-- Logs begin at Thu 2022-01-27 16:18:38 UTC, end at Thu 2022-01-27 18:11:24 UTC. -- Jan 27 16:58:05.570372 dv-neutron-825077-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 16:58:07.972587 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.common.config [-] Logging enabled! Jan 27 16:58:07.973285 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev17 Jan 27 16:58:07.973372 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87501) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 16:58:07.976426 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.common.config [-] Logging enabled! Jan 27 16:58:07.976669 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev17 Jan 27 16:58:07.976980 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87501) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 16:58:07.977921 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 16:58:07.978154 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 16:58:07.978510 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 16:58:07.978753 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 16:58:07.978973 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 16:58:07.979289 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.979599 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.980252 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.980495 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.980770 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.981051 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.981330 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.981609 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.981892 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.982172 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.982442 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.982729 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.983011 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.983282 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.983594 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.983882 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.984104 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] debug = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.984378 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.984800 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.985215 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.985491 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.985774 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.986084 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.986364 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.986612 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.986891 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.987213 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] host = dv-neutron-825077-1-hyperv {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.987483 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.987791 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.988054 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.988324 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.988601 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.988865 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.989141 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.989406 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.989669 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] log_file = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.989934 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.990217 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.990494 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.990904 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.991026 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.991196 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.991476 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.991778 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.992048 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.992314 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.992580 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.992847 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.993120 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.993382 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.993664 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.993939 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.994217 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.994484 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.994752 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.995019 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.995287 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.995563 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.995852 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.996118 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.996384 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.996664 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.996933 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.997201 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.997496 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.997776 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.998050 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.998428 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.998620 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.998897 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.999166 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.999430 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.999719 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] use_json = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:07.999988 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:08.000250 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:08.000527 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:08.000795 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:08.001058 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:08.001324 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:08.001605 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:08.001865 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:08.002157 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.002447 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.002741 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.003018 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.003305 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.003590 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.003878 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.004148 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.004430 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.004712 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.004995 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.005264 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.005544 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.005814 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.006099 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.006394 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.006680 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.006968 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.007239 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.007506 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.007797 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.008067 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.008346 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.008634 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.008916 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.009184 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.009460 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.009745 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.010016 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.010285 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.010560 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.010850 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.011122 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.011384 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.011683 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.011957 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.012224 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.012491 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.012765 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.013048 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.013322 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.013587 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.013853 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.014381 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.014653 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.014934 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.015207 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.015474 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.015767 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.016041 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.016309 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.016580 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.016851 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.017125 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.017396 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.017665 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.017933 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.018199 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.018468 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.018735 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.019002 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.019267 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.019537 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.019824 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.020091 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.020359 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.020628 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.020898 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.021181 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.021472 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.021744 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.022015 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.022288 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.022561 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.022833 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.023103 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.023413 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.023677 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.023948 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.024233 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.024511 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.024793 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.025072 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.025343 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.025635 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.025908 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.026185 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.026452 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.026725 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.027015 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.027291 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.027594 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.027890 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.028176 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.028462 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.028751 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.029024 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.029326 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.029639 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:08.029852 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 16:58:08.030095 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87501) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 16:58:08.414445 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO keyring.backend [-] Loading KWallet Jan 27 16:58:08.422328 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO keyring.backend [-] Loading SecretService Jan 27 16:58:08.426081 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO keyring.backend [-] Loading Windows Jan 27 16:58:08.427462 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO keyring.backend [-] Loading chainer Jan 27 16:58:08.428081 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO keyring.backend [-] Loading macOS Jan 27 16:58:08.462691 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 27 16:58:08.462942 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 27 16:58:08.463214 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 27 16:58:08.463544 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 16:58:08.770894 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.771163 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.771412 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.772645 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.772918 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.773173 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.895954 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.896211 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.896380 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.909849 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.910087 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.910378 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.939462 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.939703 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.940003 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.977855 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.978499 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:08.978499 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.212772 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.213002 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.213296 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.213549 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.214282 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.334820 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.335146 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.335426 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.335728 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.335992 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.336296 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.336558 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.336814 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.337062 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.337338 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.338145 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.338145 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.338145 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.338404 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.338608 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.338816 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.339081 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.339341 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.339588 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.339887 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.340233 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.340479 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.340724 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.340998 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.341242 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.341468 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.341880 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:58:09.342871 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:58:09.342871 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:58:09.342871 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:58:09.342871 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:58:09.343201 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:58:09.343408 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 16:58:09.346910 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 16:58:09.350898 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 16:58:09.354670 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Jan 27 16:58:09.356655 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 16:58:09.357109 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 16:58:09.357442 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 16:58:09.357995 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 16:58:09.361246 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 16:58:09.361494 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 16:58:09.361837 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 16:58:09.389846 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 16:58:09.390294 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.390583 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87501) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 27 16:58:09.390960 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.392373 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87501) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 16:58:09.392656 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 16:58:09.392902 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 16:58:09.396476 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.396774 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.459187 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 16:58:09.459399 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 16:58:09.459647 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 16:58:09.460029 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 16:58:09.494867 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_db.sqlalchemy.engines [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87501) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 27 16:58:09.840843 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Initializing driver for type 'gre' Jan 27 16:58:09.841450 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] gre ID ranges: [(1, 1000)] Jan 27 16:58:09.894465 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Initializing driver for type 'local' Jan 27 16:58:09.894833 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Initializing driver for type 'vlan' Jan 27 16:58:09.908413 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] VlanTypeDriver initialization complete Jan 27 16:58:09.908970 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Initializing driver for type 'vxlan' Jan 27 16:58:09.909687 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] vxlan ID ranges: [(1, 1000)] Jan 27 16:58:09.965124 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Initializing extension driver 'port_security' Jan 27 16:58:09.965552 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.extensions.port_security [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] PortSecurityExtensionDriver initialization complete Jan 27 16:58:09.965944 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Initializing mechanism driver 'openvswitch' Jan 27 16:58:09.966449 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Initializing mechanism driver 'hyperv' Jan 27 16:58:09.973861 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:09.974515 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > port after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.974872 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > port after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.975211 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > port after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.975972 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:58:09.976562 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > subnet after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.977064 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > subnet after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.977553 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > subnet after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.978137 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:58:09.978701 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > network after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.978874 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > network after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.979288 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > network after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.980265 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:58:09.980753 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > security_group after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.981191 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > security_group after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.981586 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > security_group after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.982080 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:58:09.982669 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.983142 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.983607 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.984284 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:58:09.984892 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > address_group after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.985448 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > address_group after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.985898 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > address_group after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.986390 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:58:09.987043 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] ML2 OVO RPC backend initialized. {{(pid=87501) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 27 16:58:09.988696 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router_interface after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.988696 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.988895 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > network before_response 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.989271 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > networks before_response 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.989725 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > port before_response 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.990221 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > ports before_response 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.990571 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > subnet before_response 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.990898 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > subnets before_response 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.991254 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > network after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.991657 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > network after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.992039 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > network after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.992500 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > port after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.992967 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > port after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.993409 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > port after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.993726 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > subnet after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.994283 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > subnet after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.994691 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > subnet after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:09.995409 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Modular L2 Plugin initialization complete Jan 27 16:58:09.995893 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading services supported by the core plugin {{(pid=87501) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 16:58:09.996449 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.managers [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Got port-security extension from driver 'port_security' Jan 27 16:58:09.996907 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.extensions.vlantransparent [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Disabled vlantransparent extension. Jan 27 16:58:09.997456 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87501) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 16:58:09.997969 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading Plugin: router Jan 27 16:58:10.041054 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router_interface before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.041492 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router after_create 55549900 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.042090 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router before_create 55549900 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.042310 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.042792 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.043169 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router after_delete 55549900 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.043622 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > floatingip after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.044076 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router after_create 55549900 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.044625 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router after_update 55549900 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.044974 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router after_update 55549900 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.045792 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.046180 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router after_update 55549900 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.046751 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router precommit_update 55549900 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.047186 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: port after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.047649 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: port after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.048081 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: subnet after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.048462 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.048845 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > port precommit_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.049216 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router precommit_create 55549900 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.049611 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: port before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.050020 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router precommit_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.050440 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router after_update 55549900 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.050894 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router precommit_delete 55549900 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.051277 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router precommit_create 55549900 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.051690 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router_interface after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.052182 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router precommit_update 55549900 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.052518 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > agent after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.052938 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > agent after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.053294 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > network after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.054429 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Tracking information for resource: router configured {{(pid=87501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:58:10.054890 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Tracking information for resource: floatingip configured {{(pid=87501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:58:10.061111 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.db.l3_agentschedulers_db [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 16:58:10.061800 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: port after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.062251 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: port after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.062672 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: port after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.063055 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: port after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.064169 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router before_create 55550100 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.064621 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router precommit_delete 55550100 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.065034 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router precommit_create 55550100 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.065440 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > router precommit_update 55550100 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.070430 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.services.provider_configuration [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service providers = [] {{(pid=87501) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 16:58:10.070785 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.db.servicetype_db [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87501) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 16:58:10.073956 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.services.service_base [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 16:58:10.074221 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.services.service_base [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 16:58:10.074552 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.services.service_base [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 16:58:10.075434 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.services.service_base [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 16:58:10.075819 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.services.service_base [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 16:58:10.076210 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:58:10.076612 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 16:58:10.087840 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:58:10.088165 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading Plugin: auto_allocate Jan 27 16:58:10.094430 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: network precommit_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.094794 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: network precommit_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.095308 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:58:10.095612 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading Plugin: tag Jan 27 16:58:10.102454 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:58:10.102725 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading Plugin: timestamp Jan 27 16:58:10.107075 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:58:10.107387 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading Plugin: network_ip_availability Jan 27 16:58:10.112855 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.113226 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.113556 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.114261 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:58:10.114573 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading Plugin: flavors Jan 27 16:58:10.119418 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:58:10.119784 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading Plugin: revisions Jan 27 16:58:10.124153 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:58:10.124527 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_concurrency.lockutils [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.661s {{(pid=87501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 27 16:58:10.125276 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87501) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 16:58:10.125599 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Initializing extension manager. Jan 27 16:58:10.126106 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: __init__.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.126445 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: __pycache__ {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.126751 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.127072 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: address_group.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.127864 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.128446 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: address-group Jan 27 16:58:10.128759 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: address_scope.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.129453 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.129956 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: address-scope Jan 27 16:58:10.130267 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: admin_state_down_before_update.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.131180 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.131709 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: router-admin-state-down-before-update Jan 27 16:58:10.132021 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: agent.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.132726 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.133199 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: agent Jan 27 16:58:10.133510 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: agent_resources_synced.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.134393 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.134895 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: agent-resources-synced Jan 27 16:58:10.135206 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: allowedaddresspairs.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.137207 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.137720 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: allowed-address-pairs Jan 27 16:58:10.138036 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: auto_allocated_topology.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.139155 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.139693 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: auto-allocated-topology Jan 27 16:58:10.140013 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: availability_zone.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.140692 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.141192 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: availability_zone Jan 27 16:58:10.141505 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: availability_zone_filter.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.142403 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.142911 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: availability_zone_filter Jan 27 16:58:10.143219 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: data_plane_status.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.144134 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.144638 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 16:58:10.144944 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: default_subnetpools.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.145820 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.146343 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: default-subnetpools Jan 27 16:58:10.146650 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: dhcpagentscheduler.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.147452 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.147984 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: dhcp_agent_scheduler Jan 27 16:58:10.148318 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: dns.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.149159 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.149670 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension dns-integration not supported by any of loaded plugins Jan 27 16:58:10.149977 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: dns_domain_ports.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.150866 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.151362 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 16:58:10.151698 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: dvr.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.152356 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.152851 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: dvr Jan 27 16:58:10.153144 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: empty_string_filtering.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.154043 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.154566 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: empty-string-filtering Jan 27 16:58:10.154906 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.155823 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.156325 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 16:58:10.156638 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.157522 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.158021 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 16:58:10.158331 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: external_net.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.159232 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.159764 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: external-net Jan 27 16:58:10.160078 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: extra_dhcp_opt.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.160967 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.161468 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: extra_dhcp_opt Jan 27 16:58:10.161779 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: extraroute.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.162660 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.163156 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: extraroute Jan 27 16:58:10.163466 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: extraroute_atomic.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.164524 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.165026 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: extraroute-atomic Jan 27 16:58:10.165337 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: filter_validation.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.165998 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.166502 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: filter-validation Jan 27 16:58:10.166817 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: fip_pf_description.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.167737 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.168236 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 16:58:10.168542 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: fip_port_details.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.169443 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.169939 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: fip-port-details Jan 27 16:58:10.170375 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: flavors.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.171613 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.172123 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: flavors Jan 27 16:58:10.172434 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.174115 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.174622 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 16:58:10.174932 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: floatingip_pools.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.175642 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.176147 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: floatingip-pools Jan 27 16:58:10.176464 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: ip_allocation.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.177365 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.177857 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 16:58:10.178169 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.179073 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.179592 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: ip-substring-filtering Jan 27 16:58:10.179923 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: l2_adjacency.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.180863 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.181360 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 16:58:10.181671 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: l3.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.182626 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.183133 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: router Jan 27 16:58:10.183445 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: l3_conntrack_helper.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.188314 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.188845 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 16:58:10.189171 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.190139 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.190650 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: ext-gw-mode Jan 27 16:58:10.190970 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.191923 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.192799 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: l3-ha Jan 27 16:58:10.192799 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: l3_flavors.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.193627 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.194133 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: l3-flavors Jan 27 16:58:10.194441 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.195362 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.195895 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 16:58:10.196208 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: l3agentscheduler.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.197279 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.197780 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: l3_agent_scheduler Jan 27 16:58:10.198099 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: logging.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.199628 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.200147 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension logging not supported by any of loaded plugins Jan 27 16:58:10.200464 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: metering.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.201190 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.201807 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: metering Jan 27 16:58:10.202119 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.203355 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.203988 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: metering_source_and_destination_fields Jan 27 16:58:10.204305 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: multiprovidernet.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.205274 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.205782 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: multi-provider Jan 27 16:58:10.206098 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: netmtu.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.206992 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.207496 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: net-mtu Jan 27 16:58:10.207846 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: netmtu_writable.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.208741 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.209243 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: net-mtu-writable Jan 27 16:58:10.209579 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: network_availability_zone.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.210236 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.210734 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: network_availability_zone Jan 27 16:58:10.211044 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: network_ip_availability.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.212150 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.212659 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: network-ip-availability Jan 27 16:58:10.212968 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: network_segment_range.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.213719 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.214221 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 16:58:10.214528 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: pagination.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.215494 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.216026 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: pagination Jan 27 16:58:10.216337 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: port_device_profile.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.217263 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.217773 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: port-device-profile Jan 27 16:58:10.218077 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.219003 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.219504 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: port-mac-address-regenerate Jan 27 16:58:10.219836 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.220728 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.221229 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: port-numa-affinity-policy Jan 27 16:58:10.221539 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: port_resource_request.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.222423 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.227862 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 16:58:10.227862 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: portbindings.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.227862 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.227862 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: binding Jan 27 16:58:10.227862 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: portbindings_extended.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.227862 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.227862 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: binding-extended Jan 27 16:58:10.228867 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: portsecurity.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.228867 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.228867 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: port-security Jan 27 16:58:10.228867 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: project_id.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.229671 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.230295 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: project-id Jan 27 16:58:10.230605 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: providernet.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.231511 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.232040 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: provider Jan 27 16:58:10.232351 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: qos.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.236569 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.237125 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension qos not supported by any of loaded plugins Jan 27 16:58:10.237457 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.238947 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.239462 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 16:58:10.239812 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.240793 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.241248 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 16:58:10.241569 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: qos_default.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.242518 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.242979 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension qos-default not supported by any of loaded plugins Jan 27 16:58:10.243290 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: qos_fip.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.243994 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.244458 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension qos-fip not supported by any of loaded plugins Jan 27 16:58:10.244767 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: qos_gateway_ip.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.245706 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.246192 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 16:58:10.246504 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: qos_port_network_policy.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.247400 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.247932 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 16:58:10.248243 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: qos_rule_type_details.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.249167 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.249667 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 16:58:10.249981 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: qos_rules_alias.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.251023 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.251528 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 16:58:10.251869 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: quotasv2.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.252831 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.253150 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: quotas Jan 27 16:58:10.253461 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: quotasv2_detail.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.255099 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.255432 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: quota_details Jan 27 16:58:10.255790 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: rbac.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.256866 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.257398 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: rbac-policies Jan 27 16:58:10.257717 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: rbac_address_group.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.258649 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.259143 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: rbac-address-group Jan 27 16:58:10.259464 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: rbac_address_scope.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.260406 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.261433 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: rbac-address-scope Jan 27 16:58:10.261433 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: rbac_security_groups.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.262115 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.262619 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: rbac-security-groups Jan 27 16:58:10.262934 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: rbac_subnetpool.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.264320 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.264942 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: rbac-subnetpool Jan 27 16:58:10.265265 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: revisionifmatch.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.266189 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.266699 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: revision-if-match Jan 27 16:58:10.267012 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: revisions.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.268137 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.268650 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: standard-attr-revisions Jan 27 16:58:10.268965 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: router_availability_zone.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.269634 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.270130 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: router_availability_zone Jan 27 16:58:10.270443 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: routerservicetype.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.271346 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.271881 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension router-service-type not supported by any of loaded plugins Jan 27 16:58:10.272195 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.273114 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.273618 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: security-groups-normalized-cidr Jan 27 16:58:10.273929 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: security_groups_port_filtering.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.274838 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.275346 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: port-security-groups-filtering Jan 27 16:58:10.275687 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.276734 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.277248 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: security-groups-remote-address-group Jan 27 16:58:10.277561 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: securitygroup.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.287634 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.288184 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: security-group Jan 27 16:58:10.288508 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: segment.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.289302 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.289806 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension segment not supported by any of loaded plugins Jan 27 16:58:10.290123 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.291087 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.291600 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 16:58:10.291926 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: servicetype.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.293051 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.293570 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: service-type Jan 27 16:58:10.293898 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: sorting.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.294859 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.295203 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: sorting Jan 27 16:58:10.295652 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: standard_attr_segment.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.296584 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.297174 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 16:58:10.297404 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: standardattrdescription.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.298035 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.298532 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: standard-attr-description Jan 27 16:58:10.298816 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: stateful_security_group.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.299745 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.300257 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: stateful-security-group Jan 27 16:58:10.300565 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: stdattrs_common.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.301145 dv-neutron-825077-1-hyperv neutron-server[87501]: WARNING neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 16:58:10.301448 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.302435 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.302956 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 16:58:10.303264 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: subnet_onboard.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.304359 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.304873 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: subnet_onboard Jan 27 16:58:10.305187 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.306216 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.306615 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 16:58:10.306928 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: subnet_service_types.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.307850 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.308362 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: subnet-service-types Jan 27 16:58:10.308673 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: subnetallocation.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.309741 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.310250 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: subnet_allocation Jan 27 16:58:10.310618 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.311241 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.311841 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: subnetpool-prefix-ops Jan 27 16:58:10.312153 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.313079 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.313598 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 16:58:10.313901 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: tagging.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.314962 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.315483 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: standard-attr-tag Jan 27 16:58:10.315833 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: timestamp.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.317124 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.317640 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loaded extension: standard-attr-timestamp Jan 27 16:58:10.317958 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: trunk.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.318983 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.319491 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension trunk not supported by any of loaded plugins Jan 27 16:58:10.319840 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: trunk_details.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.320747 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.321255 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension trunk-details not supported by any of loaded plugins Jan 27 16:58:10.321566 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: uplink_status_propagation.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.322472 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.322971 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 16:58:10.323281 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Loading extension file: vlantransparent.py {{(pid=87501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:58:10.323972 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:58:10.324469 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 16:58:10.327092 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:network Jan 27 16:58:10.327871 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:subnet Jan 27 16:58:10.328655 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:58:10.329292 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:port Jan 27 16:58:10.330525 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.330969 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service FLAVORS assigned prefix: {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.331604 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.332014 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.332339 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:router Jan 27 16:58:10.332985 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:floatingip Jan 27 16:58:10.333684 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service METERING assigned prefix: /metering {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.335136 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.335496 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.335938 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:58:10.336994 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 16:58:10.337424 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:security_group Jan 27 16:58:10.338082 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 16:58:10.338800 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service CORE assigned prefix: {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.339124 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:58:10.339457 dv-neutron-825077-1-hyperv neutron-server[87501]: WARNING neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] subnetpool is already registered Jan 27 16:58:10.340078 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service CORE assigned prefix: {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.340512 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:58:10.340827 dv-neutron-825077-1-hyperv neutron-server[87501]: WARNING neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] subnetpool is already registered Jan 27 16:58:10.343542 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.343994 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service FLAVORS assigned prefix: {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.344613 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.344972 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.345294 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:router Jan 27 16:58:10.345609 dv-neutron-825077-1-hyperv neutron-server[87501]: WARNING neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] router is already registered Jan 27 16:58:10.346194 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:floatingip Jan 27 16:58:10.346508 dv-neutron-825077-1-hyperv neutron-server[87501]: WARNING neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] floatingip is already registered Jan 27 16:58:10.347110 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service METERING assigned prefix: /metering {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.347790 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 16:58:10.348105 dv-neutron-825077-1-hyperv neutron-server[87501]: WARNING neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] rbac_policy is already registered Jan 27 16:58:10.348640 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:security_group Jan 27 16:58:10.349161 dv-neutron-825077-1-hyperv neutron-server[87501]: WARNING neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] security_group is already registered Jan 27 16:58:10.349724 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 16:58:10.350040 dv-neutron-825077-1-hyperv neutron-server[87501]: WARNING neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] security_group_rule is already registered Jan 27 16:58:10.350671 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service CORE assigned prefix: {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.350994 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:58:10.351315 dv-neutron-825077-1-hyperv neutron-server[87501]: WARNING neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] subnetpool is already registered Jan 27 16:58:10.351928 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.resource_helper [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Service CORE assigned prefix: {{(pid=87501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:58:10.352252 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:58:10.352563 dv-neutron-825077-1-hyperv neutron-server[87501]: WARNING neutron.quota.resource_registry [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] subnetpool is already registered Jan 27 16:58:10.353195 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: extensions {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.354662 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: address-groups {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.356608 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: address-scopes {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.357888 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: agents {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.359221 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: auto-allocated-topology {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.360504 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: availability_zones {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.361822 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: dhcp-networks {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.363209 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: dhcp-agents {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.364659 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: routers {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.366447 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: flavors {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.367547 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: service_profiles {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.368785 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: next_providers {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.371347 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: service_profiles {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.372842 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: floatingip-pools {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.374147 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: routers {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.375949 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: floatingips {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.377108 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: l3-routers {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.378456 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: l3-agents {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.379886 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: metering-labels {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.381213 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: metering-label-rules {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.382455 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: network-ip-availabilities {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.383718 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: bindings {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.385351 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: quotas {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.386795 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: quotas {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.388221 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: rbac-policies {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.389840 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: security-groups {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.391033 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: security-group-rules {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.392248 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: service-providers {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.393463 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: subnetpools {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.394860 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: subnetpools {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.397512 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: tags {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.398100 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: tags {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.399835 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: tags {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.401600 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: tags {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.403421 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: tags {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.405312 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: tags {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.406960 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: tags {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.408944 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: tags {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.410654 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: tags {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.412500 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron.api.extensions [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Extended resource: tags {{(pid=87501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:58:10.418485 dv-neutron-825077-1-hyperv neutron-server[87501]: WARNING keystonemiddleware.auth_token [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 16:58:10.423437 dv-neutron-825077-1-hyperv neutron-server[87501]: WARNING keystonemiddleware.auth_token [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 16:58:10.431751 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_concurrency.lockutils [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Acquired lock "singleton_lock" {{(pid=87501) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 27 16:58:10.432287 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_concurrency.lockutils [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Releasing lock "singleton_lock" {{(pid=87501) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 27 16:58:10.432849 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO oslo_service.service [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Starting 2 workers Jan 27 16:58:10.437493 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Started child 87608 {{(pid=87501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 27 16:58:10.441855 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Started child 87609 {{(pid=87501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 27 16:58:10.442828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:10.443512 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO neutron.service [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 16:58:10.443992 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Notify callbacks [] for process, before_spawn {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:10.444261 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [-] (87608) wsgi starting up on http://0.0.0.0:9696 Jan 27 16:58:10.446300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:10.446779 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO oslo_service.service [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Starting 1 workers Jan 27 16:58:10.447629 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [-] (87609) wsgi starting up on http://0.0.0.0:9696 Jan 27 16:58:10.451263 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Started child 87610 {{(pid=87501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 27 16:58:10.451881 dv-neutron-825077-1-hyperv neutron-server[87501]: INFO oslo_service.service [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Starting 1 workers Jan 27 16:58:10.455139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.service [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] calling RpcWorker wait() {{(pid=87610) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 16:58:10.455773 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.service [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] returning from RpcWorker wait() {{(pid=87610) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 16:58:10.456272 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Started child 87611 {{(pid=87501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 27 16:58:10.457034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:10.457162 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67a9-33cb-442d-84d4-66b403fd056b None None] Notify callbacks [] for process, after_spawn {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:10.457545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:10.458928 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87501) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 27 16:58:10.458928 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 16:58:10.459130 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 16:58:10.459287 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 16:58:10.459625 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 16:58:10.459806 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 16:58:10.460307 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.460540 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.460834 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.460977 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:10.461495 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.461495 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.461929 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.462235 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.462479 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.462731 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.462958 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.463154 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.463269 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.463509 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.463763 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.464039 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.464301 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.464528 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.464780 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.464924 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.465179 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.465432 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.465642 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.465898 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] debug = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.466148 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.466625 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.466843 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.467094 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.467320 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.467565 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.467808 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.468061 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.468294 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.468519 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.468762 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.469025 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.469257 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.469497 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.469703 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.469961 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.470183 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.470626 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] host = dv-neutron-825077-1-hyperv {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.470835 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.471045 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.471275 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.471516 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.471788 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.472046 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.472296 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.472488 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.472740 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.472981 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.473234 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.473451 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.473671 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.473898 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_file = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.474051 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_options = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.474248 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.474516 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.474783 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.474966 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.475128 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.475287 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.475523 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.475713 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.475932 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.476152 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.476373 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.476576 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.476806 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.477016 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.477238 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.477463 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.477666 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.477867 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.478111 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.478344 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.478557 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.478772 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.479013 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.479250 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.479430 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.479671 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.480210 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.480415 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.480635 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.480861 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.481068 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.481321 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.481559 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.483517 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:10.484813 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.485112 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.485391 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.485646 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.486341 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.486341 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.486523 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.486827 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.487046 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.487289 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.487504 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.487772 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.488011 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] use_json = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.488406 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.489403 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.493127 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.493468 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.493647 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.493866 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.494138 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.494401 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.494969 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.495155 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.495468 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.495879 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.496548 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.497710 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.499279 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.499805 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.500515 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.500787 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.501109 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.501419 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.504464 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.504754 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.505054 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.505385 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.505665 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.505971 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.506205 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.506467 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.506714 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.506964 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.507291 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.507559 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.510611 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.510904 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.511166 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.511412 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.511676 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.511932 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.512160 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.512382 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.512666 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.512892 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.513132 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.513373 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.513607 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.513823 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.514130 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.514388 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.514588 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.514848 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.515083 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.515282 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.515496 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.516314 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.516820 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.517538 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.517794 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.518035 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.518285 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.519115 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.519805 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.521176 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.521415 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.521679 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.521928 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.522147 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.522350 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.522593 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.522814 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.523296 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.523519 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.523794 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.524030 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.524581 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.524805 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.525057 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.525278 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.525717 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.525935 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.526175 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.526390 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.526600 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.526829 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.527443 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.527695 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.528261 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.528483 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.528694 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.528923 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.529359 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.529582 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.529833 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.530155 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.530728 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.531645 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.531645 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.531645 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.531888 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.531981 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.532213 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.532670 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.532893 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.533126 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.533466 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.533873 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.534128 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.534354 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.534868 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.535138 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.535406 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.535757 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.536734 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.537590 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.537824 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.538438 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.538700 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.538978 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.539717 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.540262 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.540556 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.540788 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.541066 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.541296 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.541587 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.541870 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.542158 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.542452 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.543962 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.544169 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.544431 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.544668 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.544936 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.545215 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.545617 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.545918 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.546248 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.546587 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.546838 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.547077 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.547345 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.548553 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.548798 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.549037 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.549277 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.549600 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.549854 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.550105 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.550373 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.550635 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.550896 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.551239 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.551488 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.551835 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.552089 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.552347 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.553206 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.553453 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.553671 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.553909 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.554196 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.554430 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.554697 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.555055 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.555223 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.555446 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.555623 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:10.555767 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.555904 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.556146 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.556359 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.556608 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.556865 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.557093 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.557323 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.557553 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.557762 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.558019 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.558231 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.558501 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.559219 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.559219 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.559487 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.559656 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.559898 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.560419 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.561259 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.561532 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.561852 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.562082 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.562868 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.563109 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.563329 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.563641 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.563924 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.564318 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.564575 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.565249 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.565555 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.565754 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.566092 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.566203 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.566421 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.566656 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.566877 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.567113 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.567334 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.567540 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.567836 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.568082 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.568338 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.568568 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.568779 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.568995 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.569210 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.569419 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.569923 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.570185 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.570422 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.570661 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.570902 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.571238 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.571405 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.571561 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.571774 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.572252 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.572516 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.572719 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.572933 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.573130 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.574068 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.574340 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.574611 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.575073 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.575362 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.575616 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.576147 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.576447 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.576782 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.576988 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.577228 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.577491 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.577706 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.578002 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.578203 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.578513 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.578811 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.579078 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.579313 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.580576 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.580939 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.581265 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.581490 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.581783 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.582128 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.582438 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.582686 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.582951 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.583252 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.583766 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.583987 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.584220 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.584464 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.584699 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.584957 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.585553 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.585787 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.586007 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.586237 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.586481 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.586701 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.586931 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.587172 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.587385 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.587540 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 16:58:10.588114 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87501) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 27 16:58:10.588274 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 16:58:10.588429 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 16:58:10.588970 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 16:58:10.589143 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 16:58:10.589297 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 16:58:10.589509 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.589668 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.589892 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.589971 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.590157 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.590297 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.590453 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.590609 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.590769 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.590922 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.591077 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.591232 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.591388 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.591543 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.592260 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.592369 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.592449 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.592600 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.592761 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.592920 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.593087 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.593241 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.593439 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] debug = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.593553 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.593699 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.593854 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.594013 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.594216 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.594306 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.594467 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.594666 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.595005 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.595170 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.595334 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.595473 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.595655 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.595811 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.596223 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.596442 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.596577 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.596772 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] host = dv-neutron-825077-1-hyperv {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.596922 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.597081 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.597241 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.597397 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.597619 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.597909 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.598321 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.598485 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.598640 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.598795 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.598951 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.599106 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.599260 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.599415 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_file = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.599572 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_options = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.599750 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.600161 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.600295 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.600500 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.600608 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.600805 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.600914 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.601191 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.601300 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.601390 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.601514 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.601670 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.601825 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.601979 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.602135 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.602295 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.602451 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.602605 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.602762 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.602917 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.603071 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.603225 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.603380 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.603535 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.603713 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.603868 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.604024 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.604178 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.604332 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.604489 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.604641 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.605246 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.605415 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.605415 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.605564 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.605723 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.605882 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.606044 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.606326 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.606326 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.606517 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.606643 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.606798 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.606952 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.607107 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.607261 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] use_json = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.607414 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.607570 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.607841 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.608065 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.608225 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.608381 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.608541 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.608695 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:58:10.608878 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.609038 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.609209 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.609370 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.609528 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.609686 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.609845 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.610009 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.610160 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.610317 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.610485 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.610670 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.610831 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.610994 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.611152 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.611314 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.611472 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.611647 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.611810 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.611969 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.612125 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.612287 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.612462 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.612621 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.612779 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.612920 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.613077 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.613236 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.613395 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.613553 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.613712 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.613870 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.614028 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.614185 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.614343 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.614499 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.614657 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.614815 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.614973 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.615130 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.615408 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.615546 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.615654 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.615761 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.615920 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.616078 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.616237 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.616495 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.616592 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.616699 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.616869 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.617026 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.617247 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.617467 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.617629 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.617789 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.617988 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.618180 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.618340 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.618500 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.618659 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.618876 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.619138 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.619274 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.619375 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.619534 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.619861 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.619958 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.620058 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.620275 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.620370 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.620521 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.620731 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.620836 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.620982 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.621140 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.621298 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.621520 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.621604 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.621749 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.621906 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.622063 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.622227 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.622458 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.622633 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.622809 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.623006 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.623166 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.623378 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.623536 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.623759 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.623901 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.624063 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.624204 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.624368 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.624524 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.624682 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.624844 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.625001 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.625157 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.625313 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.625471 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.625628 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.625787 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.625944 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.626101 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.626258 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.626416 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.626571 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.626728 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.626885 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.627054 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.627211 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.627373 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.627532 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.627730 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.627901 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.628058 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.628216 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.628375 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.628531 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.628690 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.628848 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.629005 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.629162 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.629320 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.629477 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.629642 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.629812 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.629970 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.630127 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.630284 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.630466 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.630647 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.630784 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.630947 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.631104 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.631262 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.631419 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.631603 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.631753 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.631912 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.632069 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.632233 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.632391 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.632565 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.632706 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.632863 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.633021 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.633179 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.633336 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.633494 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.633653 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.633810 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.633968 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.634124 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.634281 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.634437 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.634596 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.634759 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.634914 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.635071 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.635228 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.635385 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.635546 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.635724 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.635880 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.636038 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.636195 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.636356 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.636513 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.636671 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.636829 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.637003 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.637145 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.637304 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.637466 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.637624 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.637782 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.637942 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.638099 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.638259 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.638417 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.638574 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.638733 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.638890 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.639070 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.639244 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.639403 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.639560 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.639765 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.639929 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.640093 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.640244 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.640400 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.640557 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.640715 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.640872 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.641033 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.641196 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.641354 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.641513 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.641672 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.641833 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.641988 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.642148 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.642323 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.642494 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.642640 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.642798 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.642956 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.643126 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.643282 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.643438 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.643651 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.643760 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.643929 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.644085 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.644243 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.644399 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.644556 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.644724 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.644883 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.645041 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.645209 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.645364 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.645521 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.645682 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.645850 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.646007 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.646167 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.646334 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.646487 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.646645 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.646805 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.646967 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.647138 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.647304 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.647468 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.647656 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.647827 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.647994 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.648152 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.648318 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.648490 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.648647 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.648805 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.648963 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.649120 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.649278 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.649436 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.649594 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.649750 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.649909 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.650068 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.650226 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.650383 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.650541 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.650699 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.650856 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.651083 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.651285 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.651445 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.651623 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:58:10.651796 dv-neutron-825077-1-hyperv neutron-server[87501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 16:58:10.743740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 58756) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:10.754207 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073488 Jan 27 16:58:21.520048 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd469c-92e8-429d-927a-b612406dbbb8 None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 16:58:21.602110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdd469c-92e8-429d-927a-b612406dbbb8 None None] No non-hosted networks {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 16:58:21.610403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.agentschedulers_db [None req-6cdd469c-92e8-429d-927a-b612406dbbb8 None None] DHCP Agent not found on host dv-neutron-825077-1-hyperv {{(pid=87610) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 27 16:58:21.727003 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-230a5518-7b86-4e19-9f06-ba36acf6d910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573862'] for agent, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:23.836099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ca20c056-d4b5-44aa-95ce-90e2a691887f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573862'] for agent, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:23.862162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c2c6dbc3-f2c6-4da8-ad8b-e0c3ede02fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:24.846497 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573862'] for agent, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:24.851093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:24.853307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:24.856260 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:24.859899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:24.861159 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:24.862716 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:24.864123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:24.866882 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:24.867796 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:24.869375 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:24.870334 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:24.871224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:24.874437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-825077-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:24.890323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-825077-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:25.145477 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573862'] for agent, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:26.522104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573862'] for agent, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:28.853354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 58852) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:29.476744 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING oslo_policy.policy [None req-7e5dc8bd-71c4-40d1-a4cc-c8e5919b339f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:58:29.477307 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING oslo_policy.policy [None req-7e5dc8bd-71c4-40d1-a4cc-c8e5919b339f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:58:29.697221 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-7e5dc8bd-71c4-40d1-a4cc-c8e5919b339f admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 16:58:29.698603 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7e5dc8bd-71c4-40d1-a4cc-c8e5919b339f admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8427665 Jan 27 16:58:30.811401 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.db.l3_hamode_db [None req-52a5995b-73e8-4992-8640-89363495c40c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 16:58:30.899966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5995b-73e8-4992-8640-89363495c40c None None] Routers set() bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 16:58:30.900327 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5995b-73e8-4992-8640-89363495c40c None None] Router IDs set() for agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jan 27 16:58:32.124716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 58866) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:32.550936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-7a2e17a6-da24-44c7-b373-5d81eb9c08a8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:58:32.654631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.policy [None req-7a2e17a6-da24-44c7-b373-5d81eb9c08a8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87608) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 16:58:32.698811 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING oslo_policy.policy [None req-7a2e17a6-da24-44c7-b373-5d81eb9c08a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:58:32.699182 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING oslo_policy.policy [None req-7a2e17a6-da24-44c7-b373-5d81eb9c08a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:58:32.707761 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.quota [None req-7a2e17a6-da24-44c7-b373-5d81eb9c08a8 admin admin] Loaded quota_driver: . Jan 27 16:58:32.723417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7a2e17a6-da24-44c7-b373-5d81eb9c08a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:32.789885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a2e17a6-da24-44c7-b373-5d81eb9c08a8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787743119568', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787743120103', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787743109812', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787743104966', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787743093012', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787743087012', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1548494', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1382465', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-359508', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66734941'] for rbac-policy, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:32.868621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a2e17a6-da24-44c7-b373-5d81eb9c08a8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:32.869833 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7a2e17a6-da24-44c7-b373-5d81eb9c08a8 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7442253 Jan 27 16:58:35.625194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 58880) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:36.265255 dv-neutron-825077-1-hyperv neutron-server[87609]: WARNING oslo_policy.policy [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:58:36.265991 dv-neutron-825077-1-hyperv neutron-server[87609]: WARNING oslo_policy.policy [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:58:36.482037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Request body: {'network': {'project_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'admin_state_up': True, 'name': 'private'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:58:36.484031 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.quota [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Loaded quota_driver: . Jan 27 16:58:36.500645 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:36.507123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Usage tracker for resource:network and tenant:5fb3a165d22b426baeddb6ad44bcc25e is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:58:36.512702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:58:36.520462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:58:36.537816 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Made reservation on behalf of 5fb3a165d22b426baeddb6ad44bcc25e for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:58:36.614870 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.policy [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87609) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 16:58:36.659543 dv-neutron-825077-1-hyperv neutron-server[87609]: WARNING oslo_policy.policy [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:58:36.660268 dv-neutron-825077-1-hyperv neutron-server[87609]: WARNING oslo_policy.policy [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:58:36.670524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:36.691009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:36.706373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:36.710132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Usage tracker for resource:security_group_rule and tenant:5fb3a165d22b426baeddb6ad44bcc25e is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:58:36.715358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:58:36.721369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:58:36.833414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:36.838419 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:36.862389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1249} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:58:36.889661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787738473741', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:36.890458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Unsubscribe: segment precommit_create {{(pid=87609) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 16:58:36.890936 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Added segment bd347d1c-fddf-404d-ab18-855d66f13719 of type vlan for network 304b7041-4db2-4000-90eb-fad29aae94d2 Jan 27 16:58:36.944259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e26422-3ced-4027-8ae8-df36ec4b3b02,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:36.966790 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:36.967065 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:36.967451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:36.967975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:36.968513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:36.968860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:36.969181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:36.969510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:36.969828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:36.970138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:36.970566 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:36.970794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Tracked resource versions report: Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: pushed versions: Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: { 'AddressGroup': {'1.2'}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'ConntrackHelper': {'1.0'}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Log': {'1.0'}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Network': {'1.1'}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Port': {'1.7'}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'PortForwarding': {'1.2'}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'QosPolicy': {'1.8'}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'SecurityGroup': {'1.4'}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'SubPort': {'1.0'}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Subnet': {'1.1'}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Trunk': {'1.1'}} Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: consumer versions: Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: { DHCP agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: L3 agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: Metadata agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: Metering agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: Open vSwitch agent@dv-neutron-825077-1-hyperv: { 'AddressGroup': '1.2', Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'ConntrackHelper': '1.0', Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Log': '1.0', Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Network': '1.1', Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Port': '1.7', Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'PortForwarding': '1.2', Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'QosPolicy': '1.8', Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'SecurityGroup': '1.4', Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'SecurityGroupRule': '1.2', Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'SubPort': '1.0', Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Subnet': '1.1', Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Trunk': '1.1'}} Jan 27 16:58:36.972069 dv-neutron-825077-1-hyperv neutron-server[87609]: {{(pid=87609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:58:37.011701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:37.057196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:37.058669 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:37.059331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:37.167608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] Pushing event updated for resources: {'Network': ['ID=304b7041-4db2-4000-90eb-fad29aae94d2,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:37.171810 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-250946fb-ac0f-4638-a751-23e55af0f3dd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.5455816 Jan 27 16:58:37.180395 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 304b7041-4db2-4000-90eb-fad29aae94d2 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 16:58:39.947964 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 58902) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:40.442717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc2c81-b08a-4223-aa2f-0cba50d93227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:40.444114 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f3fc2c81-b08a-4223-aa2f-0cba50d93227 admin admin] 10.222.0.81 "GET /v2.0/networks/304b7041-4db2-4000-90eb-fad29aae94d2 HTTP/1.1" status: 200 len: 826 time: 0.4951088 Jan 27 16:58:40.483917 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7713d4fd-77b2-4357-a2fa-b416d7841045 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/d6b4fb75-1551-40bf-a6a4-1299a594a3a9 HTTP/1.1" status: 200 len: 734 time: 0.0337577 Jan 27 16:58:40.495531 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Request body: {'subnet': {'subnetpool_id': 'd6b4fb75-1551-40bf-a6a4-1299a594a3a9', 'gateway_ip': '172.20.0.1', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:58:40.502862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:40.508987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Usage tracker for resource:subnet and tenant:5fb3a165d22b426baeddb6ad44bcc25e is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:58:40.514023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:58:40.520595 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:58:40.535026 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Made reservation on behalf of 5fb3a165d22b426baeddb6ad44bcc25e for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:58:40.538047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:40.843287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:40.938004 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd46521-85ce-442c-9798-0e139ac7b3e7,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:40.945174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Checking segment: {'id': 'bd347d1c-fddf-404d-ab18-855d66f13719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 16:58:40.945541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Network hostable DHCP agents. Network: 304b7041-4db2-4000-90eb-fad29aae94d2, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:58:40.970271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Network 304b7041-4db2-4000-90eb-fad29aae94d2 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:58:40.982258 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 304b7041-4db2-4000-90eb-fad29aae94d2) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:58:40.987478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:40.988088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:40.993049 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d883893e-585b-451b-bf60-bcabae367d0d None None] Network 304b7041-4db2-4000-90eb-fad29aae94d2 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 16:58:41.027611 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-89d87d89-a751-4315-9eab-8c6486f3bd4c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5236526 Jan 27 16:58:41.397534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-304b7041-4db2-4000-90eb-fad29aae94d2', 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'fixed_ips': [{'subnet_id': 'ccd46521-85ce-442c-9798-0e139ac7b3e7'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 16:58:41.398831 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:41.600648 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Allocated IP 172.20.0.2 (304b7041-4db2-4000-90eb-fad29aae94d2/ccd46521-85ce-442c-9798-0e139ac7b3e7/48cadff4-afb9-42c3-a7a5-f003bd262e1a) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:58:41.846723 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:41.861841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Transition to ACTIVE for port object 48cadff4-afb9-42c3-a7a5-f003bd262e1a will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:58:41.882173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Transition to ACTIVE for port object 48cadff4-afb9-42c3-a7a5-f003bd262e1a will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:58:41.890712 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:41.961442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Network 304b7041-4db2-4000-90eb-fad29aae94d2 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:58:41.965269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:58:41.967159 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Pushing event updated for resources: {'Port': ['ID=48cadff4-afb9-42c3-a7a5-f003bd262e1a,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:41.972870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 16:58:41.981236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:41.981587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:41.981919 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:41.982241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:41.982565 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:41.982990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:41.983381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:41.983752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:41.984088 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:41.984403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:41.984721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:41.985018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Tracked resource versions report: Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: pushed versions: Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: { 'AddressGroup': {'1.2'}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'ConntrackHelper': {'1.0'}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Log': {'1.0'}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Network': {'1.1'}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Port': {'1.7'}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'PortForwarding': {'1.2'}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'QosPolicy': {'1.8'}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'SecurityGroup': {'1.4'}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'SubPort': {'1.0'}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Subnet': {'1.1'}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Trunk': {'1.1'}} Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: consumer versions: Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: { DHCP agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: L3 agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: Metadata agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: Metering agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: Open vSwitch agent@dv-neutron-825077-1-hyperv: { 'AddressGroup': '1.2', Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'ConntrackHelper': '1.0', Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Log': '1.0', Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Network': '1.1', Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Port': '1.7', Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'PortForwarding': '1.2', Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'QosPolicy': '1.8', Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'SecurityGroup': '1.4', Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'SecurityGroupRule': '1.2', Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'SubPort': '1.0', Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Subnet': '1.1', Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Trunk': '1.1'}} Jan 27 16:58:41.986316 dv-neutron-825077-1-hyperv neutron-server[87610]: {{(pid=87610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:58:42.078909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Attempting to bind port 48cadff4-afb9-42c3-a7a5-f003bd262e1a on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 16:58:42.079656 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Attempting to bind port 48cadff4-afb9-42c3-a7a5-f003bd262e1a by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bd347d1c-fddf-404d-ab18-855d66f13719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 16:58:42.079774 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Attempting to bind port 48cadff4-afb9-42c3-a7a5-f003bd262e1a on network 304b7041-4db2-4000-90eb-fad29aae94d2 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 16:58:42.085627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 16:58:42.086014 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Checking segment: {'id': 'bd347d1c-fddf-404d-ab18-855d66f13719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 16:58:42.086533 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:42.086916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Bound using segment: {'id': 'bd347d1c-fddf-404d-ab18-855d66f13719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 16:58:42.087412 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Bound port: 48cadff4-afb9-42c3-a7a5-f003bd262e1a, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd347d1c-fddf-404d-ab18-855d66f13719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 16:58:42.087818 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:42.197913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] For port 48cadff4-afb9-42c3-a7a5-f003bd262e1a, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 16:58:42.202189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] For port 48cadff4-afb9-42c3-a7a5-f003bd262e1a, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=48cadff4-afb9-42c3-a7a5-f003bd262e1a,segment=NetworkSegment(bd347d1c-fddf-404d-ab18-855d66f13719),segment_id=bd347d1c-fddf-404d-ab18-855d66f13719)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 16:58:42.208216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:42.302840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa7619-a150-4544-bec9-81ff277a9822 None None] Pushing event updated for resources: {'Port': ['ID=48cadff4-afb9-42c3-a7a5-f003bd262e1a,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:43.459218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 58912) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:43.881360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-763ec819-fa45-4a0d-a08b-7f59247b6ade admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 16:58:43.895609 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-763ec819-fa45-4a0d-a08b-7f59247b6ade admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4224234 Jan 27 16:58:46.040647 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c19b5d9-3c9c-465c-a4ab-7fe415644c62 None None] Network 304b7041-4db2-4000-90eb-fad29aae94d2 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 16:58:46.129512 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9b87dc2f-8c75-4af6-985e-4eeba83f8e45 None None] Provisioning for port 48cadff4-afb9-42c3-a7a5-f003bd262e1a completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:58:46.295178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 58926) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:46.696670 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 48cadff4-afb9-42c3-a7a5-f003bd262e1a up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 16:58:46.733050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-3a2ee101-b738-4fe1-acae-36fdafae5305 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 16:58:46.734872 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3a2ee101-b738-4fe1-acae-36fdafae5305 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4381983 Jan 27 16:58:46.769913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 48cadff4-afb9-42c3-a7a5-f003bd262e1a completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:58:46.775822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 48cadff4-afb9-42c3-a7a5-f003bd262e1a triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:58:46.776200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:46.901820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:46.938098 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 48cadff4-afb9-42c3-a7a5-f003bd262e1a, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=48cadff4-afb9-42c3-a7a5-f003bd262e1a,segment=NetworkSegment(bd347d1c-fddf-404d-ab18-855d66f13719),segment_id=bd347d1c-fddf-404d-ab18-855d66f13719)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 16:58:46.943435 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:47.014012 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=48cadff4-afb9-42c3-a7a5-f003bd262e1a,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:48.661718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 48cadff4-afb9-42c3-a7a5-f003bd262e1a up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 16:58:48.733647 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 48cadff4-afb9-42c3-a7a5-f003bd262e1a triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:58:48.734011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:49.458168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 58938) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:49.831139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f29e6c30-a1af-413b-bfc6-d8a98c2dc756 admin admin] Request body: {'router': {'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'name': 'router1', 'admin_state_up': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:58:49.836462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f29e6c30-a1af-413b-bfc6-d8a98c2dc756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:49.841001 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f29e6c30-a1af-413b-bfc6-d8a98c2dc756 admin admin] Usage tracker for resource:router and tenant:5fb3a165d22b426baeddb6ad44bcc25e is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:58:49.844944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f29e6c30-a1af-413b-bfc6-d8a98c2dc756 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:58:49.851681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f29e6c30-a1af-413b-bfc6-d8a98c2dc756 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:58:49.864942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f29e6c30-a1af-413b-bfc6-d8a98c2dc756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:49.866655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f29e6c30-a1af-413b-bfc6-d8a98c2dc756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:49.889237 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f29e6c30-a1af-413b-bfc6-d8a98c2dc756 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:50.011225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f29e6c30-a1af-413b-bfc6-d8a98c2dc756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:50.030545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f29e6c30-a1af-413b-bfc6-d8a98c2dc756 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:50.031756 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f29e6c30-a1af-413b-bfc6-d8a98c2dc756 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5726316 Jan 27 16:58:51.499202 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a6039374-f321-4c35-bbb1-d68058afa31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:52.651258 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 58948) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:53.045806 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-8f692346-40c3-4f01-9176-7469aa442753 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 16:58:53.047039 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8f692346-40c3-4f01-9176-7469aa442753 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3940291 Jan 27 16:58:53.824081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7b19b41f-59f7-48d0-a348-804204176a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:54.835364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:55.100851 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:55.473517 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 58958) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:55.499021 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 5 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 16:58:55.877624 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:58:55.883071 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:55.887138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Usage tracker for resource:network and tenant:e4e081dc7572485eb758d690f306243f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:58:55.890130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:58:55.895915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:58:55.908805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Made reservation on behalf of e4e081dc7572485eb758d690f306243f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:58:55.911287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:55.923802 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:55.938405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:55.942379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Usage tracker for resource:security_group_rule and tenant:e4e081dc7572485eb758d690f306243f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:58:55.945293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:58:55.951021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:58:56.037618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:56.043040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:56.061714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Reserving flat network on physical network physnet1 {{(pid=87609) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 16:58:56.082941 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ce10cb-c7f1-4e4f-beac-3f0404196b04,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:56.087631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:56.087979 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Added segment bddebb19-8055-49c1-9a80-1a73a6a78ce5 of type flat for network 30d9ffad-2711-4498-a950-0c1b824a383e Jan 27 16:58:56.121718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:56.161949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:56.162999 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:56.163744 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:56.261953 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7873044 Jan 27 16:58:56.267860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1a45e-1011-482a-85be-cb86c63aa123 admin admin] Pushing event updated for resources: {'Network': ['ID=30d9ffad-2711-4498-a950-0c1b824a383e,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:56.289850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 30d9ffad-2711-4498-a950-0c1b824a383e details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 16:58:56.480787 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:58.682575 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 58978) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:58.938036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc6b8d-8754-4148-ac84-9a13576cddfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:58.939410 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0efc6b8d-8754-4148-ac84-9a13576cddfb admin admin] 10.222.0.81 "GET /v2.0/subnets/ccd46521-85ce-442c-9798-0e139ac7b3e7 HTTP/1.1" status: 200 len: 849 time: 0.2552009 Jan 27 16:58:59.123941 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-46574a92-74f6-4d5b-bf9d-ae87376459d7 admin admin] 10.222.0.81 "GET /v2.0/routers/02669a32-e06e-472f-ba97-8b1d4cc3ce21 HTTP/1.1" status: 200 len: 704 time: 0.1755607 Jan 27 16:58:59.612444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:59.856349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Allocated IP 172.20.0.1 (304b7041-4db2-4000-90eb-fad29aae94d2/ccd46521-85ce-442c-9798-0e139ac7b3e7/02a7cbda-00b5-4e89-84f6-3d6345829d06) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:59:00.057894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:00.079741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Transition to ACTIVE for port object 02a7cbda-00b5-4e89-84f6-3d6345829d06 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:59:00.142575 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:00.217155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Network 304b7041-4db2-4000-90eb-fad29aae94d2 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:59:00.220132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:59:00.223961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 16:59:00.224388 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:00.350870 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Pushing event updated for resources: {'Port': ['ID=02a7cbda-00b5-4e89-84f6-3d6345829d06,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:00.492451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-264236a9-184d-4ef2-83be-951bb3b1f151 None None] Provisioning for port 02a7cbda-00b5-4e89-84f6-3d6345829d06 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:59:00.497817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-264236a9-184d-4ef2-83be-951bb3b1f151 None None] Provisioning complete for port 02a7cbda-00b5-4e89-84f6-3d6345829d06 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:59:00.498203 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-264236a9-184d-4ef2-83be-951bb3b1f151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:00.507530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:00.550232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-264236a9-184d-4ef2-83be-951bb3b1f151 None None] Port 02a7cbda-00b5-4e89-84f6-3d6345829d06 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 16:59:00.749691 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:00.756327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:00.757036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:00.853329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Pushing event updated for resources: {'Port': ['ID=02a7cbda-00b5-4e89-84f6-3d6345829d06,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:00.957420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Network 304b7041-4db2-4000-90eb-fad29aae94d2 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:59:00.958673 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:59:01.162393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Router 02669a32-e06e-472f-ba97-8b1d4cc3ce21 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 16:59:01.173792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-386fc23f-b853-451a-97fe-d2b107c3dad5 None None] Provisioning complete for port 02a7cbda-00b5-4e89-84f6-3d6345829d06 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:59:01.174162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-386fc23f-b853-451a-97fe-d2b107c3dad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:01.231408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-386fc23f-b853-451a-97fe-d2b107c3dad5 None None] Port 02a7cbda-00b5-4e89-84f6-3d6345829d06 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 16:59:01.321257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 16:59:01.331824 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5edd08d8-10e8-4848-8068-7c18be0f8a5c admin admin] 10.222.0.81 "PUT /v2.0/routers/02669a32-e06e-472f-ba97-8b1d4cc3ce21/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2004263 Jan 27 16:59:01.332871 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Sync routers for ids ['02669a32-e06e-472f-ba97-8b1d4cc3ce21'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:59:01.344265 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Routers {'02669a32-e06e-472f-ba97-8b1d4cc3ce21'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 16:59:01.345286 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T16:58:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['02669a32-e06e-472f-ba97-8b1d4cc3ce21'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:59:01.524844 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Set router 02669a32-e06e-472f-ba97-8b1d4cc3ce21 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 16:59:01.899354 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'name': 'router1', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:58:49Z', 'updated_at': '2022-01-27T16:59:00Z', 'revision_number': 2, 'project_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'gw_port_host': None, '_interfaces': [{'id': '02a7cbda-00b5-4e89-84f6-3d6345829d06', 'name': '', 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'mac_address': 'fa:16:3e:5c:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccd46521-85ce-442c-9798-0e139ac7b3e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:59Z', 'updated_at': '2022-01-27T16:59:00Z', 'revision_number': 2, 'project_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'subnets': [{'id': 'ccd46521-85ce-442c-9798-0e139ac7b3e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6b4fb75-1551-40bf-a6a4-1299a594a3a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:59:01.904520 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Checking router: 02669a32-e06e-472f-ba97-8b1d4cc3ce21 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:59:01.904870 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Updating router 02669a32-e06e-472f-ba97-8b1d4cc3ce21 port 02a7cbda-00b5-4e89-84f6-3d6345829d06 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:59:01.957789 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:02.353525 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:02.370295 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Transition to ACTIVE for port object 02a7cbda-00b5-4e89-84f6-3d6345829d06 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:59:02.379142 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:02.626964 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a70939-329d-491b-961d-87376f5b165f None None] Pushing event updated for resources: {'Port': ['ID=02a7cbda-00b5-4e89-84f6-3d6345829d06,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:02.629514 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Attempting to bind port 02a7cbda-00b5-4e89-84f6-3d6345829d06 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 16:59:02.629884 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Attempting to bind port 02a7cbda-00b5-4e89-84f6-3d6345829d06 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bd347d1c-fddf-404d-ab18-855d66f13719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 16:59:02.630297 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Attempting to bind port 02a7cbda-00b5-4e89-84f6-3d6345829d06 on network 304b7041-4db2-4000-90eb-fad29aae94d2 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 16:59:02.639138 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a70939-329d-491b-961d-87376f5b165f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:02.639472 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a70939-329d-491b-961d-87376f5b165f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:02.639819 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a70939-329d-491b-961d-87376f5b165f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:02.640138 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a70939-329d-491b-961d-87376f5b165f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:02.640455 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a70939-329d-491b-961d-87376f5b165f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:02.640783 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a70939-329d-491b-961d-87376f5b165f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:02.641095 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a70939-329d-491b-961d-87376f5b165f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:02.641402 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a70939-329d-491b-961d-87376f5b165f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:02.641754 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a70939-329d-491b-961d-87376f5b165f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:02.642062 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a70939-329d-491b-961d-87376f5b165f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:02.642539 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a70939-329d-491b-961d-87376f5b165f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:02.642854 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a70939-329d-491b-961d-87376f5b165f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a70939-329d-491b-961d-87376f5b165f None None] Tracked resource versions report: Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: pushed versions: Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: { 'AddressGroup': {'1.2'}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'ConntrackHelper': {'1.0'}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Log': {'1.0'}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Network': {'1.1'}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Port': {'1.7'}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'PortForwarding': {'1.2'}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'QosPolicy': {'1.8'}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'SecurityGroup': {'1.4'}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'SubPort': {'1.0'}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Subnet': {'1.1'}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Trunk': {'1.1'}} Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: consumer versions: Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: { DHCP agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: L3 agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: Metadata agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: Metering agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: Open vSwitch agent@dv-neutron-825077-1-hyperv: { 'AddressGroup': '1.2', Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'ConntrackHelper': '1.0', Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Log': '1.0', Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Network': '1.1', Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Port': '1.7', Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'PortForwarding': '1.2', Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'QosPolicy': '1.8', Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'SecurityGroup': '1.4', Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'SecurityGroupRule': '1.2', Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'SubPort': '1.0', Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Subnet': '1.1', Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Trunk': '1.1'}} Jan 27 16:59:02.644164 dv-neutron-825077-1-hyperv neutron-server[87611]: {{(pid=87611) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:59:02.646550 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 16:59:02.646849 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Checking segment: {'id': 'bd347d1c-fddf-404d-ab18-855d66f13719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 16:59:02.647331 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:02.647731 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Bound using segment: {'id': 'bd347d1c-fddf-404d-ab18-855d66f13719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 16:59:02.648223 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Bound port: 02a7cbda-00b5-4e89-84f6-3d6345829d06, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd347d1c-fddf-404d-ab18-855d66f13719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 16:59:02.648579 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:02.740878 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] For port 02a7cbda-00b5-4e89-84f6-3d6345829d06, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 16:59:02.744874 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] For port 02a7cbda-00b5-4e89-84f6-3d6345829d06, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=02a7cbda-00b5-4e89-84f6-3d6345829d06,segment=NetworkSegment(bd347d1c-fddf-404d-ab18-855d66f13719),segment_id=bd347d1c-fddf-404d-ab18-855d66f13719)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 16:59:02.752886 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:02.857660 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a70939-329d-491b-961d-87376f5b165f None None] Pushing event updated for resources: {'Port': ['ID=02a7cbda-00b5-4e89-84f6-3d6345829d06,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:02.860193 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Routers {'02669a32-e06e-472f-ba97-8b1d4cc3ce21'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 16:59:02.860875 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T16:58:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['02669a32-e06e-472f-ba97-8b1d4cc3ce21'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:59:03.014258 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] Set router 02669a32-e06e-472f-ba97-8b1d4cc3ce21 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 16:59:03.338863 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'name': 'router1', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:58:49Z', 'updated_at': '2022-01-27T16:59:00Z', 'revision_number': 2, 'project_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'gw_port_host': None, '_interfaces': [{'id': '02a7cbda-00b5-4e89-84f6-3d6345829d06', 'name': '', 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'mac_address': 'fa:16:3e:5c:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccd46521-85ce-442c-9798-0e139ac7b3e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:59Z', 'updated_at': '2022-01-27T16:59:02Z', 'revision_number': 4, 'project_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'subnets': [{'id': 'ccd46521-85ce-442c-9798-0e139ac7b3e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6b4fb75-1551-40bf-a6a4-1299a594a3a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:59:03.343142 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae24c90-553b-439a-8327-076068c3aeb3 None None] The sync data for ids ['02669a32-e06e-472f-ba97-8b1d4cc3ce21'] in dv-neutron-825077-1-hyperv is: [{'id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'name': 'router1', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:58:49Z', 'updated_at': '2022-01-27T16:59:00Z', 'revision_number': 2, 'project_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'gw_port_host': None, '_interfaces': [{'id': '02a7cbda-00b5-4e89-84f6-3d6345829d06', 'name': '', 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'mac_address': 'fa:16:3e:5c:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccd46521-85ce-442c-9798-0e139ac7b3e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:59Z', 'updated_at': '2022-01-27T16:59:02Z', 'revision_number': 4, 'project_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'subnets': [{'id': 'ccd46521-85ce-442c-9798-0e139ac7b3e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6b4fb75-1551-40bf-a6a4-1299a594a3a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:59:03.523499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 59000) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:59:03.701007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669a5a12-57d7-4627-a452-afb4920350bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:03.702479 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-669a5a12-57d7-4627-a452-afb4920350bc admin admin] 10.222.0.81 "GET /v2.0/networks/30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 842 time: 0.1780467 Jan 27 16:59:03.712581 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.8.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.8.0/24', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:59:03.718356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:59:03.722300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Usage tracker for resource:subnet and tenant:e4e081dc7572485eb758d690f306243f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:59:03.725484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:59:03.734661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:59:03.746348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Made reservation on behalf of e4e081dc7572485eb758d690f306243f for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:59:03.749186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:04.182554 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.objects.ports [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87608) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 16:59:04.182906 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:04.264257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e63d75-aa31-48f1-8297-0519d96391e4,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:04.266916 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 16:59:04.267270 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Network hostable DHCP agents. Network: 30d9ffad-2711-4498-a950-0c1b824a383e, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:59:04.281225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:04.281570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:04.281898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:04.282212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:04.282723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:04.283074 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:04.283398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:04.283767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:04.284087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:04.284400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:04.284720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:04.285027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Tracked resource versions report: Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: pushed versions: Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: { 'AddressGroup': {'1.2'}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'ConntrackHelper': {'1.0'}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Log': {'1.0'}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Network': {'1.1'}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Port': {'1.7'}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'PortForwarding': {'1.2'}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'QosPolicy': {'1.8'}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'SecurityGroup': {'1.4'}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'SubPort': {'1.0'}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Subnet': {'1.1'}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Trunk': {'1.1'}} Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: consumer versions: Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: { DHCP agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: L3 agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: Metadata agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: Metering agent@dv-neutron-825077-1-hyperv: {}, Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: Open vSwitch agent@dv-neutron-825077-1-hyperv: { 'AddressGroup': '1.2', Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'ConntrackHelper': '1.0', Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Log': '1.0', Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Network': '1.1', Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Port': '1.7', Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'PortForwarding': '1.2', Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'QosPolicy': '1.8', Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'SecurityGroup': '1.4', Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'SecurityGroupRule': '1.2', Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'SubPort': '1.0', Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Subnet': '1.1', Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Trunk': '1.1'}} Jan 27 16:59:04.286277 dv-neutron-825077-1-hyperv neutron-server[87608]: {{(pid=87608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:59:04.316638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:59:04.332503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 30d9ffad-2711-4498-a950-0c1b824a383e) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:59:04.338065 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:04.338899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:04.346735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28af2d70-33c2-4c24-b510-58a1b16d926c None None] Network 30d9ffad-2711-4498-a950-0c1b824a383e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 16:59:04.369239 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bbd57c0c-7c1d-474d-9ecb-934a1cd5f909 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6601498 Jan 27 16:59:04.587789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64c2bcf-2b8c-4f72-a28a-0150741800e4 None None] Network 30d9ffad-2711-4498-a950-0c1b824a383e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 16:59:04.760901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 02a7cbda-00b5-4e89-84f6-3d6345829d06 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 16:59:04.901568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 02a7cbda-00b5-4e89-84f6-3d6345829d06 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:59:04.906619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 02a7cbda-00b5-4e89-84f6-3d6345829d06 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:59:04.906986 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:05.024329 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:05.059222 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 02a7cbda-00b5-4e89-84f6-3d6345829d06, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=02a7cbda-00b5-4e89-84f6-3d6345829d06,segment=NetworkSegment(bd347d1c-fddf-404d-ab18-855d66f13719),segment_id=bd347d1c-fddf-404d-ab18-855d66f13719)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 16:59:05.075571 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:05.143181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=02a7cbda-00b5-4e89-84f6-3d6345829d06,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:06.667509 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 02a7cbda-00b5-4e89-84f6-3d6345829d06 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 16:59:06.670234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 59018) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:59:06.736296 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 02a7cbda-00b5-4e89-84f6-3d6345829d06 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:59:06.736844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:06.910857 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b1664cee-3a77-491f-bc0f-7a76f573e136 admin admin] 10.222.0.81 "GET /v2.0/routers/02669a32-e06e-472f-ba97-8b1d4cc3ce21 HTTP/1.1" status: 200 len: 710 time: 0.2393639 Jan 27 16:59:07.058413 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc90b995-0744-44f2-a715-ec0c7cbd4957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:59:07.058972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bc90b995-0744-44f2-a715-ec0c7cbd4957 admin admin] Synchronizing usage tracker for tenant:e4e081dc7572485eb758d690f306243f on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 16:59:07.080835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bc90b995-0744-44f2-a715-ec0c7cbd4957 admin admin] Unset dirty status for tenant:e4e081dc7572485eb758d690f306243f on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 16:59:07.082038 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bc90b995-0744-44f2-a715-ec0c7cbd4957 admin admin] 10.222.0.81 "GET /v2.0/networks/30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 886 time: 0.1636531 Jan 27 16:59:07.096118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:59:07.538854 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:07.882450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:07.940983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:08.124481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Allocated IP 172.26.8.25 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/9d94d5a7-aaf5-4094-89e9-a883f062c10a) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:59:08.276534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:08.314239 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:08.381042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:59:08.383893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:59:08.386414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 16:59:08.446993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Pushing event updated for resources: {'Port': ['ID=9d94d5a7-aaf5-4094-89e9-a883f062c10a,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:08.792228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:09.151853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:09.155758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:09.337192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Router 02669a32-e06e-472f-ba97-8b1d4cc3ce21 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 16:59:09.573336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 16:59:09.587105 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Sync routers for ids ['02669a32-e06e-472f-ba97-8b1d4cc3ce21'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:59:09.589073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:09.591908 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a6499416-de12-439c-a340-a9e411f8fcf3 admin admin] 10.222.0.81 "PUT /v2.0/routers/02669a32-e06e-472f-ba97-8b1d4cc3ce21 HTTP/1.1" status: 200 len: 889 time: 2.5007584 Jan 27 16:59:09.604780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Routers {'02669a32-e06e-472f-ba97-8b1d4cc3ce21'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 16:59:09.605985 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T16:58:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['02669a32-e06e-472f-ba97-8b1d4cc3ce21'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:59:09.812208 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Set router 02669a32-e06e-472f-ba97-8b1d4cc3ce21 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 16:59:10.169409 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'name': 'router1', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '9d94d5a7-aaf5-4094-89e9-a883f062c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:58:49Z', 'updated_at': '2022-01-27T16:59:08Z', 'revision_number': 4, 'project_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'gw_port': {'id': '9d94d5a7-aaf5-4094-89e9-a883f062c10a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:59:07Z', 'updated_at': '2022-01-27T16:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '02a7cbda-00b5-4e89-84f6-3d6345829d06', 'name': '', 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'mac_address': 'fa:16:3e:5c:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccd46521-85ce-442c-9798-0e139ac7b3e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:59Z', 'updated_at': '2022-01-27T16:59:05Z', 'revision_number': 5, 'project_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'subnets': [{'id': 'ccd46521-85ce-442c-9798-0e139ac7b3e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6b4fb75-1551-40bf-a6a4-1299a594a3a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:59:10.174443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Checking router: 02669a32-e06e-472f-ba97-8b1d4cc3ce21 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:59:10.174779 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Updating router 02669a32-e06e-472f-ba97-8b1d4cc3ce21 port 9d94d5a7-aaf5-4094-89e9-a883f062c10a binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:59:10.226703 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:10.563485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:10.583039 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Transition to ACTIVE for port object 9d94d5a7-aaf5-4094-89e9-a883f062c10a will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:59:10.591676 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:10.680648 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c83f-6f06-4af4-abe8-01977f11a446 None None] Pushing event updated for resources: {'Port': ['ID=9d94d5a7-aaf5-4094-89e9-a883f062c10a,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:10.686272 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Attempting to bind port 9d94d5a7-aaf5-4094-89e9-a883f062c10a on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 16:59:10.686626 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Attempting to bind port 9d94d5a7-aaf5-4094-89e9-a883f062c10a by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 16:59:10.686997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Attempting to bind port 9d94d5a7-aaf5-4094-89e9-a883f062c10a on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 16:59:10.692869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 16:59:10.693238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 16:59:10.693632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:10.694016 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 16:59:10.694478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Bound port: 9d94d5a7-aaf5-4094-89e9-a883f062c10a, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 16:59:10.694856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:10.766415 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] For port 9d94d5a7-aaf5-4094-89e9-a883f062c10a, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 16:59:10.769717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] For port 9d94d5a7-aaf5-4094-89e9-a883f062c10a, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9d94d5a7-aaf5-4094-89e9-a883f062c10a,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 16:59:10.775733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:10.879167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Routers {'02669a32-e06e-472f-ba97-8b1d4cc3ce21'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 16:59:10.879805 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T16:58:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['02669a32-e06e-472f-ba97-8b1d4cc3ce21'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:59:10.926273 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c83f-6f06-4af4-abe8-01977f11a446 None None] Pushing event updated for resources: {'Port': ['ID=9d94d5a7-aaf5-4094-89e9-a883f062c10a,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:11.066894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] Set router 02669a32-e06e-472f-ba97-8b1d4cc3ce21 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 16:59:11.401482 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'name': 'router1', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '9d94d5a7-aaf5-4094-89e9-a883f062c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:58:49Z', 'updated_at': '2022-01-27T16:59:08Z', 'revision_number': 4, 'project_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'gw_port': {'id': '9d94d5a7-aaf5-4094-89e9-a883f062c10a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:59:07Z', 'updated_at': '2022-01-27T16:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '02a7cbda-00b5-4e89-84f6-3d6345829d06', 'name': '', 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'mac_address': 'fa:16:3e:5c:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccd46521-85ce-442c-9798-0e139ac7b3e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:59Z', 'updated_at': '2022-01-27T16:59:05Z', 'revision_number': 5, 'project_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'subnets': [{'id': 'ccd46521-85ce-442c-9798-0e139ac7b3e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6b4fb75-1551-40bf-a6a4-1299a594a3a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:59:11.405533 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b17e5f-731f-4eb8-aa67-044a39f1112b None None] The sync data for ids ['02669a32-e06e-472f-ba97-8b1d4cc3ce21'] in dv-neutron-825077-1-hyperv is: [{'id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'name': 'router1', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '9d94d5a7-aaf5-4094-89e9-a883f062c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:58:49Z', 'updated_at': '2022-01-27T16:59:08Z', 'revision_number': 4, 'project_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'gw_port': {'id': '9d94d5a7-aaf5-4094-89e9-a883f062c10a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:59:07Z', 'updated_at': '2022-01-27T16:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '02a7cbda-00b5-4e89-84f6-3d6345829d06', 'name': '', 'network_id': '304b7041-4db2-4000-90eb-fad29aae94d2', 'tenant_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'mac_address': 'fa:16:3e:5c:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02669a32-e06e-472f-ba97-8b1d4cc3ce21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccd46521-85ce-442c-9798-0e139ac7b3e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:59Z', 'updated_at': '2022-01-27T16:59:05Z', 'revision_number': 5, 'project_id': '5fb3a165d22b426baeddb6ad44bcc25e', 'subnets': [{'id': 'ccd46521-85ce-442c-9798-0e139ac7b3e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6b4fb75-1551-40bf-a6a4-1299a594a3a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:59:12.042172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 59028) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:59:12.162554 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2232b2b0-a012-4649-a6c9-47105fe07df8 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1191747 Jan 27 16:59:12.704831 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9d94d5a7-aaf5-4094-89e9-a883f062c10a up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 16:59:12.780001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 9d94d5a7-aaf5-4094-89e9-a883f062c10a completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:59:12.787496 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 9d94d5a7-aaf5-4094-89e9-a883f062c10a triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:59:12.787911 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:12.912045 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:12.931760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 9d94d5a7-aaf5-4094-89e9-a883f062c10a, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9d94d5a7-aaf5-4094-89e9-a883f062c10a,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 16:59:12.937406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:13.015504 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=9d94d5a7-aaf5-4094-89e9-a883f062c10a,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:59:14.680034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9d94d5a7-aaf5-4094-89e9-a883f062c10a up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 16:59:14.758232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 9d94d5a7-aaf5-4094-89e9-a883f062c10a triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:59:14.758594 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:21.496180 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a27f8428-23df-4ddb-88cc-087f1e70af8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:23.823089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-91cbe3c5-55ce-40c4-b359-5c466db12329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:24.841198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:25.113480 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:26.493297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:32.498750 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 5 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 16:59:51.492074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5d54c1eb-e904-403d-a0f7-7f55b8a611b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:53.818309 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-401c000e-bf4f-4e53-9157-dc0384e576ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:54.837461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:55.109727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:56.487422 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:09.497149 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 5 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:00:21.507756 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d0de-fd4e-48ae-8241-996d58ed1ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:23.832519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5aeffb15-f10c-4b90-b437-b9668e7f1229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:24.862855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:25.127397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:26.504340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:46.501722 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 5 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:00:51.507782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-92993e80-1c3d-4828-9e14-03639a2ed966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:53.847776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6e595c04-7280-4605-b42b-8b559b8693ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:54.848188 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:55.126714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:56.500467 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:21.500859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-12324f86-3af8-4078-9047-956d867e5749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:23.503175 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 5 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:01:23.838130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-767c8a98-92c7-499a-95ad-481dfa8eedcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:24.849775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:25.122721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:26.509938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:37.557026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 59630) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:37.643041 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-549963c4-7e3d-40e7-9e0b-8f8b25598e94 admin admin] GET failed (client error): The resource could not be found. Jan 27 17:01:37.644499 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-549963c4-7e3d-40e7-9e0b-8f8b25598e94 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0865054 Jan 27 17:01:37.807190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653f3117-c1b4-4a44-a61d-a23319ff7b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:37.809107 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-653f3117-c1b4-4a44-a61d-a23319ff7b81 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1599591 Jan 27 17:01:40.202556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 59640) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:40.379270 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e206371b-27b8-4af8-bf32-29d755a3ddb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:40.379792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e206371b-27b8-4af8-bf32-29d755a3ddb0 admin admin] Synchronizing usage tracker for tenant:e4e081dc7572485eb758d690f306243f on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:01:40.405493 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e206371b-27b8-4af8-bf32-29d755a3ddb0 admin admin] Unset dirty status for tenant:e4e081dc7572485eb758d690f306243f on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:01:40.407035 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e206371b-27b8-4af8-bf32-29d755a3ddb0 admin admin] 10.222.0.81 "GET /v2.0/subnets/ccd46521-85ce-442c-9798-0e139ac7b3e7 HTTP/1.1" status: 200 len: 849 time: 0.2034550 Jan 27 17:01:40.420808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:01:40.641947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:40.914077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787738492398'] for subnet, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:40.965746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:40.966354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:40.968999 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] 10.222.0.81 "PUT /v2.0/subnets/ccd46521-85ce-442c-9798-0e139ac7b3e7 HTTP/1.1" status: 200 len: 868 time: 0.5551519 Jan 27 17:01:40.972874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e7bfd7-0706-49dd-b8fc-2c61f88b009f None None] Network 304b7041-4db2-4000-90eb-fad29aae94d2 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:01:41.017439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd46521-85ce-442c-9798-0e139ac7b3e7,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:41.030540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:41.031309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:41.031881 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:41.032409 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:41.033072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:41.033602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:41.034127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:41.034653 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:41.035188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:41.035734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:41.036235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:41.036911 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65dc42-286a-4b3c-aae4-05cafc94b536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:41.680306 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-436e30f0-c618-49f9-a915-2426f6997f25 None None] Provisioning complete for port 02a7cbda-00b5-4e89-84f6-3d6345829d06 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:01:41.681117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-436e30f0-c618-49f9-a915-2426f6997f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:41.882344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-436e30f0-c618-49f9-a915-2426f6997f25 None None] Provisioning complete for port 48cadff4-afb9-42c3-a7a5-f003bd262e1a triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:01:41.882635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-436e30f0-c618-49f9-a915-2426f6997f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:43.840194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 59650) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:44.044165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d19af6-43f4-426c-bf11-4bafc75f550c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:44.044666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d19af6-43f4-426c-bf11-4bafc75f550c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:44.046354 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-25d19af6-43f4-426c-bf11-4bafc75f550c admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2048628 Jan 27 17:01:46.398834 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 59660) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:46.600579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db90b66-6f59-4d24-b03b-2a4e60814114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:46.601048 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db90b66-6f59-4d24-b03b-2a4e60814114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:46.602857 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1db90b66-6f59-4d24-b03b-2a4e60814114 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2025671 Jan 27 17:01:49.244436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 59670) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:49.459157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7011b851-e989-4e75-a49f-0a6696fcd686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:49.461074 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7011b851-e989-4e75-a49f-0a6696fcd686 admin admin] 10.222.0.81 "GET /v2.0/networks/304b7041-4db2-4000-90eb-fad29aae94d2 HTTP/1.1" status: 200 len: 870 time: 0.2151108 Jan 27 17:01:51.506528 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-48d8d9c1-ece6-4c3b-9af4-e17b16bf3057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:51.893903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 59680) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:52.112108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc0891-0a84-4f71-bd92-5b73d8ddc7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:52.113520 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a7bc0891-0a84-4f71-bd92-5b73d8ddc7aa admin admin] 10.222.0.81 "GET /v2.0/networks/30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 886 time: 0.2186503 Jan 27 17:01:53.841270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3a596ce5-9e5f-4c2e-bf3f-ad915fe00676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:54.846521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:54.860635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 59690) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:54.989722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca77ca-730e-42e6-81ee-c0f069ea523d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:54.990003 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca77ca-730e-42e6-81ee-c0f069ea523d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:54.991539 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4aca77ca-730e-42e6-81ee-c0f069ea523d admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1298499 Jan 27 17:01:55.127411 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:56.508424 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:57.425097 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 59700) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:57.549194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400fae64-3c54-46c1-bc6b-3290bc9dea3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:57.549816 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400fae64-3c54-46c1-bc6b-3290bc9dea3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:57.551956 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-400fae64-3c54-46c1-bc6b-3290bc9dea3b admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256049 Jan 27 17:01:59.817843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 59710) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:59.966355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ec261-6718-4e1e-848d-c8aad3d42e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:59.968803 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7b3ec261-6718-4e1e-848d-c8aad3d42e45 admin admin] 10.222.0.81 "GET /v2.0/subnets/83e63d75-aa31-48f1-8297-0519d96391e4 HTTP/1.1" status: 200 len: 816 time: 0.1491673 Jan 27 17:02:00.503710 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 5 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:02:02.314625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 59720) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:02:02.470540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d69679-386e-4e43-af25-e7d88346aa74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:02:02.472154 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-33d69679-386e-4e43-af25-e7d88346aa74 admin admin] 10.222.0.81 "GET /v2.0/subnets/ccd46521-85ce-442c-9798-0e139ac7b3e7 HTTP/1.1" status: 200 len: 868 time: 0.1564236 Jan 27 17:02:21.497961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d73b93bd-18e3-402d-b3cf-7b984a012267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:23.840748 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-29e5c877-a3f6-414e-81c1-42b7bb9db7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:24.856562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:25.126777 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:26.520139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:26.571046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 59774) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:02:26.631029 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-89d58526-2af7-4c6d-a0fc-789c4a52aabb admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:02:26.632112 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-89d58526-2af7-4c6d-a0fc-789c4a52aabb admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0599332 Jan 27 17:02:29.047531 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 59784) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:02:29.153360 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e85f17-9f7c-4874-8933-8b992ad3ad4b admin admin] GET failed (client error): The resource could not be found. Jan 27 17:02:29.154905 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-79e85f17-9f7c-4874-8933-8b992ad3ad4b admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1062689 Jan 27 17:02:29.354550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ef33f5-97b1-4169-894e-91f7023f05d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:02:29.356734 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d6ef33f5-97b1-4169-894e-91f7023f05d9 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1971579 Jan 27 17:02:31.727615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 59794) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:02:31.789378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:02:31.795661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:02:31.808542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:02:31.824022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Made reservation on behalf of e4e081dc7572485eb758d690f306243f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:02:31.826905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:31.931633 dv-neutron-825077-1-hyperv neutron-server[87609]: WARNING neutron.services.revisions.revision_plugin [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Could not find related network for resource to bump revision. Jan 27 17:02:31.948029 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:02:31.962638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:31.962970 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Added segment 5b3d1602-5afb-47c3-b4ca-eb5835e6a50f of type vlan for network 3b8be3f3-d5bd-437a-aa5a-f0372d6721b9 Jan 27 17:02:31.995640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:32.037856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:32.038919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:02:32.039698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:32.157867 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4290662 Jan 27 17:02:32.163481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Pushing event updated for resources: {'Network': ['ID=3b8be3f3-d5bd-437a-aa5a-f0372d6721b9,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:02:32.172209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:32.172582 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:32.172904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:32.173237 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:32.173568 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:32.173918 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:32.174245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:32.174581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:32.174910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:32.175227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:32.175546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:32.175888 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8f2ce-3c8c-40a9-9e70-d13ea4364c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:32.190918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 3b8be3f3-d5bd-437a-aa5a-f0372d6721b9 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:02:34.518433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 59804) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:02:34.615702 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa95a058-7f5c-485e-92ab-97939a50cdc9 admin admin] GET failed (client error): The resource could not be found. Jan 27 17:02:34.616490 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fa95a058-7f5c-485e-92ab-97939a50cdc9 admin admin] Synchronizing usage tracker for tenant:e4e081dc7572485eb758d690f306243f on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:02:34.642958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fa95a058-7f5c-485e-92ab-97939a50cdc9 admin admin] Unset dirty status for tenant:e4e081dc7572485eb758d690f306243f on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:02:34.644314 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fa95a058-7f5c-485e-92ab-97939a50cdc9 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1245620 Jan 27 17:02:34.761911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad68a6fe-6e84-465c-9217-1720c1b7a94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:02:34.763672 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ad68a6fe-6e84-465c-9217-1720c1b7a94a admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1146810 Jan 27 17:02:34.776226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '3b8be3f3-d5bd-437a-aa5a-f0372d6721b9', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:02:34.781358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:02:34.791817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:02:34.804961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] Made reservation on behalf of e4e081dc7572485eb758d690f306243f for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:02:34.807818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:35.093707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:35.173141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e16b7607-0218-4b87-9bc7-72f38dffe47b,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:02:35.186436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] Checking segment: {'id': '5b3d1602-5afb-47c3-b4ca-eb5835e6a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '3b8be3f3-d5bd-437a-aa5a-f0372d6721b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:02:35.186938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] Network hostable DHCP agents. Network: 3b8be3f3-d5bd-437a-aa5a-f0372d6721b9, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:02:35.214170 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] Network 3b8be3f3-d5bd-437a-aa5a-f0372d6721b9 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:02:35.226316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 3b8be3f3-d5bd-437a-aa5a-f0372d6721b9) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:02:35.230788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:02:35.231843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:35.239255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7471bb38-05b0-4e53-a9e4-9d070da66bc1 None None] Network 3b8be3f3-d5bd-437a-aa5a-f0372d6721b9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:02:35.266373 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d821c37e-eb5d-4953-9dc9-4f2343015c60 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4938102 Jan 27 17:02:35.526159 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-3b8be3f3-d5bd-437a-aa5a-f0372d6721b9', 'network_id': '3b8be3f3-d5bd-437a-aa5a-f0372d6721b9', 'tenant_id': 'e4e081dc7572485eb758d690f306243f', 'fixed_ips': [{'subnet_id': 'e16b7607-0218-4b87-9bc7-72f38dffe47b'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:02:35.527275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:35.774990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Allocated IP 192.168.233.2 (3b8be3f3-d5bd-437a-aa5a-f0372d6721b9/e16b7607-0218-4b87-9bc7-72f38dffe47b/4e4f8cf1-a3c6-4379-a998-772712a209ef) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:02:36.053215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:36.069063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Transition to ACTIVE for port object 4e4f8cf1-a3c6-4379-a998-772712a209ef will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:02:36.100318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Transition to ACTIVE for port object 4e4f8cf1-a3c6-4379-a998-772712a209ef will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:02:36.112885 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:36.196923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Network 3b8be3f3-d5bd-437a-aa5a-f0372d6721b9 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:02:36.200271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:02:36.205425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:02:36.207900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Pushing event updated for resources: {'Port': ['ID=4e4f8cf1-a3c6-4379-a998-772712a209ef,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:02:36.242266 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:36.243356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:36.243356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:36.243356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:36.243883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:36.244060 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:36.244274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:36.244587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:36.244926 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:36.245240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:36.245557 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:36.245874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:36.344804 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Attempting to bind port 4e4f8cf1-a3c6-4379-a998-772712a209ef on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:02:36.345209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Attempting to bind port 4e4f8cf1-a3c6-4379-a998-772712a209ef by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '5b3d1602-5afb-47c3-b4ca-eb5835e6a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '3b8be3f3-d5bd-437a-aa5a-f0372d6721b9'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:02:36.345645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Attempting to bind port 4e4f8cf1-a3c6-4379-a998-772712a209ef on network 3b8be3f3-d5bd-437a-aa5a-f0372d6721b9 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:02:36.351858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:02:36.352400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Checking segment: {'id': '5b3d1602-5afb-47c3-b4ca-eb5835e6a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '3b8be3f3-d5bd-437a-aa5a-f0372d6721b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:02:36.352897 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:36.353291 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Bound using segment: {'id': '5b3d1602-5afb-47c3-b4ca-eb5835e6a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '3b8be3f3-d5bd-437a-aa5a-f0372d6721b9'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:02:36.353770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Bound port: 4e4f8cf1-a3c6-4379-a998-772712a209ef, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3d1602-5afb-47c3-b4ca-eb5835e6a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '3b8be3f3-d5bd-437a-aa5a-f0372d6721b9'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:02:36.354183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:36.489128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] For port 4e4f8cf1-a3c6-4379-a998-772712a209ef, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:02:36.493362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] For port 4e4f8cf1-a3c6-4379-a998-772712a209ef, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=4e4f8cf1-a3c6-4379-a998-772712a209ef,segment=NetworkSegment(5b3d1602-5afb-47c3-b4ca-eb5835e6a50f),segment_id=5b3d1602-5afb-47c3-b4ca-eb5835e6a50f)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:02:36.500248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:36.593271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbe491-fa6a-426a-a293-0d984397fc25 None None] Pushing event updated for resources: {'Port': ['ID=4e4f8cf1-a3c6-4379-a998-772712a209ef,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:02:37.508774 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 5 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:02:37.694439 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19293cbb-b972-4ce2-b76a-390a4ca31f08 None None] Network 3b8be3f3-d5bd-437a-aa5a-f0372d6721b9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:02:37.755388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-05df6c19-22ed-48e5-8f81-43baf616d38f None None] Provisioning for port 4e4f8cf1-a3c6-4379-a998-772712a209ef completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:02:38.869363 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4e4f8cf1-a3c6-4379-a998-772712a209ef up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:02:38.976958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 4e4f8cf1-a3c6-4379-a998-772712a209ef completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:02:38.985438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 4e4f8cf1-a3c6-4379-a998-772712a209ef triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:02:38.985789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:39.178793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:39.236708 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 4e4f8cf1-a3c6-4379-a998-772712a209ef, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=4e4f8cf1-a3c6-4379-a998-772712a209ef,segment=NetworkSegment(5b3d1602-5afb-47c3-b4ca-eb5835e6a50f),segment_id=5b3d1602-5afb-47c3-b4ca-eb5835e6a50f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:02:39.244068 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:39.367153 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=4e4f8cf1-a3c6-4379-a998-772712a209ef,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:02:40.803187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4e4f8cf1-a3c6-4379-a998-772712a209ef up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:02:40.918272 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 4e4f8cf1-a3c6-4379-a998-772712a209ef triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:02:40.918709 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:51.508331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9eb026ed-4aae-4019-bea2-c0f2b1ea6179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:53.840766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a8364bc7-f032-4452-a69a-7bb2b7fe8efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:54.850138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:55.131776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:56.514731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:14.509596 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 5 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:03:21.506461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0e8d96c2-e463-4a61-b9f6-fcd2bdf20eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:23.837128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e812-6749-4275-9fc4-c4855e1d308a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:24.856674 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:25.137087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:26.519317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:51.497279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-98e10720-3f16-4913-bee4-e59f99ede89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:51.510554 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 5 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:03:53.844765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8633b79c-8e99-48ce-817c-13c943ef92ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:54.851113 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:55.144449 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:56.530755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:08.826780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 59846) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:04:08.835486 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-9a3d2aa6-cfc2-422d-82d1-42b061ddbb62 tempest-verify_tempest_config-206348423 tempest-verify_tempest_config-206348423-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:04:08.837490 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9a3d2aa6-cfc2-422d-82d1-42b061ddbb62 tempest-verify_tempest_config-206348423 tempest-verify_tempest_config-206348423-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0088661 Jan 27 17:04:09.398629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 59864) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:04:09.579469 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:09.610201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:04:09.617367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Usage tracker for resource:security_group_rule and tenant:59385ac5d4234cf691d7a2a7ed982b6d is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:04:09.622707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:04:09.633532 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:04:09.755967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:09.763786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:09.834704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Synchronizing usage tracker for tenant:e4e081dc7572485eb758d690f306243f on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:04:09.840592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee76d2d-8394-462c-be37-3401e9d1c79c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:04:09.851754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:04:09.852102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:04:09.852427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:04:09.852743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:04:09.853055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:04:09.853385 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:04:09.853701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:04:09.854026 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:04:09.854341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:04:09.854651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:04:09.855085 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:04:09.856080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:04:09.878700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] Unset dirty status for tenant:e4e081dc7572485eb758d690f306243f on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:04:09.880380 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9f679cc8-2a50-4f67-989f-b5bdd3cfa46f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=59385ac5d4234cf691d7a2a7ed982b6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4806640 Jan 27 17:04:09.885598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 59870) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:04:09.963715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8a3ef0c9-574f-4060-b56a-366099d035f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:10.000196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8a3ef0c9-574f-4060-b56a-366099d035f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:10.135729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8a3ef0c9-574f-4060-b56a-366099d035f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:10.167458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ef0c9-574f-4060-b56a-366099d035f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee76d2d-8394-462c-be37-3401e9d1c79c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:04:10.178917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8a3ef0c9-574f-4060-b56a-366099d035f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:10.180966 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8a3ef0c9-574f-4060-b56a-366099d035f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ee76d2d-8394-462c-be37-3401e9d1c79c HTTP/1.1" status: 204 len: 168 time: 0.2938607 Jan 27 17:04:21.505485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a9535639-0001-45db-acf3-f6f83a6d4780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:23.835366 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5f52fd0c-24fb-4742-be4c-fd5ad080a084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:24.851562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:25.140085 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:26.530344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:28.510121 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 5 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:04:51.499696 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a42f5977-5c9e-4c45-85ad-66a0df63f8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:53.840216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7ec9194d-e642-4258-ac70-287786f229ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:54.851934 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:55.147259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:56.528066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:05.513610 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 5 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:05:21.501907 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6da99520-3269-4968-beff-5db1b0d2f1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:23.845285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-101edac3-4d6e-47d6-8047-2607f05228d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:24.858814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:25.148718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:26.538944 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:28.274730 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573862'] for agent, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:42.514583 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:05:44.442386 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 59948) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:44.585265 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0fb3ea12-6134-4793-b5cd-1a1e3759cea2 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1417658 Jan 27 17:05:46.940586 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 59958) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:47.017060 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-27519f5d-1b48-4358-a242-54665f8b7dae admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0750911 Jan 27 17:05:51.499669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9eb66d74-ceef-427c-a7f1-2c26d9b9bcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.833222 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-57a69506-8b17-4a86-a770-99d7a1f6b5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.847435 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.155263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:56.534319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.254479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:19.518492 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:06:21.498847 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-68fc6bfa-6656-4671-b6ac-e4117d20bbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.854297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e3e0-ca1a-4455-a6ce-4f2326708af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:24.878791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:25.169632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.557173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.260890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.504987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8043e753-67a0-406c-b3c9-fda335ac7a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.834469 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9a9f1539-856e-4a2c-b0af-145dd770e328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:54.849815 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:55.159640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:56.523417 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:06:56.553711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:58.257434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.505243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0191aced-5b87-4d8b-9c53-09d901c464a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:23.852416 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ff7de8e8-22c3-4805-a63d-a065a66de0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:24.854632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.184144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.079957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60130) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:26.552119 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.789990 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4719892d-01c3-4c23-be34-8041e6dea145 tempest-AgentManagementNegativeTest-26554189 tempest-AgentManagementNegativeTest-26554189-project] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7070527 Jan 27 17:07:26.821016 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60154) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:26.985479 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60162) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:27.035372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60170) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:27.230170 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-851875344-network', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:27.240222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:27.248551 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Usage tracker for resource:network and tenant:3a95060ee06540eaa75dc255f8a6fc9f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:27.252967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:27.263841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:27.297706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Made reservation on behalf of 3a95060ee06540eaa75dc255f8a6fc9f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:27.303770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.333273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.371966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:27.380548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Usage tracker for resource:security_group_rule and tenant:3a95060ee06540eaa75dc255f8a6fc9f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:27.388650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:27.400793 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:27.526374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.532746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.554221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:27.583508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.584164 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Added segment 07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe of type vlan for network 69137b3c-580f-481f-ab05-44feb3754947 Jan 27 17:07:27.618747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-402398041-network', 'tenant_id': '482d4f98757a4ef0898d959157284a86'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:27.632082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:27.642846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Usage tracker for resource:network and tenant:482d4f98757a4ef0898d959157284a86 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:27.643352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.655266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:27.669801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:27.690246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.691268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:27.691933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.693516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-29920581-network', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:27.705429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:27.716744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Usage tracker for resource:network and tenant:8d6e3a32bb7c46a194806037099c89be is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:27.725388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:27.731776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Made reservation on behalf of 482d4f98757a4ef0898d959157284a86 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:27.737818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.781220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:27.785957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.832347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:27.842317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Made reservation on behalf of 8d6e3a32bb7c46a194806037099c89be for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:27.842552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Pushing event updated for resources: {'Network': ['ID=69137b3c-580f-481f-ab05-44feb3754947,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:27.848285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.852397 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0294096 Jan 27 17:07:27.860695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:27.861372 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:27.861870 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:27.862442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:27.863075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:27.863651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:27.864133 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:27.864650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:27.865207 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:27.865740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:27.866223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:27.867552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Tracked resource versions report: Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: pushed versions: Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: { 'AddressGroup': {'1.2'}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'ConntrackHelper': {'1.0'}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Log': {'1.0'}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Network': {'1.1'}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Port': {'1.7'}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'PortForwarding': {'1.2'}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'QosPolicy': {'1.8'}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'SecurityGroup': {'1.4'}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'SecurityGroupRule': {'1.2'}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'SubPort': {'1.0'}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Subnet': {'1.1'}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Trunk': {'1.1'}} Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: consumer versions: Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: { DHCP agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: HyperV agent@hv-neutron-8250: {}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: L3 agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: Metadata agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: Metering agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: Open vSwitch agent@dv-neutron-825077-1-hyperv: { 'AddressGroup': '1.2', Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'ConntrackHelper': '1.0', Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Log': '1.0', Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Network': '1.1', Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Port': '1.7', Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'PortForwarding': '1.2', Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'QosPolicy': '1.8', Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'SecurityGroup': '1.4', Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'SecurityGroupRule': '1.2', Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'SubPort': '1.0', Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Subnet': '1.1', Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: 'Trunk': '1.1'}} Jan 27 17:07:27.869335 dv-neutron-825077-1-hyperv neutron-server[87609]: {{(pid=87609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 17:07:27.875744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Usage tracker for resource:security_group_rule and tenant:482d4f98757a4ef0898d959157284a86 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:27.878563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60190) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:27.881695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd258d0-4ab5-401d-ba3c-cda042b1a9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6ac45b-052c-4cc8-84fb-5a6001661e7e,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:27.894503 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 69137b3c-580f-481f-ab05-44feb3754947 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:27.902461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Request body: {'subnet': {'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-851875344-subnet', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:27.911950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:27.934715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:27.954380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.994885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:27.997759 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:28.006835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Usage tracker for resource:security_group_rule and tenant:8d6e3a32bb7c46a194806037099c89be is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:28.017830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Usage tracker for resource:subnet and tenant:3a95060ee06540eaa75dc255f8a6fc9f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:28.021227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:28.026004 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:28.039734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:28.044644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:28.080876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Made reservation on behalf of 3a95060ee06540eaa75dc255f8a6fc9f for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:28.083537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.097924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60202) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:28.254353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.381198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.402158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.460255 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1239} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:28.532081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787738473741', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.532673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Unsubscribe: segment precommit_create {{(pid=87608) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 17:07:28.533127 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Added segment c6029f3b-dbda-4f67-95d5-86ef4d2794ff of type vlan for network f16f1136-ebee-4add-b4cb-8ddb9b12545a Jan 27 17:07:28.544794 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47526a7e-df5e-44bc-84c4-89fa019fef73,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:28.548745 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.563893 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.569188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:28.569553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:28.569882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:28.570270 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:28.570593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:28.570951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:28.571251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:28.571561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:28.571945 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:28.572220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:28.572624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:28.572876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Tracked resource versions report: Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: pushed versions: Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: { 'AddressGroup': {'1.2'}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'ConntrackHelper': {'1.0'}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Log': {'1.0'}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Network': {'1.1'}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Port': {'1.7'}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'PortForwarding': {'1.2'}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'QosPolicy': {'1.8'}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'SecurityGroup': {'1.4'}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'SecurityGroupRule': {'1.2'}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'SubPort': {'1.0'}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Subnet': {'1.1'}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Trunk': {'1.1'}} Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: consumer versions: Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: { DHCP agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: HyperV agent@hv-neutron-8250: {}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: L3 agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: Metadata agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: Metering agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: Open vSwitch agent@dv-neutron-825077-1-hyperv: { 'AddressGroup': '1.2', Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'ConntrackHelper': '1.0', Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Log': '1.0', Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Network': '1.1', Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Port': '1.7', Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'PortForwarding': '1.2', Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'QosPolicy': '1.8', Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'SecurityGroup': '1.4', Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'SecurityGroupRule': '1.2', Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'SubPort': '1.0', Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Subnet': '1.1', Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: 'Trunk': '1.1'}} Jan 27 17:07:28.573902 dv-neutron-825077-1-hyperv neutron-server[87608]: {{(pid=87608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 17:07:28.582221 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.656116 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bd71c8f5-3f38-4964-b301-9886a57b8a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.676583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074c80c4-d29f-4791-8b6c-3f167b7949f1,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:28.697132 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1208} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:28.702487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.719443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bd71c8f5-3f38-4964-b301-9886a57b8a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:28.728299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bd71c8f5-3f38-4964-b301-9886a57b8a89 admin admin] Usage tracker for resource:security_group_rule and tenant:1fec953124eb44f4be0ca276afbf3a90 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:28.735042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bd71c8f5-3f38-4964-b301-9886a57b8a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:28.752347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bd71c8f5-3f38-4964-b301-9886a57b8a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:28.767732 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.768371 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Added segment e9410cdb-9b4c-4db0-a3da-79692f3f3223 of type vlan for network 53b09237-f192-4fe2-b45e-fb197c44c727 Jan 27 17:07:28.797165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60224) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:28.812663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4843f9-98f0-4647-bffb-6dc8d90f2a77,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:28.826810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Checking segment: {'id': '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69137b3c-580f-481f-ab05-44feb3754947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:28.827320 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Network hostable DHCP agents. Network: 69137b3c-580f-481f-ab05-44feb3754947, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:28.866850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.868438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:28.869145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.911260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.926045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Network 69137b3c-580f-481f-ab05-44feb3754947 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:07:29.044064 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bd71c8f5-3f38-4964-b301-9886a57b8a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.045597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 69137b3c-580f-481f-ab05-44feb3754947) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:29.057448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809961a-a159-4136-86c7-00c14bd0813e None None] Network 69137b3c-580f-481f-ab05-44feb3754947 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:29.058294 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bd71c8f5-3f38-4964-b301-9886a57b8a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.082261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:29.087422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.091829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] Pushing event updated for resources: {'Network': ['ID=f16f1136-ebee-4add-b4cb-8ddb9b12545a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:29.116816 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-928532e4-c7a3-4d68-a88d-e913cd370644 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1295500 Jan 27 17:07:29.120517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.123979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:29.123979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.133278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60234) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:29.165247 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b45851d5-b4b7-4010-9084-b3911be29369 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2714896 Jan 27 17:07:29.169319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Request body: {'subnet': {'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-402398041-subnet', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:29.179999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60240) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:29.189371 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:29.205892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:29.215985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Usage tracker for resource:subnet and tenant:482d4f98757a4ef0898d959157284a86 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:29.222336 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1849034 Jan 27 17:07:29.223618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:29.230085 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:29.249273 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bd71c8f5-3f38-4964-b301-9886a57b8a89 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1fec953124eb44f4be0ca276afbf3a90&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1489246 Jan 27 17:07:29.250929 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71c8f5-3f38-4964-b301-9886a57b8a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800cfdf3-7601-4d73-8059-4085f87d0a58,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:29.256804 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60244) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:29.258147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60246) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:29.276460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Request body: {'subnet': {'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-29920581-subnet', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:29.290546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:29.300818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Usage tracker for resource:subnet and tenant:8d6e3a32bb7c46a194806037099c89be is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:29.308363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:29.322916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:29.326534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:29.333885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Usage tracker for resource:router and tenant:3a95060ee06540eaa75dc255f8a6fc9f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:29.338810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26465c56-99e9-4a0d-92c5-58ef4ec11176 admin admin] Pushing event updated for resources: {'Network': ['ID=53b09237-f192-4fe2-b45e-fb197c44c727,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:29.344125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:29.354336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:29.364757 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Made reservation on behalf of 482d4f98757a4ef0898d959157284a86 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:29.368238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.387230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.388664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.404698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Made reservation on behalf of 8d6e3a32bb7c46a194806037099c89be for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:29.409723 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.415542 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network f16f1136-ebee-4add-b4cb-8ddb9b12545a details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:29.501830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60252) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:29.511066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.559346 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 53b09237-f192-4fe2-b45e-fb197c44c727 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:29.738578 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:29.788614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-628564f2-790d-4512-9f7c-8137474190e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.798061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:29.881195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-628564f2-790d-4512-9f7c-8137474190e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.895027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-69137b3c-580f-481f-ab05-44feb3754947', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'fixed_ips': [{'subnet_id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:29.897259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.944766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Usage tracker for resource:floatingip and tenant:203cc40ff01e49dda737857671c359ec is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:29.975221 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:30.165825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.200712 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-628564f2-790d-4512-9f7c-8137474190e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.233001 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:30.239351 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1922555773'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:30.254121 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628564f2-790d-4512-9f7c-8137474190e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800cfdf3-7601-4d73-8059-4085f87d0a58,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:30.268124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:30.280162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Usage tracker for resource:network and tenant:d6e71534999e4f43b44f0bf774b2a3f0 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:30.284739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.293711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-628564f2-790d-4512-9f7c-8137474190e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.296318 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-628564f2-790d-4512-9f7c-8137474190e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/800cfdf3-7601-4d73-8059-4085f87d0a58 HTTP/1.1" status: 204 len: 168 time: 1.0311401 Jan 27 17:07:30.299265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.305963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:30.415804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:30.508951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Made reservation on behalf of d6e71534999e4f43b44f0bf774b2a3f0 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:30.519396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ca1fa6-00ce-4906-aaf8-b6505d36cbe0,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:30.525151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.552066 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Checking segment: {'id': 'e9410cdb-9b4c-4db0-a3da-79692f3f3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:30.552281 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Network hostable DHCP agents. Network: 53b09237-f192-4fe2-b45e-fb197c44c727, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:30.558314 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Allocated IP 172.20.0.2 (69137b3c-580f-481f-ab05-44feb3754947/bc4843f9-98f0-4647-bffb-6dc8d90f2a77/b644bc78-d649-4704-a0a0-2d420469969d) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:30.588144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60272) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:30.595961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.605184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Network 53b09237-f192-4fe2-b45e-fb197c44c727 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:07:30.609011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.624433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 53b09237-f192-4fe2-b45e-fb197c44c727) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:30.635074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:30.635748 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.645767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612e8f3e-a3e7-4415-aa2f-e37179155ffd None None] Network 53b09237-f192-4fe2-b45e-fb197c44c727 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:30.676073 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9253f57f-9868-4efd-9957-9d6daae14307 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4139745 Jan 27 17:07:30.677130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60278) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:30.689655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:30.701934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:30.714047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Usage tracker for resource:router and tenant:8d6e3a32bb7c46a194806037099c89be is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:30.723391 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:30.739975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:30.769182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.770590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.777885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:30.806661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.815539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Usage tracker for resource:security_group_rule and tenant:d6e71534999e4f43b44f0bf774b2a3f0 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:30.819451 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:30.946574 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60284) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:31.049633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:31.145928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-885693963', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:31.158274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:31.231388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:31.314630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Checking segment: {'id': 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:31.314790 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.315862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Network hostable DHCP agents. Network: f16f1136-ebee-4add-b4cb-8ddb9b12545a, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:31.322867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Usage tracker for resource:port and tenant:5b7b60d2dd2a4d918aff06f10cdd68b3 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:31.342667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:31.352727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:31.364946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1915402839'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:31.370758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:31.376763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Usage tracker for resource:network and tenant:f4c08e71b94f4bbdb1d91d886b483adc is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:31.380409 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:31.387971 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:31.403965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Made reservation on behalf of f4c08e71b94f4bbdb1d91d886b483adc for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:31.407693 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.421787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.440965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:31.446001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Usage tracker for resource:security_group_rule and tenant:f4c08e71b94f4bbdb1d91d886b483adc is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:31.449636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:31.457877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:31.477757 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.497384 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.500936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Network f16f1136-ebee-4add-b4cb-8ddb9b12545a is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:07:31.522678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.556041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1210} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:31.591255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Transition to ACTIVE for port object b644bc78-d649-4704-a0a0-2d420469969d will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:31.613992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.627011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, f16f1136-ebee-4add-b4cb-8ddb9b12545a) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:31.631509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:31.632156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.637829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-53b09237-f192-4fe2-b45e-fb197c44c727', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'fixed_ips': [{'subnet_id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:31.639675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.655120 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Transition to ACTIVE for port object b644bc78-d649-4704-a0a0-2d420469969d will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:31.655455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.671104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9a9bc3-8e23-49b0-8016-4dd8bc4bc672,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:31.671924 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb20ab89-1813-4553-8471-8212230bab49 None None] Network f16f1136-ebee-4add-b4cb-8ddb9b12545a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:31.686203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.686475 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1217} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:31.686577 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Added segment c467562f-0835-453f-a353-118aee6b26ba of type vlan for network 8288d8d4-bd50-4172-90c0-873e034b44b4 Jan 27 17:07:31.692348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.696489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.706857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.707368 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Added segment 681b602e-d92b-4dde-a3ae-3398998a614f of type vlan for network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 Jan 27 17:07:31.790192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Made reservation on behalf of 5b7b60d2dd2a4d918aff06f10cdd68b3 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:31.795068 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.825908 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.895880 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-616aecde-b09c-46da-9177-b7c9df601419 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.7414913 Jan 27 17:07:31.898061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.909770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Network 69137b3c-580f-481f-ab05-44feb3754947 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:31.910340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60308) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:31.917092 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.928734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:31.938575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:31.946169 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:31.951661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Usage tracker for resource:security_group_rule and tenant:5b7b60d2dd2a4d918aff06f10cdd68b3 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:31.951828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:31.957991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:31.966853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:31.997797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Usage tracker for resource:router and tenant:482d4f98757a4ef0898d959157284a86 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:32.017180 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:32.018564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:32.052160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4abda459-733b-4b70-934e-1361f1726545,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:32.067789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.074611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:32.075638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.107922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:32.112317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:07:32.128780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.200124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60314) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:32.234132 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.238439 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Pushing event updated for resources: {'Port': ['ID=b644bc78-d649-4704-a0a0-2d420469969d,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:32.297827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.298204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.298525 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.298927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.299563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.303627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.308298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.308859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.309363 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.309772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.310108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.310435 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Tracked resource versions report: Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: pushed versions: Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: { 'AddressGroup': {'1.2'}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'ConntrackHelper': {'1.0'}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Log': {'1.0'}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Network': {'1.1'}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Port': {'1.7'}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'PortForwarding': {'1.2'}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'QosPolicy': {'1.8'}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'SecurityGroup': {'1.4'}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'SecurityGroupRule': {'1.2'}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'SubPort': {'1.0'}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Subnet': {'1.1'}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Trunk': {'1.1'}} Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: consumer versions: Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: { DHCP agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: HyperV agent@hv-neutron-8250: {}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: L3 agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: Metadata agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: Metering agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: Open vSwitch agent@dv-neutron-825077-1-hyperv: { 'AddressGroup': '1.2', Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'ConntrackHelper': '1.0', Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Log': '1.0', Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Network': '1.1', Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Port': '1.7', Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'PortForwarding': '1.2', Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'QosPolicy': '1.8', Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'SecurityGroup': '1.4', Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'SecurityGroupRule': '1.2', Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'SubPort': '1.0', Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Subnet': '1.1', Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: 'Trunk': '1.1'}} Jan 27 17:07:32.312104 dv-neutron-825077-1-hyperv neutron-server[87610]: {{(pid=87610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 17:07:32.335552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.346179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:32.347244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.384478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.386008 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Pushing event updated for resources: {'Network': ['ID=9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:32.396070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.401337 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] device_id is not set on port 1afa80fa-f45d-45d6-aba8-f9379ba8004b yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:32.412409 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.414332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.426137 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:32.455695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Attempting to bind port b644bc78-d649-4704-a0a0-2d420469969d on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:32.456104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Attempting to bind port b644bc78-d649-4704-a0a0-2d420469969d by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69137b3c-580f-481f-ab05-44feb3754947'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:32.456530 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Attempting to bind port b644bc78-d649-4704-a0a0-2d420469969d on network 69137b3c-580f-481f-ab05-44feb3754947 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:32.495629 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dae41ec8-bdfb-4363-8443-9410d7d54b88 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5476816 Jan 27 17:07:32.499119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Allocated IP 172.26.8.209 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/dbcbc70c-fdd1-41ca-a5dc-b14203525dd9) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:32.501561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:32.502206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Checking segment: {'id': '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69137b3c-580f-481f-ab05-44feb3754947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:32.502782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.503346 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Bound using segment: {'id': '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69137b3c-580f-481f-ab05-44feb3754947'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:32.504117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Bound port: b644bc78-d649-4704-a0a0-2d420469969d, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69137b3c-580f-481f-ab05-44feb3754947'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:32.504776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.520861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-738062680'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:32.527414 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'fixed_ips': [{'subnet_id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:32.529866 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.536485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:32.543366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Usage tracker for resource:network and tenant:b364b800faa04c2486fbcfc829421244 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:32.547940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:32.556157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:32.564261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d508889f-8945-4a26-b922-1a5dcc1f1ca5,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:32.614027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Made reservation on behalf of b364b800faa04c2486fbcfc829421244 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:32.619388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.640734 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1305704 Jan 27 17:07:32.650010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60330) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:32.776612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.781149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Allocated IP 172.20.0.2 (53b09237-f192-4fe2-b45e-fb197c44c727/46ca1fa6-00ce-4906-aaf8-b6505d36cbe0/3269b0e4-a41b-486b-ae47-1d819a2ad677) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:32.790467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.800853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf550202-e67d-4035-8f61-0e74317fa5bc tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Pushing event updated for resources: {'Network': ['ID=8288d8d4-bd50-4172-90c0-873e034b44b4,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:32.842122 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 8288d8d4-bd50-4172-90c0-873e034b44b4 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:32.849777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:32.856958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Usage tracker for resource:security_group_rule and tenant:b364b800faa04c2486fbcfc829421244 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:32.907765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:32.923265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:33.025063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] For port b644bc78-d649-4704-a0a0-2d420469969d, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:33.048457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.097742 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.099771 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Request body: {'network': {'name': 'tempest-network--956658302', 'router:external': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:33.209810 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] For port b644bc78-d649-4704-a0a0-2d420469969d, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b644bc78-d649-4704-a0a0-2d420469969d,segment=NetworkSegment(07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe),segment_id=07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:33.238802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:33.284797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Usage tracker for resource:network and tenant:f5ac347bafac439c838fb3328a8d9f05 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:33.337731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.394226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:33.427120 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:33.497112 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60340) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:33.503366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Request body: {'port': {'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2', 'binding:host_id': 'hv-neutron-8250', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1542760266'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:33.510400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:33.517299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Usage tracker for resource:port and tenant:fb7ec6d654864b5ba168820284f30601 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:33.521171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:33.525294 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:07:33.530744 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:33.544544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Made reservation on behalf of fb7ec6d654864b5ba168820284f30601 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:33.547123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.560939 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.578587 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:33.583023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Usage tracker for resource:security_group_rule and tenant:fb7ec6d654864b5ba168820284f30601 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:33.586320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:33.594115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:33.615237 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Allocated IP 172.20.0.2 (f16f1136-ebee-4add-b4cb-8ddb9b12545a/aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761/954a25bd-c1ee-4d56-9899-23bbb025dea7) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:33.707972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.715172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.724337 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.733333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Made reservation on behalf of f5ac347bafac439c838fb3328a8d9f05 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:33.738107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] device_id is not set on port 8c3a3dd0-6c20-477b-a630-8c8095587d67 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:33.744717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.757198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.771690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.785914 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec0bfd-1f79-40e1-b5bc-328ae3cbc33a None None] Pushing event updated for resources: {'Port': ['ID=b644bc78-d649-4704-a0a0-2d420469969d,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:33.791407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Transition to ACTIVE for port object 3269b0e4-a41b-486b-ae47-1d819a2ad677 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:33.803261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.825375 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb332407-f2c6-4877-b7c2-958d7fe9d28e,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:33.880986 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Transition to ACTIVE for port object 3269b0e4-a41b-486b-ae47-1d819a2ad677 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:33.896167 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:33.902250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.938023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Usage tracker for resource:security_group_rule and tenant:f5ac347bafac439c838fb3328a8d9f05 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:33.973367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:34.020025 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:34.113828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.134555 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Transition to ACTIVE for port object 954a25bd-c1ee-4d56-9899-23bbb025dea7 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:34.153154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Network 53b09237-f192-4fe2-b45e-fb197c44c727 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:34.162857 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:34.169493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] device_id is not set on port 8c3a3dd0-6c20-477b-a630-8c8095587d67 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:34.170866 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:34.189421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.205692 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Transition to ACTIVE for port object 954a25bd-c1ee-4d56-9899-23bbb025dea7 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:34.216121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Pushing event updated for resources: {'Port': ['ID=3269b0e4-a41b-486b-ae47-1d819a2ad677,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:34.223918 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Transition to ACTIVE for port object 8c3a3dd0-6c20-477b-a630-8c8095587d67 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:34.266319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.308369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.346238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Network f16f1136-ebee-4add-b4cb-8ddb9b12545a is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:34.360125 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:34.368644 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:34.407701 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Attempting to bind port 3269b0e4-a41b-486b-ae47-1d819a2ad677 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:34.408078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Attempting to bind port 3269b0e4-a41b-486b-ae47-1d819a2ad677 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'e9410cdb-9b4c-4db0-a3da-79692f3f3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:34.408442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Attempting to bind port 3269b0e4-a41b-486b-ae47-1d819a2ad677 on network 53b09237-f192-4fe2-b45e-fb197c44c727 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:34.411054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.430532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.455648 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Pushing event updated for resources: {'Port': ['ID=954a25bd-c1ee-4d56-9899-23bbb025dea7,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:34.463700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:34.463700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Checking segment: {'id': 'e9410cdb-9b4c-4db0-a3da-79692f3f3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:34.464138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.464429 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Bound using segment: {'id': 'e9410cdb-9b4c-4db0-a3da-79692f3f3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:34.464929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Bound port: 3269b0e4-a41b-486b-ae47-1d819a2ad677, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9410cdb-9b4c-4db0-a3da-79692f3f3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:34.465437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.465906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Allocated IP 172.26.8.97 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/1afa80fa-f45d-45d6-aba8-f9379ba8004b) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:34.524172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event updated for resources: {'Port': ['ID=8c3a3dd0-6c20-477b-a630-8c8095587d67,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:34.553516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.563783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.580108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:34.587892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Checking segment: {'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:34.588581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Network hostable DHCP agents. Network: 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:34.600363 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Attempting to bind port 954a25bd-c1ee-4d56-9899-23bbb025dea7 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:34.600363 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Attempting to bind port 954a25bd-c1ee-4d56-9899-23bbb025dea7 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:34.600704 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Attempting to bind port 954a25bd-c1ee-4d56-9899-23bbb025dea7 on network f16f1136-ebee-4add-b4cb-8ddb9b12545a {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:34.601021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:34.609398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:34.618739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:34.619240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Checking segment: {'id': 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:34.619712 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.620004 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Bound using segment: {'id': 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:34.620463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Bound port: 954a25bd-c1ee-4d56-9899-23bbb025dea7, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:34.620984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.680082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:07:34.687727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1205} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:34.695260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.722983 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] For port 3269b0e4-a41b-486b-ae47-1d819a2ad677, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:34.728685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:34.741309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:34.742132 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] For port 3269b0e4-a41b-486b-ae47-1d819a2ad677, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3269b0e4-a41b-486b-ae47-1d819a2ad677,segment=NetworkSegment(e9410cdb-9b4c-4db0-a3da-79692f3f3223),segment_id=e9410cdb-9b4c-4db0-a3da-79692f3f3223)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:34.743894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9133a15-a37a-4c8d-8feb-c63436e03747 None None] Network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:34.779399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.815556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Pushing event updated for resources: {'Port': ['ID=dbcbc70c-fdd1-41ca-a5dc-b14203525dd9,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:34.829429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.829796 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Added segment 79db3e3d-7059-4068-9516-8bde05f175ca of type vlan for network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 Jan 27 17:07:34.853465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1207} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:34.878878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:34.878878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:34.879389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:34.892541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:34.893953 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:34.908922 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 2 to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 Jan 27 17:07:34.910429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844bc19a-0033-4c87-9b39-4b82180ca1eb,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:34.937608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.937944 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Added segment afa622c0-e902-483e-97eb-2363330883d6 of type vlan for network 6e9f6804-6f02-40d4-a79b-096f4da3e949 Jan 27 17:07:34.958730 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.975984 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:34.976925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:34.977582 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:34.998507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:34.999510 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:35.002113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.016833 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 3 to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 Jan 27 17:07:35.063460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.083823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:35.085775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:35.086528 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:35.099622 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] For port 954a25bd-c1ee-4d56-9899-23bbb025dea7, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:35.105687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:35.106769 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:35.111190 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 4 to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 Jan 27 17:07:35.113895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] For port 954a25bd-c1ee-4d56-9899-23bbb025dea7, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=954a25bd-c1ee-4d56-9899-23bbb025dea7,segment=NetworkSegment(c6029f3b-dbda-4f67-95d5-86ef4d2794ff),segment_id=c6029f3b-dbda-4f67-95d5-86ef4d2794ff)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:35.159118 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.176350 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:35.177707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:35.178965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:35.206681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:35.206982 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:35.207465 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761b023-786f-4f58-9308-ae19713062d9 None None] Pushing event updated for resources: {'Port': ['ID=3269b0e4-a41b-486b-ae47-1d819a2ad677,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:35.209033 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 5 to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 Jan 27 17:07:35.215305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:07:35.239566 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e71440-17ce-4489-b27a-6a86cad0ec08,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:35.263073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:35.263423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:35.263845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:35.286525 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:35.287525 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:35.287525 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 6 to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 Jan 27 17:07:35.328202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.365997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.494833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b644bc78-d649-4704-a0a0-2d420469969d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:35.511695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:35.513655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:35.514316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:35.544913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:35.545728 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:35.551668 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 7 to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 Jan 27 17:07:35.573373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:35.581412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:35.590147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:35.591263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:35.592114 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.600008 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Pushing event updated for resources: {'Port': ['ID=1afa80fa-f45d-45d6-aba8-f9379ba8004b,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:35.613631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:35.614058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:35.614452 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:35.623456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab440e5-18e5-4a6a-a313-6cab04859ca3 None None] Pushing event updated for resources: {'Port': ['ID=954a25bd-c1ee-4d56-9899-23bbb025dea7,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:35.624824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:35.625211 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:35.646135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.652056 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 8 to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 Jan 27 17:07:35.668137 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cb9b599c-27d0-4ce1-8b2d-db2582335d60 tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.0794663 Jan 27 17:07:35.670846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60346) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:35.697351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.97'}]}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:35.705308 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:35.713046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:35.713602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:35.714191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:35.721985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Usage tracker for resource:router and tenant:5b7b60d2dd2a4d918aff06f10cdd68b3 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:35.725696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:35.727336 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:35.727841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:35.731220 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 9 to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 Jan 27 17:07:35.753841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:35.763414 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port b644bc78-d649-4704-a0a0-2d420469969d completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:35.769981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:35.770309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:35.771819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:35.784599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:35.784905 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:35.786164 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 10 to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 Jan 27 17:07:35.798050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.799095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.820255 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:35.820687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:35.821148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:35.837171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:35.837724 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 8c3a3dd0-6c20-477b-a630-8c8095587d67 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:35.837901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.852005 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.858613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:35.859263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.860484 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.937399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2549f78c-94aa-4a95-bd7b-3d02e5d070c1 None None] Network 69137b3c-580f-481f-ab05-44feb3754947 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:36.009816 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-83f93471-3362-42ed-ad29-4acab9ff0603 None None] Provisioning for port b644bc78-d649-4704-a0a0-2d420469969d completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:36.114727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-83f93471-3362-42ed-ad29-4acab9ff0603 None None] Provisioning complete for port b644bc78-d649-4704-a0a0-2d420469969d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:36.115862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-83f93471-3362-42ed-ad29-4acab9ff0603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.169896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event updated for resources: {'Network': ['ID=25adb82a-f3b1-471a-88d6-4a5cde8bad59,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:36.191735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:36.314543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.316686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:36.318039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.421749 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] For port 8c3a3dd0-6c20-477b-a630-8c8095587d67, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:36.422753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempted to set empty binding levels {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 27 17:07:36.492153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.509926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.570289 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:36.571223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.612438 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.1137290 Jan 27 17:07:36.615310 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-83f93471-3362-42ed-ad29-4acab9ff0603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.626127 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60350) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:36.660563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Allocated IP 172.26.8.27 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/c9b85fe7-5173-4767-881c-0c299c3cf035) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:36.675105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.678496 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ced1ff3d-7cc8-4084-9d4c-cc3d052fc18b tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 4.4764152 Jan 27 17:07:36.682033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-83f93471-3362-42ed-ad29-4acab9ff0603 None None] For port b644bc78-d649-4704-a0a0-2d420469969d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b644bc78-d649-4704-a0a0-2d420469969d,segment=NetworkSegment(07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe),segment_id=07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:36.697440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-83f93471-3362-42ed-ad29-4acab9ff0603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.715287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb0d5c-9882-4f8e-a127-94db98e1a057 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Deleting port 8c3a3dd0-6c20-477b-a630-8c8095587d67 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:36.716153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0d5c-9882-4f8e-a127-94db98e1a057 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.765552 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.1065791 Jan 27 17:07:36.766269 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60354) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:36.766604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60356) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:36.795682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.859984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Request body: {'subnet': {'network_id': '25adb82a-f3b1-471a-88d6-4a5cde8bad59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:36.894605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f93471-3362-42ed-ad29-4acab9ff0603 None None] Pushing event updated for resources: {'Port': ['ID=b644bc78-d649-4704-a0a0-2d420469969d,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:36.967171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd563acb-e983-4ff0-a702-6939faae72fb tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event updated for resources: {'Port': ['ID=8c3a3dd0-6c20-477b-a630-8c8095587d67,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:37.029689 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b10c52-9bc5-4f7a-b243-8ccdbc4b5028 None None] Network 53b09237-f192-4fe2-b45e-fb197c44c727 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:37.199872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-cfbb0d5c-9882-4f8e-a127-94db98e1a057 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] For port 8c3a3dd0-6c20-477b-a630-8c8095587d67, host hv-neutron-8250, got binding levels [] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:37.200227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0d5c-9882-4f8e-a127-94db98e1a057 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.377155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8600f696-14dd-406e-a452-e6784907c018 None None] Provisioning for port 3269b0e4-a41b-486b-ae47-1d819a2ad677 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:37.402160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b644bc78-d649-4704-a0a0-2d420469969d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:37.467177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.475804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:37.481151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Usage tracker for resource:subnet and tenant:b364b800faa04c2486fbcfc829421244 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:37.485055 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:37.493593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:37.549120 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655a60fa-5099-469b-a031-39736120eacb None None] Network f16f1136-ebee-4add-b4cb-8ddb9b12545a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:37.555663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d1127-73e1-476f-8657-00c665701f64 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event updated for resources: {'Network': ['ID=6e9f6804-6f02-40d4-a79b-096f4da3e949,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:37.558153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Made reservation on behalf of b364b800faa04c2486fbcfc829421244 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:37.561751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.597643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb0d5c-9882-4f8e-a127-94db98e1a057 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Calling delete_port for 8c3a3dd0-6c20-477b-a630-8c8095587d67 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:37.667827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.775696 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port b644bc78-d649-4704-a0a0-2d420469969d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:37.775994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Pushing event updated for resources: {'Port': ['ID=dbcbc70c-fdd1-41ca-a5dc-b14203525dd9,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:37.776198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.807788 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.839352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.844202 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f298c59a-b427-4049-b9b0-b4bad859e26e tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.0368118 Jan 27 17:07:37.846992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60364) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:37.880942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1794071709', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'fixed_ips': [{'ip_address': '172.26.8.209'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:37.896289 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:37.907775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 6e9f6804-6f02-40d4-a79b-096f4da3e949 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:37.915463 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Usage tracker for resource:port and tenant:203cc40ff01e49dda737857671c359ec is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:37.916162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.922316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:37.939512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0d5c-9882-4f8e-a127-94db98e1a057 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.942530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:38.040553 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d32cc04b-a1da-4555-8557-9df1c73e4c3a None None] Provisioning for port 954a25bd-c1ee-4d56-9899-23bbb025dea7 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:38.069706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0d5c-9882-4f8e-a127-94db98e1a057 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.091041 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cfbb0d5c-9882-4f8e-a127-94db98e1a057 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "DELETE /v2.0/ports/8c3a3dd0-6c20-477b-a630-8c8095587d67 HTTP/1.1" status: 204 len: 168 time: 1.4584463 Jan 27 17:07:38.092072 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60370) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:38.135060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.158733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Made reservation on behalf of 203cc40ff01e49dda737857671c359ec for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:38.161547 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.174246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb0d5c-9882-4f8e-a127-94db98e1a057 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c3a3dd0-6c20-477b-a630-8c8095587d67,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:38.183329 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4cbac65-5c21-45b7-ac19-64acbdb3adec tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:07:38.184100 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f4cbac65-5c21-45b7-ac19-64acbdb3adec tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Synchronizing usage tracker for tenant:fb7ec6d654864b5ba168820284f30601 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:38.192729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.217788 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.218130 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.219097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.219244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > port after_create 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.219515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.219949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > port after_update 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.220260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.220588 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.220886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.221190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.376655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:38.392627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Usage tracker for resource:security_group_rule and tenant:203cc40ff01e49dda737857671c359ec is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:38.397255 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:38.400061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d32cc04b-a1da-4555-8557-9df1c73e4c3a None None] Provisioning complete for port b644bc78-d649-4704-a0a0-2d420469969d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:38.400683 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d32cc04b-a1da-4555-8557-9df1c73e4c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.432171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f4cbac65-5c21-45b7-ac19-64acbdb3adec tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Unset dirty status for tenant:fb7ec6d654864b5ba168820284f30601 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:38.437346 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f4cbac65-5c21-45b7-ac19-64acbdb3adec tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "GET /v2.0/ports/8c3a3dd0-6c20-477b-a630-8c8095587d67 HTTP/1.1" status: 404 len: 333 time: 0.3440833 Jan 27 17:07:38.441357 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:38.443238 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60374) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:38.451358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Request body: {'port': {'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-596404316'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:38.457210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.457771 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.458318 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.458878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:07:38.459494 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9f6804-6f02-40d4-a79b-096f4da3e949']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:38.470283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:38.504576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:38.521111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.530009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Made reservation on behalf of fb7ec6d654864b5ba168820284f30601 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:38.532632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.533052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa622c0-e902-483e-97eb-2363330883d6') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:38.533562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa622c0-e902-483e-97eb-2363330883d6') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:38.556922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.576087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3269b0e4-a41b-486b-ae47-1d819a2ad677 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:38.606553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.609136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.670583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.685820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] device_id is not set on port 55854f1e-c892-4063-ae10-7b169aea3b20 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:38.695664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:07:38.695664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: from cryptography.utils import int_from_bytes Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: from cryptography.utils import int_from_bytes Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn_limited( Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn_limited( Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:07:38.726205 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:07:38.741726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 3269b0e4-a41b-486b-ae47-1d819a2ad677 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:38.742457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.749454 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 3269b0e4-a41b-486b-ae47-1d819a2ad677 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:38.750298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.955476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.021665 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 3269b0e4-a41b-486b-ae47-1d819a2ad677, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3269b0e4-a41b-486b-ae47-1d819a2ad677,segment=NetworkSegment(e9410cdb-9b4c-4db0-a3da-79692f3f3223),segment_id=e9410cdb-9b4c-4db0-a3da-79692f3f3223)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:39.027804 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.028990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 954a25bd-c1ee-4d56-9899-23bbb025dea7 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:39.077362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.155621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.175562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c1338941-0946-4c17-9121-d4d165bb76cc None None] Provisioning complete for port 3269b0e4-a41b-486b-ae47-1d819a2ad677 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:39.176153 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c1338941-0946-4c17-9121-d4d165bb76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.194660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.207023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event updated for resources: {'Subnet': ['ID=978803af-0184-4ada-8d10-9a09456ae0b7,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:39.230214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] device_id is not set on port 7ad77bf9-9f9d-4c07-9de3-cf3c193bf80d yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:39.241061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.249552 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=3269b0e4-a41b-486b-ae47-1d819a2ad677,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:39.250400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Checking segment: {'id': '79db3e3d-7059-4068-9516-8bde05f175ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '25adb82a-f3b1-471a-88d6-4a5cde8bad59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:39.282371 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Network hostable DHCP agents. Network: 25adb82a-f3b1-471a-88d6-4a5cde8bad59, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:39.282371 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:39.318717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Allocated IP 172.26.8.153 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/49e4dec2-e381-4a26-8685-c47780fbfd4c) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:39.329349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:39.344768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e9f6804-6f02-40d4-a79b-096f4da3e949 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:07:39.361591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b85fe7-5173-4767-881c-0c299c3cf035,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:39.369358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 954a25bd-c1ee-4d56-9899-23bbb025dea7 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:39.395028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:39.403814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 954a25bd-c1ee-4d56-9899-23bbb025dea7 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:39.404389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.435894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e9f6804-6f02-40d4-a79b-096f4da3e949,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:39.440844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.476844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:07:39.481393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4288475c-e25d-4be6-b20d-d86cbd3214cb,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:39.504814 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e0c3097d-0b1a-4218-9ce7-5134a45ad7cb tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "DELETE /v2.0/networks/6e9f6804-6f02-40d4-a79b-096f4da3e949 HTTP/1.1" status: 204 len: 168 time: 2.7106218 Jan 27 17:07:39.510881 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60380) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:39.528103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:39.539081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 25adb82a-f3b1-471a-88d6-4a5cde8bad59) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:39.553741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18352109-56c3-4998-9c7f-1c16a73985b0 None None] Network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:39.559713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:39.560385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.569435 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:39.599763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.661985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Usage tracker for resource:network and tenant:f5ac347bafac439c838fb3328a8d9f05 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:39.674048 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:39.707642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:39.713598 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5eceb4b6-d7a7-46f5-9fce-e0a0e9d4c70c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9225800 Jan 27 17:07:39.718715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60384) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:39.730636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Request body: {'port': {'network_id': '25adb82a-f3b1-471a-88d6-4a5cde8bad59', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-612305405'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:39.785911 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.803235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6183de6d-918c-4917-a397-7fb960b025b9 None None] Provisioning complete for port 954a25bd-c1ee-4d56-9899-23bbb025dea7 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:39.803913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6183de6d-918c-4917-a397-7fb960b025b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.955893 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 954a25bd-c1ee-4d56-9899-23bbb025dea7, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=954a25bd-c1ee-4d56-9899-23bbb025dea7,segment=NetworkSegment(c6029f3b-dbda-4f67-95d5-86ef4d2794ff),segment_id=c6029f3b-dbda-4f67-95d5-86ef4d2794ff)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:39.966950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.003228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Made reservation on behalf of f5ac347bafac439c838fb3328a8d9f05 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:40.010621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.124596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=954a25bd-c1ee-4d56-9899-23bbb025dea7,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:40.130548 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3269b0e4-a41b-486b-ae47-1d819a2ad677 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:40.175836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.182562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.257843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-25adb82a-f3b1-471a-88d6-4a5cde8bad59', 'network_id': '25adb82a-f3b1-471a-88d6-4a5cde8bad59', 'tenant_id': 'b364b800faa04c2486fbcfc829421244', 'fixed_ips': [{'subnet_id': '978803af-0184-4ada-8d10-9a09456ae0b7'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:40.259130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.279201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:40.283629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:40.294500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:40.296804 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Usage tracker for resource:port and tenant:b364b800faa04c2486fbcfc829421244 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:40.301311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:40.304614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:40.305866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:40.306476 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.316222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1218} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:40.336930 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:40.337231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.337969 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Added segment 6c005db0-5f04-49ce-bb7f-bb68c2d9fa93 of type vlan for network 4611a705-4711-48d0-b259-f217a2f5c151 Jan 27 17:07:40.389907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Made reservation on behalf of b364b800faa04c2486fbcfc829421244 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:40.393743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.412315 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event updated for resources: {'Port': ['ID=55854f1e-c892-4063-ae10-7b169aea3b20,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:40.415243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.438880 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.482979 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6067cdfb-f944-477b-bd1b-306507c8c777 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0336206 Jan 27 17:07:40.482979 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] device_id is not set on port 952d0894-2d4d-461d-8605-52f9579e77ab yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:40.521452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60390) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:40.535223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:40.579706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:40.592940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:40.601878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:40.653903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Pushing event updated for resources: {'Port': ['ID=49e4dec2-e381-4a26-8685-c47780fbfd4c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:40.685608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 3269b0e4-a41b-486b-ae47-1d819a2ad677 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:40.686297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.880851 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Allocated IP 2001:db8::3bb (25adb82a-f3b1-471a-88d6-4a5cde8bad59/978803af-0184-4ada-8d10-9a09456ae0b7/952d0894-2d4d-461d-8605-52f9579e77ab) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:40.908192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Allocated IP 172.26.8.34 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/4d00addf-6696-410b-8be6-f78f0d2bbcff) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:40.980522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.982116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:40.983428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:41.180292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:41.275301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:41.275636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:41.328785 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8119371 Jan 27 17:07:41.407314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60394) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:41.416422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Request body: {'subnet': {'network_id': '4611a705-4711-48d0-b259-f217a2f5c151', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:41.424796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:41.480274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Usage tracker for resource:subnet and tenant:f5ac347bafac439c838fb3328a8d9f05 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:41.485639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:41.489862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c661c-b73b-4ac5-95da-8fd2a71f7d91 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event updated for resources: {'Network': ['ID=4611a705-4711-48d0-b259-f217a2f5c151,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:41.507491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:41.510224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 4611a705-4711-48d0-b259-f217a2f5c151 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:41.682642 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Made reservation on behalf of f5ac347bafac439c838fb3328a8d9f05 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:41.687553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:41.898703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:41.959401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Transition to ACTIVE for port object 952d0894-2d4d-461d-8605-52f9579e77ab will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:42.102363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.157045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.180092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 954a25bd-c1ee-4d56-9899-23bbb025dea7 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:42.221298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.319381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Allocated IP 2001:db8::2 (25adb82a-f3b1-471a-88d6-4a5cde8bad59/978803af-0184-4ada-8d10-9a09456ae0b7/e33d1bac-b601-4243-9062-aad7c287c253) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:42.420268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:42.428770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:42.466002 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] device_id is not set on port 55854f1e-c892-4063-ae10-7b169aea3b20 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:42.495198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 954a25bd-c1ee-4d56-9899-23bbb025dea7 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:42.495550 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.568429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.616018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Transition to ACTIVE for port object 55854f1e-c892-4063-ae10-7b169aea3b20 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:42.624163 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.627185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:42.638679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:42.640342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.675641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.687974 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.691157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event updated for resources: {'Port': ['ID=952d0894-2d4d-461d-8605-52f9579e77ab,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:42.692378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.735644 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Transition to ACTIVE for port object e33d1bac-b601-4243-9062-aad7c287c253 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:42.770851 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Transition to ACTIVE for port object e33d1bac-b601-4243-9062-aad7c287c253 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:42.783114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.872188 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-524d51df-aa30-406c-910c-cfafda85470e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1498585 Jan 27 17:07:42.885476 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60398) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:42.909787 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:42.914433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:42.915345 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Request body: {'port': {'network_id': '25adb82a-f3b1-471a-88d6-4a5cde8bad59', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2035728693', 'allowed_address_pairs': [{'ip_address': '2001:db8::3bb', 'mac_address': 'fa:16:3e:43:a2:9d'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:42.921822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:42.992898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:42.993540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event updated for resources: {'Port': ['ID=55854f1e-c892-4063-ae10-7b169aea3b20,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:43.000328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:43.003624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Pushing event updated for resources: {'Port': ['ID=e33d1bac-b601-4243-9062-aad7c287c253,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:43.004658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:43.044356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:43.111527 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Attempting to bind port e33d1bac-b601-4243-9062-aad7c287c253 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:43.112268 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Attempting to bind port e33d1bac-b601-4243-9062-aad7c287c253 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '79db3e3d-7059-4068-9516-8bde05f175ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '25adb82a-f3b1-471a-88d6-4a5cde8bad59'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:43.112726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Attempting to bind port e33d1bac-b601-4243-9062-aad7c287c253 on network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:43.122981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:43.123618 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Checking segment: {'id': '79db3e3d-7059-4068-9516-8bde05f175ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '25adb82a-f3b1-471a-88d6-4a5cde8bad59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:43.124272 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:43.131773 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Bound using segment: {'id': '79db3e3d-7059-4068-9516-8bde05f175ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '25adb82a-f3b1-471a-88d6-4a5cde8bad59'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:43.133111 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Bound port: e33d1bac-b601-4243-9062-aad7c287c253, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79db3e3d-7059-4068-9516-8bde05f175ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '25adb82a-f3b1-471a-88d6-4a5cde8bad59'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:43.134643 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:43.202132 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:43.202777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:43.202901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:43.220210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=4d00addf-6696-410b-8be6-f78f0d2bbcff,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:43.243710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:43.244002 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:43.249688 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 2 to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 Jan 27 17:07:43.319015 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] For port e33d1bac-b601-4243-9062-aad7c287c253, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:43.323752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] For port e33d1bac-b601-4243-9062-aad7c287c253, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e33d1bac-b601-4243-9062-aad7c287c253,segment=NetworkSegment(79db3e3d-7059-4068-9516-8bde05f175ca),segment_id=79db3e3d-7059-4068-9516-8bde05f175ca)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:43.332028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:43.387885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:43.388297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:43.388546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:43.471703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:43.472020 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:43.484747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5760a-cc9a-4272-96d4-d852ef31ef73 None None] Pushing event updated for resources: {'Port': ['ID=e33d1bac-b601-4243-9062-aad7c287c253,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:43.515043 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 3 to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 Jan 27 17:07:43.565054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:43.565403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:43.565743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:43.590775 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:43.590775 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:43.592727 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 4 to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 Jan 27 17:07:43.604931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Router a3695c0c-9277-4af6-ad15-8de3901c4874 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:07:43.653656 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 17:07:43.654374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:07:43.731272 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:43.732119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:43.732873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:43.752597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:43.753083 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:43.769539 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 5 to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 Jan 27 17:07:43.864954 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:43.872201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:43.878945 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Router e6317c45-6d5f-461c-9b26-5bcbfc70d498 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:07:43.882028 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ebd08f7a-4ee7-41f4-bcfd-0dfc53c315bb tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 6.0122628 Jan 27 17:07:43.889203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60402) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:43.890182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:43.905314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:43.905844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:43.906355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:43.987473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:43.987844 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:44.009573 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 6 to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 Jan 27 17:07:44.120046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Usage tracker for resource:port and tenant:b364b800faa04c2486fbcfc829421244 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:44.131081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:44.139748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:44.140568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:44.141101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:44.145632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e33d1bac-b601-4243-9062-aad7c287c253 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:44.180911 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.236572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:44.237397 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:44.241139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port e33d1bac-b601-4243-9062-aad7c287c253 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:44.244633 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 7 to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 Jan 27 17:07:44.260265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:44.275079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.275484 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f2ec4b3-b5fe-4900-a000-642d35237ff1 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:07:44.293293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:44.293874 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:44.294202 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:44.299547 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:44.315406 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Sync routers for ids ['a3695c0c-9277-4af6-ad15-8de3901c4874'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:44.333207 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Routers {'a3695c0c-9277-4af6-ad15-8de3901c4874'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:07:44.333207 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:07:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3695c0c-9277-4af6-ad15-8de3901c4874'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:44.421291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-0f68ba15-d8bf-4f3b-bd8b-3d0272ca503a tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Deleting port dbcbc70c-fdd1-41ca-a5dc-b14203525dd9 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:44.421628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f68ba15-d8bf-4f3b-bd8b-3d0272ca503a tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.452474 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Made reservation on behalf of b364b800faa04c2486fbcfc829421244 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:44.511749 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 17:07:44.516288 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d9766090-14f2-4d30-9a87-f152a5ca3dce tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 8.8441441 Jan 27 17:07:44.562569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60406) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:44.564047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:44.564376 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:44.601448 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Set router a3695c0c-9277-4af6-ad15-8de3901c4874 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:44.731279 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 8 to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 Jan 27 17:07:44.740078 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.745130 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3cee6619-1af5-492d-905f-2fc05b39cac1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.5622692 Jan 27 17:07:44.805713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:44.806060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:44.806503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:44.809069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60410) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:44.842929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd81db7-219b-463e-a801-209fdb9fbe3a None None] Network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:44.863016 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:44.897499 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Sync routers for ids ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:44.902985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-59ff1287-6e82-4f6a-9393-e5ba3e16567a tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Deleting port 1afa80fa-f45d-45d6-aba8-f9379ba8004b {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:44.903697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59ff1287-6e82-4f6a-9393-e5ba3e16567a tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.947477 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:07:40Z', 'revision_number': 3, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:44.952192 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Checking router: a3695c0c-9277-4af6-ad15-8de3901c4874 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:07:44.952535 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Updating router a3695c0c-9277-4af6-ad15-8de3901c4874 port c9b85fe7-5173-4767-881c-0c299c3cf035 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:07:44.952640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e55d34fb-5079-45f2-84dc-07c229417658 None None] Provisioning for port e33d1bac-b601-4243-9062-aad7c287c253 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:44.970346 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Routers {'e6317c45-6d5f-461c-9b26-5bcbfc70d498'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:07:44.971372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:07:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:44.982173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:44.983234 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:44.995171 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 9 to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 Jan 27 17:07:45.004223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.objects.ports [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87609) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:07:45.005106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.017902 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.027924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:45.028558 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:45.029174 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:45.050941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:45.051562 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:45.062191 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 10 to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 Jan 27 17:07:45.119242 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.121022 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a80033bf-31bf-41f5-b667-7aca46b3758e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.4418144 Jan 27 17:07:45.127876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f68ba15-d8bf-4f3b-bd8b-3d0272ca503a tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.128387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f68ba15-d8bf-4f3b-bd8b-3d0272ca503a tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.152062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60414) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:45.235250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e55d34fb-5079-45f2-84dc-07c229417658 None None] Provisioning complete for port e33d1bac-b601-4243-9062-aad7c287c253 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:45.235898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e55d34fb-5079-45f2-84dc-07c229417658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.249687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:45.250749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:45.251907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:45.396840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:07:45.397466 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port 55854f1e-c892-4063-ae10-7b169aea3b20 on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:07:45.398142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.442162 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.481173 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Transition to ACTIVE for port object c9b85fe7-5173-4767-881c-0c299c3cf035 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:45.497959 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.584592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-0f68ba15-d8bf-4f3b-bd8b-3d0272ca503a tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Calling delete_port for dbcbc70c-fdd1-41ca-a5dc-b14203525dd9 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:45.601717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.646074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.668515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event updated for resources: {'Subnet': ['ID=14ad84fb-48d7-4d79-a7aa-b262f9d756a8,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:45.672729 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Pushing event updated for resources: {'Port': ['ID=c9b85fe7-5173-4767-881c-0c299c3cf035,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:45.676937 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Attempting to bind port c9b85fe7-5173-4767-881c-0c299c3cf035 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:45.677931 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Attempting to bind port c9b85fe7-5173-4767-881c-0c299c3cf035 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:45.678686 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Attempting to bind port c9b85fe7-5173-4767-881c-0c299c3cf035 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:45.698449 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:45.699409 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:45.700305 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:45.701325 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:45.702386 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:45.703236 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:45.704054 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:45.704850 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:45.705907 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:45.706739 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:45.707635 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:45.708400 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Tracked resource versions report: Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: pushed versions: Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: { 'AddressGroup': {'1.2'}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'ConntrackHelper': {'1.0'}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Log': {'1.0'}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Network': {'1.1'}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Port': {'1.7'}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'PortForwarding': {'1.2'}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'QosPolicy': {'1.8'}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'SecurityGroup': {'1.4'}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'SecurityGroupRule': {'1.2'}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'SubPort': {'1.0'}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Subnet': {'1.1'}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Trunk': {'1.1'}} Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: consumer versions: Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: { DHCP agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: HyperV agent@hv-neutron-8250: {}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: L3 agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: Metadata agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: Metering agent@dv-neutron-825077-1-hyperv: {}, Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: Open vSwitch agent@dv-neutron-825077-1-hyperv: { 'AddressGroup': '1.2', Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'ConntrackHelper': '1.0', Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Log': '1.0', Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Network': '1.1', Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Port': '1.7', Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'PortForwarding': '1.2', Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'QosPolicy': '1.8', Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'SecurityGroup': '1.4', Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'SecurityGroupRule': '1.2', Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'SubPort': '1.0', Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Subnet': '1.1', Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: 'Trunk': '1.1'}} Jan 27 17:07:45.711413 dv-neutron-825077-1-hyperv neutron-server[87611]: {{(pid=87611) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 17:07:45.720164 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:45.721483 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:45.722394 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.723322 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:45.726736 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Bound port: c9b85fe7-5173-4767-881c-0c299c3cf035, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:45.727770 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.734557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Checking segment: {'id': '6c005db0-5f04-49ce-bb7f-bb68c2d9fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '4611a705-4711-48d0-b259-f217a2f5c151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:45.735012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Network hostable DHCP agents. Network: 4611a705-4711-48d0-b259-f217a2f5c151, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:45.745056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] device_id is not set on port 822494e3-5c13-4282-942f-be44970ea645 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:45.929831 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] For port c9b85fe7-5173-4767-881c-0c299c3cf035, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:45.945698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Network 4611a705-4711-48d0-b259-f217a2f5c151 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:07:45.951809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Set router e6317c45-6d5f-461c-9b26-5bcbfc70d498 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:46.075882 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e55d34fb-5079-45f2-84dc-07c229417658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.121419 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 4611a705-4711-48d0-b259-f217a2f5c151) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:46.143227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:46.144008 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.182569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-e55d34fb-5079-45f2-84dc-07c229417658 None None] For port e33d1bac-b601-4243-9062-aad7c287c253, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e33d1bac-b601-4243-9062-aad7c287c253,segment=NetworkSegment(79db3e3d-7059-4068-9516-8bde05f175ca),segment_id=79db3e3d-7059-4068-9516-8bde05f175ca)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:46.184236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35580620-a0b4-43df-a7a1-c87519a0dee2 None None] Network 4611a705-4711-48d0-b259-f217a2f5c151 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:46.198380 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] For port c9b85fe7-5173-4767-881c-0c299c3cf035, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9b85fe7-5173-4767-881c-0c299c3cf035,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:46.203412 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.209099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Allocated IP 2001:db8::2b2 (25adb82a-f3b1-471a-88d6-4a5cde8bad59/978803af-0184-4ada-8d10-9a09456ae0b7/822494e3-5c13-4282-942f-be44970ea645) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:46.218123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f68ba15-d8bf-4f3b-bd8b-3d0272ca503a tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.332822 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6e452aca-144f-420c-a134-8364c70f771f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9245028 Jan 27 17:07:46.354788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60418) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:46.361767 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Routers {'a3695c0c-9277-4af6-ad15-8de3901c4874'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:07:46.362224 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Request body: {'floatingip': {'floating_network_id': '4611a705-4711-48d0-b259-f217a2f5c151'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:46.363022 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:07:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3695c0c-9277-4af6-ad15-8de3901c4874'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:46.377713 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:46.388924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Usage tracker for resource:floatingip and tenant:f5ac347bafac439c838fb3328a8d9f05 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:46.399676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:46.422099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] For port 55854f1e-c892-4063-ae10-7b169aea3b20, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:46.422665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempted to set empty binding levels {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 27 17:07:46.451703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68ba15-d8bf-4f3b-bd8b-3d0272ca503a tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbcbc70c-fdd1-41ca-a5dc-b14203525dd9,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:46.451912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.459535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59ff1287-6e82-4f6a-9393-e5ba3e16567a tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.463754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:46.498906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f68ba15-d8bf-4f3b-bd8b-3d0272ca503a tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.501852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f68ba15-d8bf-4f3b-bd8b-3d0272ca503a tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.503251 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0f68ba15-d8bf-4f3b-bd8b-3d0272ca503a tempest-ExternalNetworksAdminNegativeTestJSON-1487819661 tempest-ExternalNetworksAdminNegativeTestJSON-1487819661-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/6ea29638-54ac-4003-84f8-33478f56b025 HTTP/1.1" status: 204 len: 168 time: 2.6056445 Jan 27 17:07:46.546632 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event updated for resources: {'Port': ['ID=55854f1e-c892-4063-ae10-7b169aea3b20,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:46.561979 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e55d34fb-5079-45f2-84dc-07c229417658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.668210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d34fb-5079-45f2-84dc-07c229417658 None None] Pushing event updated for resources: {'Port': ['ID=e33d1bac-b601-4243-9062-aad7c287c253,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:46.717348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.853183 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2ef62-efef-4db7-aef1-a8a124b60f50 None None] Pushing event updated for resources: {'Port': ['ID=c9b85fe7-5173-4767-881c-0c299c3cf035,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:46.873768 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] Set router a3695c0c-9277-4af6-ad15-8de3901c4874 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:46.964830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:07:40Z', 'revision_number': 3, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port': {'id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:33Z', 'updated_at': '2022-01-27T17:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:47.014426 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Checking router: e6317c45-6d5f-461c-9b26-5bcbfc70d498 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:07:47.015006 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Updating router e6317c45-6d5f-461c-9b26-5bcbfc70d498 port 49e4dec2-e381-4a26-8685-c47780fbfd4c binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:07:47.071437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-59ff1287-6e82-4f6a-9393-e5ba3e16567a tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Calling delete_port for 1afa80fa-f45d-45d6-aba8-f9379ba8004b owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:47.129480 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6a07a5-9a15-4a4b-8af8-fa957dd6efc1 None None] Network 4611a705-4711-48d0-b259-f217a2f5c151 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:47.165342 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] In _notify_port_updated(), no bound segment for port 55854f1e-c892-4063-ae10-7b169aea3b20 on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:07:47.166230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:47.166850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.172734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.187948 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8be42e34-9ff1-451d-81e5-96eb91206233 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "PUT /v2.0/ports/55854f1e-c892-4063-ae10-7b169aea3b20 HTTP/1.1" status: 200 len: 976 time: 6.6617568 Jan 27 17:07:47.210923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60426) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:47.360047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:07:47.534152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60430) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:47.566448 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:07:40Z', 'revision_number': 3, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:47.578236 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5f702-3c22-485b-ab48-062190fddd86 None None] The sync data for ids ['a3695c0c-9277-4af6-ad15-8de3901c4874'] in dv-neutron-825077-1-hyperv is: [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:07:40Z', 'revision_number': 3, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:47.629154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.668378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Transition to ACTIVE for port object 822494e3-5c13-4282-942f-be44970ea645 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:47.723949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9cefbfb2-9c2e-4af1-bc99-4b35d4def83c None None] Provisioning for port 952d0894-2d4d-461d-8605-52f9579e77ab completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:47.800811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.801136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9cefbfb2-9c2e-4af1-bc99-4b35d4def83c None None] Provisioning complete for port 952d0894-2d4d-461d-8605-52f9579e77ab triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:47.801688 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9cefbfb2-9c2e-4af1-bc99-4b35d4def83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.820776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.899619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:47.972000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:48.030781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:48.042055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.042873 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.110905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e621d473-6889-437d-944a-97caa429c7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.223557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event updated for resources: {'Port': ['ID=822494e3-5c13-4282-942f-be44970ea645,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:48.256662 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9b6e4b07-38e5-497d-81ea-64efeee00653 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 5.3661032 Jan 27 17:07:48.264165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e621d473-6889-437d-944a-97caa429c7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:48.271203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60436) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:48.300898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e621d473-6889-437d-944a-97caa429c7e7 admin admin] Usage tracker for resource:security_group_rule and tenant:286dbbfeea334885bfca6a60f23351bf is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:48.306608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e621d473-6889-437d-944a-97caa429c7e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:48.318587 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e621d473-6889-437d-944a-97caa429c7e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:48.385160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-9cefbfb2-9c2e-4af1-bc99-4b35d4def83c None None] Port 952d0894-2d4d-461d-8605-52f9579e77ab cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:48.445961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.448051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.449760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9cefbfb2-9c2e-4af1-bc99-4b35d4def83c None None] Provisioning complete for port e33d1bac-b601-4243-9062-aad7c287c253 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:48.450001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9cefbfb2-9c2e-4af1-bc99-4b35d4def83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.450645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.460515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.462137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.463214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.464396 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.465732 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.466820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.468109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.469246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.470324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.471395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.472646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.480758 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3c038424-dcd0-4d18-9f74-ed377d56ae23 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12608 time: 1.2479343 Jan 27 17:07:48.494787 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9b85fe7-5173-4767-881c-0c299c3cf035 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:48.511871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60440) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:48.548822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Allocated IP 172.20.0.11 (4611a705-4711-48d0-b259-f217a2f5c151/14ad84fb-48d7-4d79-a7aa-b262f9d756a8/e86b24cf-9bc8-4d79-a24e-cdd0572e44a6) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:48.559606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.765930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port c9b85fe7-5173-4767-881c-0c299c3cf035 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:48.771129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59ff1287-6e82-4f6a-9393-e5ba3e16567a tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.869186 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c9b85fe7-5173-4767-881c-0c299c3cf035 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:48.869435 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.920689 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:48.937360 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Sync routers for ids ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:48.961069 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Routers {'7a3fe6fa-31b0-4651-a064-70ca67c04b7e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:07:48.962189 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:07:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:48.982653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0e4b6-3435-4954-9494-f2a47b2331bb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:48.995740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0e4b6-3435-4954-9494-f2a47b2331bb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:49.010052 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0e4b6-3435-4954-9494-f2a47b2331bb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:49.011821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b7f0e4b6-3435-4954-9494-f2a47b2331bb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Synchronizing usage tracker for tenant:b364b800faa04c2486fbcfc829421244 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:49.048369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e7f19f07-1027-48ad-afb1-a8e2f6c4188e tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Deleting port 55854f1e-c892-4063-ae10-7b169aea3b20 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:49.048717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7f19f07-1027-48ad-afb1-a8e2f6c4188e tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.065658 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.104255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Transition to ACTIVE for port object 49e4dec2-e381-4a26-8685-c47780fbfd4c will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:49.108125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff1287-6e82-4f6a-9393-e5ba3e16567a tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Pushing event deleted for resources: {'Port': ['ID=1afa80fa-f45d-45d6-aba8-f9379ba8004b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:49.110176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.116090 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-df28e877-098e-41fd-8d03-bd607ec02fe5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 17.1956277 Jan 27 17:07:49.120387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60444) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:49.179382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.302625 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Set router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:49.313308 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5f369e2c-75aa-4e23-b0e4-a9dc38986b43 None None] Provisioning complete for port 952d0894-2d4d-461d-8605-52f9579e77ab triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:49.314132 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5f369e2c-75aa-4e23-b0e4-a9dc38986b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.323444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Allocated IP 172.20.0.1 (53b09237-f192-4fe2-b45e-fb197c44c727/46ca1fa6-00ce-4906-aaf8-b6505d36cbe0/97e60f8d-16b1-4a16-b783-83414425b8c8) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:49.399086 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-5f369e2c-75aa-4e23-b0e4-a9dc38986b43 None None] Port 952d0894-2d4d-461d-8605-52f9579e77ab cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:49.429716 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.444501 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Attempting to bind port 49e4dec2-e381-4a26-8685-c47780fbfd4c on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:49.445117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Attempting to bind port 49e4dec2-e381-4a26-8685-c47780fbfd4c by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:49.445583 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Attempting to bind port 49e4dec2-e381-4a26-8685-c47780fbfd4c on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:49.456784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb6eae-3e99-4062-a0fe-7a9732c92c1d None None] Pushing event updated for resources: {'Port': ['ID=49e4dec2-e381-4a26-8685-c47780fbfd4c,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:49.459406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e621d473-6889-437d-944a-97caa429c7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.466770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port c9b85fe7-5173-4767-881c-0c299c3cf035, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9b85fe7-5173-4767-881c-0c299c3cf035,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:49.469118 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:49.469630 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:49.470166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.470662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:49.471249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Bound port: 49e4dec2-e381-4a26-8685-c47780fbfd4c, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:49.471959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.503115 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5f369e2c-75aa-4e23-b0e4-a9dc38986b43 None None] Provisioning for port 822494e3-5c13-4282-942f-be44970ea645 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:49.503329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.506974 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.508037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e33d1bac-b601-4243-9062-aad7c287c253 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:49.578923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.585836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e621d473-6889-437d-944a-97caa429c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.641216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5f369e2c-75aa-4e23-b0e4-a9dc38986b43 None None] Provisioning complete for port 822494e3-5c13-4282-942f-be44970ea645 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:49.641216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5f369e2c-75aa-4e23-b0e4-a9dc38986b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.748581 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:43Z', 'revision_number': 3, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:49.753960 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Checking router: 7a3fe6fa-31b0-4651-a064-70ca67c04b7e for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:07:49.754661 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Updating router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e port 4d00addf-6696-410b-8be6-f78f0d2bbcff binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:07:49.756806 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e621d473-6889-437d-944a-97caa429c7e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=286dbbfeea334885bfca6a60f23351bf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2111783 Jan 27 17:07:49.757978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60448) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:49.870744 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.886626 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] For port 49e4dec2-e381-4a26-8685-c47780fbfd4c, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:49.891451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-5f369e2c-75aa-4e23-b0e4-a9dc38986b43 None None] Port 822494e3-5c13-4282-942f-be44970ea645 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:49.921645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=c9b85fe7-5173-4767-881c-0c299c3cf035,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:49.928339 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] For port 49e4dec2-e381-4a26-8685-c47780fbfd4c, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=49e4dec2-e381-4a26-8685-c47780fbfd4c,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:49.939736 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.971900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b7f0e4b6-3435-4954-9494-f2a47b2331bb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Unset dirty status for tenant:b364b800faa04c2486fbcfc829421244 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:49.974057 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b7f0e4b6-3435-4954-9494-f2a47b2331bb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 1.6885054 Jan 27 17:07:50.016177 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60454) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:50.023726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e33d1bac-b601-4243-9062-aad7c287c253 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:50.024684 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.083417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Network 4611a705-4711-48d0-b259-f217a2f5c151 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:50.135069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb6eae-3e99-4062-a0fe-7a9732c92c1d None None] Pushing event updated for resources: {'Port': ['ID=49e4dec2-e381-4a26-8685-c47780fbfd4c,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:50.142894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Routers {'e6317c45-6d5f-461c-9b26-5bcbfc70d498'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:07:50.143852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:07:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:50.152850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4d02f972-617a-4b6a-b7e2-4ae016bda7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.203892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4d02f972-617a-4b6a-b7e2-4ae016bda7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.398153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:50.434229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621d473-6889-437d-944a-97caa429c7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d1fb12-b246-4295-a783-0f55ff018f25,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:50.448884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:50.503840 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.520700 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Transition to ACTIVE for port object 4d00addf-6696-410b-8be6-f78f0d2bbcff will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:50.530617 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.564854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-e7f19f07-1027-48ad-afb1-a8e2f6c4188e tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] For port 55854f1e-c892-4063-ae10-7b169aea3b20, host hv-neutron-8250, got binding levels [] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:50.565510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7f19f07-1027-48ad-afb1-a8e2f6c4188e tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.585454 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.600354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event updated for resources: {'Port': ['ID=e86b24cf-9bc8-4d79-a24e-cdd0572e44a6,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:50.604898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4d02f972-617a-4b6a-b7e2-4ae016bda7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.634754 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03286e4c-9469-4636-9ce6-4b4dca9e463e None None] Pushing event updated for resources: {'Port': ['ID=4d00addf-6696-410b-8be6-f78f0d2bbcff,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:50.665486 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Attempting to bind port 4d00addf-6696-410b-8be6-f78f0d2bbcff on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:50.665859 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Attempting to bind port 4d00addf-6696-410b-8be6-f78f0d2bbcff by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:50.666212 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Attempting to bind port 4d00addf-6696-410b-8be6-f78f0d2bbcff on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:50.674154 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:50.674824 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:50.675379 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.675945 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:50.676782 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Bound port: 4d00addf-6696-410b-8be6-f78f0d2bbcff, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:50.677350 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.681327 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] Set router e6317c45-6d5f-461c-9b26-5bcbfc70d498 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:50.768539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02f972-617a-4b6a-b7e2-4ae016bda7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d1fb12-b246-4295-a783-0f55ff018f25,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:50.788579 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] For port 4d00addf-6696-410b-8be6-f78f0d2bbcff, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:50.792606 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e7f19f07-1027-48ad-afb1-a8e2f6c4188e tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Calling delete_port for 55854f1e-c892-4063-ae10-7b169aea3b20 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:50.795170 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] For port 4d00addf-6696-410b-8be6-f78f0d2bbcff, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=4d00addf-6696-410b-8be6-f78f0d2bbcff,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:50.802410 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.832001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-263f62dc-26aa-420f-94bc-be38265f4257 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Deleting port 822494e3-5c13-4282-942f-be44970ea645 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:50.832470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-263f62dc-26aa-420f-94bc-be38265f4257 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.839761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9b85fe7-5173-4767-881c-0c299c3cf035 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:50.907978 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03286e4c-9469-4636-9ce6-4b4dca9e463e None None] Pushing event updated for resources: {'Port': ['ID=4d00addf-6696-410b-8be6-f78f0d2bbcff,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:50.914664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.914927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.940420 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Routers {'7a3fe6fa-31b0-4651-a064-70ca67c04b7e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:07:50.941622 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:07:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:50.976911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4d02f972-617a-4b6a-b7e2-4ae016bda7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.983615 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4d02f972-617a-4b6a-b7e2-4ae016bda7ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5d1fb12-b246-4295-a783-0f55ff018f25 HTTP/1.1" status: 204 len: 168 time: 1.0996869 Jan 27 17:07:50.994611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.245411 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] Set router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:51.440845 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c9b85fe7-5173-4767-881c-0c299c3cf035 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:51.441277 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.453016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7f19f07-1027-48ad-afb1-a8e2f6c4188e tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.561711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:07:40Z', 'revision_number': 3, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port': {'id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:33Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:51.576089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Transition to ACTIVE for port object 97e60f8d-16b1-4a16-b783-83414425b8c8 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:51.656431 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504c20d7-f0ad-4f54-9c95-92b1c23e4a1f None None] The sync data for ids ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'] in dv-neutron-825077-1-hyperv is: [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:07:40Z', 'revision_number': 3, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port': {'id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:33Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:51.663078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fd82afa6-72b5-413a-a2cb-6d26bc6bc605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.710797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Allocated IP 172.20.0.1 (69137b3c-580f-481f-ab05-44feb3754947/bc4843f9-98f0-4647-bffb-6dc8d90f2a77/5df1f1cc-8410-43bf-92de-e7345a831e6f) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:51.726773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.855607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60462) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:51.866372 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Pushing event updated for resources: {'Port': ['ID=97e60f8d-16b1-4a16-b783-83414425b8c8,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:51.915508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Network 53b09237-f192-4fe2-b45e-fb197c44c727 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:51.953759 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f19f07-1027-48ad-afb1-a8e2f6c4188e tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event deleted for resources: {'Port': ['ID=55854f1e-c892-4063-ae10-7b169aea3b20,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:51.985728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7f19f07-1027-48ad-afb1-a8e2f6c4188e tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.990798 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e4a4037d-f107-40bd-acdf-5a91bf39fd8b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=203cc40ff01e49dda737857671c359ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1121166 Jan 27 17:07:51.992307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:51.995719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:51.996186 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.002753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60466) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:52.058445 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:43Z', 'revision_number': 3, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:52.063415 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f0c2-a99a-44cf-beab-2f1af875cc73 None None] The sync data for ids ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'] in dv-neutron-825077-1-hyperv is: [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:43Z', 'revision_number': 3, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:52.214295 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e7f19f07-1027-48ad-afb1-a8e2f6c4188e tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "DELETE /v2.0/ports/55854f1e-c892-4063-ae10-7b169aea3b20 HTTP/1.1" status: 204 len: 168 time: 3.6931798 Jan 27 17:07:52.220310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59ff1287-6e82-4f6a-9393-e5ba3e16567a tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.222240 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60470) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:52.233882 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-59ff1287-6e82-4f6a-9393-e5ba3e16567a tempest-RoutersAdminNegativeIpV6Test-834690179 tempest-RoutersAdminNegativeIpV6Test-834690179-project-admin] 10.222.0.81 "DELETE /v2.0/ports/1afa80fa-f45d-45d6-aba8-f9379ba8004b HTTP/1.1" status: 204 len: 168 time: 7.6601119 Jan 27 17:07:52.468518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fd82306-b5b9-4732-b3c6-33d35349a057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.544817 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eff9c73-328f-44e1-bcca-f1d4fad1c8b6 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:07:52.545523 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2eff9c73-328f-44e1-bcca-f1d4fad1c8b6 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Synchronizing usage tracker for tenant:fb7ec6d654864b5ba168820284f30601 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:52.580324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-eedd295d-e39d-4797-b8cc-e458f6c8e771 None None] Provisioning for port 97e60f8d-16b1-4a16-b783-83414425b8c8 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:52.584138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.597014 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-eedd295d-e39d-4797-b8cc-e458f6c8e771 None None] Provisioning complete for port 97e60f8d-16b1-4a16-b783-83414425b8c8 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:52.597684 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eedd295d-e39d-4797-b8cc-e458f6c8e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.639528 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fd82306-b5b9-4732-b3c6-33d35349a057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.665706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:07:52.749096 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-263f62dc-26aa-420f-94bc-be38265f4257 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.783373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.786556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2eff9c73-328f-44e1-bcca-f1d4fad1c8b6 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Unset dirty status for tenant:fb7ec6d654864b5ba168820284f30601 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:52.789113 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2eff9c73-328f-44e1-bcca-f1d4fad1c8b6 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "GET /v2.0/ports/55854f1e-c892-4063-ae10-7b169aea3b20 HTTP/1.1" status: 404 len: 333 time: 0.5653195 Jan 27 17:07:52.842670 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-eedd295d-e39d-4797-b8cc-e458f6c8e771 None None] Port 97e60f8d-16b1-4a16-b783-83414425b8c8 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:52.852464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60478) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:52.872486 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.907963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 49e4dec2-e381-4a26-8685-c47780fbfd4c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:52.953985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.980146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Transition to ACTIVE for port object 5df1f1cc-8410-43bf-92de-e7345a831e6f will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:53.016927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60482) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:53.032159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1723283224', 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:53.047561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.049986 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 49e4dec2-e381-4a26-8685-c47780fbfd4c completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:53.059971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 49e4dec2-e381-4a26-8685-c47780fbfd4c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:53.060670 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.322985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Pushing event updated for resources: {'Port': ['ID=5df1f1cc-8410-43bf-92de-e7345a831e6f,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:53.440114 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-263f62dc-26aa-420f-94bc-be38265f4257 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Calling delete_port for 822494e3-5c13-4282-942f-be44970ea645 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:53.446052 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.489741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 49e4dec2-e381-4a26-8685-c47780fbfd4c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=49e4dec2-e381-4a26-8685-c47780fbfd4c,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:53.496988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Allocated IP 172.20.0.1 (f16f1136-ebee-4add-b4cb-8ddb9b12545a/aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761/7ddb2715-0e62-46f9-9005-9a32151699d1) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:53.504927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.508010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-16830fe8-5d82-4ae7-9ef4-d7195730d081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.524138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:53.554584 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Network 69137b3c-580f-481f-ab05-44feb3754947 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:53.565633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:53.569622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-16830fe8-5d82-4ae7-9ef4-d7195730d081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:53.578513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:53.613430 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.632927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:53.639879 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=49e4dec2-e381-4a26-8685-c47780fbfd4c,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:53.689619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-16830fe8-5d82-4ae7-9ef4-d7195730d081 admin admin] Usage tracker for resource:security_group_rule and tenant:9f625b3e637d44ebae90dcda12a86064 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:53.716163 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fd82306-b5b9-4732-b3c6-33d35349a057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.718779 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fd82306-b5b9-4732-b3c6-33d35349a057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.720223 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8fd82306-b5b9-4732-b3c6-33d35349a057 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4288475c-e25d-4be6-b20d-d86cbd3214cb HTTP/1.1" status: 204 len: 168 time: 1.7072451 Jan 27 17:07:53.737195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-16830fe8-5d82-4ae7-9ef4-d7195730d081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:53.750629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd82306-b5b9-4732-b3c6-33d35349a057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4288475c-e25d-4be6-b20d-d86cbd3214cb,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:53.754106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event updated for resources: {'Port': ['ID=e86b24cf-9bc8-4d79-a24e-cdd0572e44a6,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:53.757955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-16830fe8-5d82-4ae7-9ef4-d7195730d081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:53.760884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.776917 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-67ca35c9-fb72-4370-9261-cbbee84c4f47 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4196546 Jan 27 17:07:53.783036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60490) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:53.841731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Made reservation on behalf of fb7ec6d654864b5ba168820284f30601 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:53.850285 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.875782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bd27d0a5-6c08-425b-9e6a-4da8c81ec1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.968591 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.097178 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8371c273-3842-4310-8ec6-c2c799b7167b None None] Provisioning for port 5df1f1cc-8410-43bf-92de-e7345a831e6f completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:54.112730 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8371c273-3842-4310-8ec6-c2c799b7167b None None] Provisioning complete for port 5df1f1cc-8410-43bf-92de-e7345a831e6f triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:54.113640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8371c273-3842-4310-8ec6-c2c799b7167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.131348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] device_id is not set on port d95d2082-7680-47ba-b89a-e66ebf7574c5 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:54.234875 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fb6bd398-aa13-4404-9569-bdb874a179cf tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=4611a705-4711-48d0-b259-f217a2f5c151 HTTP/1.1" status: 200 len: 690 time: 0.4321988 Jan 27 17:07:54.237850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60496) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:54.241639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.276781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8371c273-3842-4310-8ec6-c2c799b7167b None None] Port 5df1f1cc-8410-43bf-92de-e7345a831e6f cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:54.480912 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-263f62dc-26aa-420f-94bc-be38265f4257 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.516452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.593657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f62dc-26aa-420f-94bc-be38265f4257 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event deleted for resources: {'Port': ['ID=822494e3-5c13-4282-942f-be44970ea645,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:54.630764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Transition to ACTIVE for port object 7ddb2715-0e62-46f9-9005-9a32151699d1 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:54.735952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.864839 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.868818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.947069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Deleting port e86b24cf-9bc8-4d79-a24e-cdd0572e44a6 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:54.947529 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.977783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-16830fe8-5d82-4ae7-9ef4-d7195730d081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.982065 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.011163 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-16830fe8-5d82-4ae7-9ef4-d7195730d081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.027909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4d00addf-6696-410b-8be6-f78f0d2bbcff up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:55.073106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.238298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.245085 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 4d00addf-6696-410b-8be6-f78f0d2bbcff completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:55.254443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 4d00addf-6696-410b-8be6-f78f0d2bbcff triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:55.254989 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.331988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.344831 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:55.393036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event updated for resources: {'Port': ['ID=d95d2082-7680-47ba-b89a-e66ebf7574c5,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:55.398061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:55.401890 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:55.403570 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:55.405310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.488042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Network f16f1136-ebee-4add-b4cb-8ddb9b12545a is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:55.504602 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.518097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:55.535960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 4d00addf-6696-410b-8be6-f78f0d2bbcff, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=4d00addf-6696-410b-8be6-f78f0d2bbcff,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:55.544269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.546392 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 49e4dec2-e381-4a26-8685-c47780fbfd4c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:55.563106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-263f62dc-26aa-420f-94bc-be38265f4257 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.582516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60516) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:55.589115 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-16830fe8-5d82-4ae7-9ef4-d7195730d081 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f625b3e637d44ebae90dcda12a86064&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5636451 Jan 27 17:07:55.597790 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60518) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:55.630633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:07:55.701204 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-952283d0-7a35-4b7d-95f5-ebbc5a72786d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8424420 Jan 27 17:07:55.712536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60526) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:55.722355 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-263f62dc-26aa-420f-94bc-be38265f4257 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "DELETE /v2.0/ports/822494e3-5c13-4282-942f-be44970ea645 HTTP/1.1" status: 204 len: 168 time: 5.6454155 Jan 27 17:07:55.731913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60528) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:55.775471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16830fe8-5d82-4ae7-9ef4-d7195730d081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb8af2e-ceff-4c84-aa94-f50af41510c6,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:55.866086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:07:55.900019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.912448 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-385601961'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:55.920000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:55.923069 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2104323-f662-4a18-a439-24e4ac92200d tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] GET failed (client error): The resource could not be found. Jan 27 17:07:55.923621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e2104323-f662-4a18-a439-24e4ac92200d tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Synchronizing usage tracker for tenant:b364b800faa04c2486fbcfc829421244 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:55.926997 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.927764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.952696 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 49e4dec2-e381-4a26-8685-c47780fbfd4c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:55.953417 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.000739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=4d00addf-6696-410b-8be6-f78f0d2bbcff,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:56.002307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Usage tracker for resource:network and tenant:327cad1e75a84317a0fdfe19c07eaae6 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:56.032168 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:56.048245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c47d5dc3-40fb-4190-912a-b645024574b4 None None] Provisioning for port 7ddb2715-0e62-46f9-9005-9a32151699d1 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:56.056130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e6b90118-dc65-4a48-bace-b71f81e44e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.064719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c47d5dc3-40fb-4190-912a-b645024574b4 None None] Provisioning complete for port 7ddb2715-0e62-46f9-9005-9a32151699d1 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:56.065478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c47d5dc3-40fb-4190-912a-b645024574b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.109042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:56.131498 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e2104323-f662-4a18-a439-24e4ac92200d tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Unset dirty status for tenant:b364b800faa04c2486fbcfc829421244 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:56.138332 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e2104323-f662-4a18-a439-24e4ac92200d tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "GET /v2.0/ports/822494e3-5c13-4282-942f-be44970ea645 HTTP/1.1" status: 404 len: 333 time: 0.3940752 Jan 27 17:07:56.159143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60534) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:56.212188 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Request body: {'port': {'network_id': '25adb82a-f3b1-471a-88d6-4a5cde8bad59', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1707939404'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:56.227521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Pushing event updated for resources: {'Port': ['ID=7ddb2715-0e62-46f9-9005-9a32151699d1,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:56.255991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c47d5dc3-40fb-4190-912a-b645024574b4 None None] Port 7ddb2715-0e62-46f9-9005-9a32151699d1 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:56.352903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Made reservation on behalf of 327cad1e75a84317a0fdfe19c07eaae6 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:56.358524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.372901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a724e868-201d-4651-8794-173ec0088a3e tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:56.373960 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a724e868-201d-4651-8794-173ec0088a3e tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Synchronizing usage tracker for tenant:fb7ec6d654864b5ba168820284f30601 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:56.386790 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.391339 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e6b90118-dc65-4a48-bace-b71f81e44e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.392902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.393391 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.419782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Pushing event updated for resources: {'Port': ['ID=97e60f8d-16b1-4a16-b783-83414425b8c8,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:56.434927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.556798 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.571284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:56.588507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Calling delete_port for e86b24cf-9bc8-4d79-a24e-cdd0572e44a6 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:56.597677 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Usage tracker for resource:security_group_rule and tenant:327cad1e75a84317a0fdfe19c07eaae6 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:56.603239 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:56.624276 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:56.640951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a724e868-201d-4651-8794-173ec0088a3e tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Unset dirty status for tenant:fb7ec6d654864b5ba168820284f30601 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:56.646480 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a724e868-201d-4651-8794-173ec0088a3e tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "GET /v2.0/ports/d95d2082-7680-47ba-b89a-e66ebf7574c5 HTTP/1.1" status: 200 len: 955 time: 0.8623729 Jan 27 17:07:56.646635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Network 53b09237-f192-4fe2-b45e-fb197c44c727 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:56.664868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60538) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:56.666585 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:56.768341 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4d00addf-6696-410b-8be6-f78f0d2bbcff up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:56.903421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:56.933877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-44bdcc9f-4e50-4789-bed5-5a6f09b06fd1 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Deleting port d95d2082-7680-47ba-b89a-e66ebf7574c5 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:56.934710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-44bdcc9f-4e50-4789-bed5-5a6f09b06fd1 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.958155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:07:56.961232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 4d00addf-6696-410b-8be6-f78f0d2bbcff triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:56.961889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.989740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e6b90118-dc65-4a48-bace-b71f81e44e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.018920 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.021333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.049818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:57.092674 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.132574 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event deleted for resources: {'Port': ['ID=e86b24cf-9bc8-4d79-a24e-cdd0572e44a6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:57.175772 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b90118-dc65-4a48-bace-b71f81e44e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb8af2e-ceff-4c84-aa94-f50af41510c6,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:57.258357 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-02144224-7a4a-4235-892f-1795151d22c3 None None] Provisioning complete for port 97e60f8d-16b1-4a16-b783-83414425b8c8 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:57.258655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-02144224-7a4a-4235-892f-1795151d22c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.262710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Made reservation on behalf of b364b800faa04c2486fbcfc829421244 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:57.268553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.292898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e6b90118-dc65-4a48-bace-b71f81e44e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.295083 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.305986 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e6b90118-dc65-4a48-bace-b71f81e44e8e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ddb8af2e-ceff-4c84-aa94-f50af41510c6 HTTP/1.1" status: 204 len: 168 time: 1.6923575 Jan 27 17:07:57.377302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-02144224-7a4a-4235-892f-1795151d22c3 None None] Port 97e60f8d-16b1-4a16-b783-83414425b8c8 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:57.444554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] device_id is not set on port ff2bcc0a-d537-49f2-9be9-36ad578f9962 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:57.508436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Router e6317c45-6d5f-461c-9b26-5bcbfc70d498 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:07:57.624502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.725651 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Pushing event updated for resources: {'Port': ['ID=5df1f1cc-8410-43bf-92de-e7345a831e6f,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:57.749848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.847727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.874880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.905326 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-44bdcc9f-4e50-4789-bed5-5a6f09b06fd1 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.961225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:58.016707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Network 69137b3c-580f-481f-ab05-44feb3754947 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:58.023036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:58.132852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60546) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:58.135102 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.137593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.211542 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.289072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.338611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8510c4-a8a6-4d61-85c5-51a1903ef0fa,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:58.451285 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-44bdcc9f-4e50-4789-bed5-5a6f09b06fd1 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Calling delete_port for d95d2082-7680-47ba-b89a-e66ebf7574c5 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:58.517723 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Allocated IP 2001:db8::24d (25adb82a-f3b1-471a-88d6-4a5cde8bad59/978803af-0184-4ada-8d10-9a09456ae0b7/ff2bcc0a-d537-49f2-9be9-36ad578f9962) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:58.524602 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-52cd0243-ab20-4838-b59e-ed7dc5f02caa None None] Provisioning complete for port 5df1f1cc-8410-43bf-92de-e7345a831e6f triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:58.525553 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-52cd0243-ab20-4838-b59e-ed7dc5f02caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.532587 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.532914 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Added segment c00b0dd4-935f-4225-be9e-a6dd92c9507d of type vlan for network 2961b0dc-8aa2-4117-a813-833453c9c4d8 Jan 27 17:07:58.604844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Pushing event updated for resources: {'Port': ['ID=7ddb2715-0e62-46f9-9005-9a32151699d1,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:58.606940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:58.655295 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-52cd0243-ab20-4838-b59e-ed7dc5f02caa None None] Port 5df1f1cc-8410-43bf-92de-e7345a831e6f cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:58.659551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Sync routers for ids ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:58.683336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.687545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Routers {'e6317c45-6d5f-461c-9b26-5bcbfc70d498'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:07:58.689250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:07:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:58.734786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.746966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-44bdcc9f-4e50-4789-bed5-5a6f09b06fd1 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.922461 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdcc9f-4e50-4789-bed5-5a6f09b06fd1 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event deleted for resources: {'Port': ['ID=d95d2082-7680-47ba-b89a-e66ebf7574c5,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:58.967565 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e2d530cb-2848-41f5-9a98-b0b7f4fed171 admin admin] 10.222.0.81 "PUT /v2.0/routers/e6317c45-6d5f-461c-9b26-5bcbfc70d498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8055601 Jan 27 17:07:58.977096 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.989024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:58.990655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.002218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=14ad84fb-48d7-4d79-a7aa-b262f9d756a8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:59.028994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-44bdcc9f-4e50-4789-bed5-5a6f09b06fd1 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.034257 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-44bdcc9f-4e50-4789-bed5-5a6f09b06fd1 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "DELETE /v2.0/ports/d95d2082-7680-47ba-b89a-e66ebf7574c5 HTTP/1.1" status: 204 len: 168 time: 2.3649433 Jan 27 17:07:59.051289 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Set router e6317c45-6d5f-461c-9b26-5bcbfc70d498 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:59.075845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60550) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:59.082056 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.4857247 Jan 27 17:07:59.128984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.158335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4611a705-4711-48d0-b259-f217a2f5c151']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:59.175506 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c005db0-5f04-49ce-bb7f-bb68c2d9fa93') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:59.175821 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c005db0-5f04-49ce-bb7f-bb68c2d9fa93') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:59.189929 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.211098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.220476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:07:59.220957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.238673 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60556) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:59.279093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Request body: {'subnet': {'network_id': '2961b0dc-8aa2-4117-a813-833453c9c4d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:59.305597 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-3284ebe2-e7fa-4122-a6d7-cb60f5350db7 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:07:59.306268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3284ebe2-e7fa-4122-a6d7-cb60f5350db7 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Synchronizing usage tracker for tenant:fb7ec6d654864b5ba168820284f30601 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:07:59.339014 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:07:59.342870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.403187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.422517 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60560) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:59.423792 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-23135d1e-7fb0-4d29-96af-2599299a7199 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b7b60d2dd2a4d918aff06f10cdd68b3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2522864 Jan 27 17:07:59.475151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea9054-a618-4b3e-8061-eac12c4c20f0 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event updated for resources: {'Network': ['ID=2961b0dc-8aa2-4117-a813-833453c9c4d8,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:59.491298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4611a705-4711-48d0-b259-f217a2f5c151 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:07:59.493142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 2961b0dc-8aa2-4117-a813-833453c9c4d8 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:59.511098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.533279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event deleted for resources: {'Network': ['ID=4611a705-4711-48d0-b259-f217a2f5c151,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:59.621417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3284ebe2-e7fa-4122-a6d7-cb60f5350db7 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Unset dirty status for tenant:fb7ec6d654864b5ba168820284f30601 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:59.628360 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3284ebe2-e7fa-4122-a6d7-cb60f5350db7 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "GET /v2.0/ports/d95d2082-7680-47ba-b89a-e66ebf7574c5 HTTP/1.1" status: 404 len: 333 time: 0.5448000 Jan 27 17:07:59.628360 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.637410 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60566) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:59.638408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:59.653540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Request body: {'port': {'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1594993604'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:59.681766 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Usage tracker for resource:subnet and tenant:327cad1e75a84317a0fdfe19c07eaae6 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:59.699632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:59.710395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:59.730850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Transition to ACTIVE for port object ff2bcc0a-d537-49f2-9be9-36ad578f9962 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:59.747802 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:59.753390 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2d5f336d-f7ca-42c6-a8da-5f08f8328e90 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "DELETE /v2.0/networks/4611a705-4711-48d0-b259-f217a2f5c151 HTTP/1.1" status: 204 len: 168 time: 5.5143290 Jan 27 17:07:59.762400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60576) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:59.771524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Router a3695c0c-9277-4af6-ad15-8de3901c4874 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:07:59.801710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:59.809524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.813878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9abdd650-94bf-4ed4-9cd8-2e16136d14c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.854039 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port': {'id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:33Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '97e60f8d-16b1-4a16-b783-83414425b8c8', 'name': '', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'mac_address': 'fa:16:3e:58:d1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:48Z', 'updated_at': '2022-01-27T17:07:54Z', 'revision_number': 2, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'subnets': [{'id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:59.859479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Checking router: e6317c45-6d5f-461c-9b26-5bcbfc70d498 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:07:59.859895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Updating router e6317c45-6d5f-461c-9b26-5bcbfc70d498 port 97e60f8d-16b1-4a16-b783-83414425b8c8 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:07:59.885596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a915e16a-3d20-4718-862b-dc3f7b730d4a tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Synchronizing usage tracker for tenant:f5ac347bafac439c838fb3328a8d9f05 on resource:floatingip {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:59.891853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Made reservation on behalf of 327cad1e75a84317a0fdfe19c07eaae6 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:59.895651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.900602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Network f16f1136-ebee-4add-b4cb-8ddb9b12545a is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:59.938476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.107234 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:00.202975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event updated for resources: {'Port': ['ID=ff2bcc0a-d537-49f2-9be9-36ad578f9962,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:00.221305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Made reservation on behalf of fb7ec6d654864b5ba168820284f30601 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:00.224783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.228775 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a915e16a-3d20-4718-862b-dc3f7b730d4a tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Unset dirty status for tenant:f5ac347bafac439c838fb3328a8d9f05 on resource:floatingip {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:00.230244 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a915e16a-3d20-4718-862b-dc3f7b730d4a tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.4657176 Jan 27 17:08:00.236019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60582) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:00.288089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9abdd650-94bf-4ed4-9cd8-2e16136d14c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.349322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:00.382543 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ada16cdd-2519-4586-8ed0-20218aa92b30 admin admin] 10.222.0.81 "PUT /v2.0/routers/a3695c0c-9277-4af6-ad15-8de3901c4874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5676234 Jan 27 17:08:00.507243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:00.519866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:00.536307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:00.550568 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:00.551255 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.570924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211423f-22c9-4c9a-8544-b964cff3b61c tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:00.571404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211423f-22c9-4c9a-8544-b964cff3b61c tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:00.571907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211423f-22c9-4c9a-8544-b964cff3b61c tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:00.572360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211423f-22c9-4c9a-8544-b964cff3b61c tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:00.572813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211423f-22c9-4c9a-8544-b964cff3b61c tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:00.573414 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211423f-22c9-4c9a-8544-b964cff3b61c tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:00.573872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211423f-22c9-4c9a-8544-b964cff3b61c tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:00.575115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c211423f-22c9-4c9a-8544-b964cff3b61c tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Synchronizing usage tracker for tenant:f5ac347bafac439c838fb3328a8d9f05 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:00.603601 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:08:00.624611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9abdd650-94bf-4ed4-9cd8-2e16136d14c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.632279 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9abdd650-94bf-4ed4-9cd8-2e16136d14c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.634357 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9abdd650-94bf-4ed4-9cd8-2e16136d14c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d508889f-8945-4a26-b922-1a5dcc1f1ca5 HTTP/1.1" status: 204 len: 168 time: 1.2032516 Jan 27 17:08:00.637773 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c211423f-22c9-4c9a-8544-b964cff3b61c tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Unset dirty status for tenant:f5ac347bafac439c838fb3328a8d9f05 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:00.657493 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c211423f-22c9-4c9a-8544-b964cff3b61c tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4624 time: 0.4177802 Jan 27 17:08:00.658196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60590) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:00.695434 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdd650-94bf-4ed4-9cd8-2e16136d14c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d508889f-8945-4a26-b922-1a5dcc1f1ca5,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:00.711869 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e92ff218-eab9-4ddc-a70f-35630da9c952 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.5452313 Jan 27 17:08:00.724122 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60594) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:00.741136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] device_id is not set on port d083d3b9-606d-4fc4-b2f8-9712a78e162c yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:00.830821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.839866 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5f3f00e2-990b-4645-9779-4a649de995a3 None None] Provisioning complete for port 7ddb2715-0e62-46f9-9005-9a32151699d1 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:00.840813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5f3f00e2-990b-4645-9779-4a649de995a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.904975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-fa9d2e67-2a5f-4dae-8e87-e11fc198cd03 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3bb', 'mac_address': 'fa:16:3e:43:a2:9d'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:00.985407 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Sync routers for ids ['a3695c0c-9277-4af6-ad15-8de3901c4874'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:00.991794 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Transition to ACTIVE for port object 97e60f8d-16b1-4a16-b783-83414425b8c8 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:01.027894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.040002 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Routers {'a3695c0c-9277-4af6-ad15-8de3901c4874'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:08:01.044110 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:07:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3695c0c-9277-4af6-ad15-8de3901c4874'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:01.329287 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f00e2-990b-4645-9779-4a649de995a3 None None] Port 7ddb2715-0e62-46f9-9005-9a32151699d1 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:01.546057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfa8cb-3704-4f66-a5fe-0e7f8a28140e None None] Pushing event updated for resources: {'Port': ['ID=97e60f8d-16b1-4a16-b783-83414425b8c8,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:01.591859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60608) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:01.623860 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-92d85376-72eb-42b1-87ff-7122139ea743 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] delete failed (client error): The resource could not be found. Jan 27 17:08:01.634720 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-92d85376-72eb-42b1-87ff-7122139ea743 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/228398a5-0e0a-4588-ab5e-10bec1e92ddf HTTP/1.1" status: 404 len: 345 time: 0.9727762 Jan 27 17:08:01.641546 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ff48036f-947d-49d8-b1b3-cccc95b953ee None None] Provisioning for port ff2bcc0a-d537-49f2-9be9-36ad578f9962 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:01.648126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--668483410', 'description': 'tempest-description--512485320'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:01.671158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ff48036f-947d-49d8-b1b3-cccc95b953ee None None] Provisioning complete for port ff2bcc0a-d537-49f2-9be9-36ad578f9962 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:01.671951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ff48036f-947d-49d8-b1b3-cccc95b953ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.682849 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60612) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:01.722182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Attempting to bind port 97e60f8d-16b1-4a16-b783-83414425b8c8 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:01.722935 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Attempting to bind port 97e60f8d-16b1-4a16-b783-83414425b8c8 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'e9410cdb-9b4c-4db0-a3da-79692f3f3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:01.723639 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Attempting to bind port 97e60f8d-16b1-4a16-b783-83414425b8c8 on network 53b09237-f192-4fe2-b45e-fb197c44c727 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:01.730788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:01.758731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:01.759498 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Checking segment: {'id': 'e9410cdb-9b4c-4db0-a3da-79692f3f3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:01.760281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.760995 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Bound using segment: {'id': 'e9410cdb-9b4c-4db0-a3da-79692f3f3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:01.762536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Bound port: 97e60f8d-16b1-4a16-b783-83414425b8c8, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9410cdb-9b4c-4db0-a3da-79692f3f3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:01.763344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.854883 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Usage tracker for resource:security_group and tenant:8d6e3a32bb7c46a194806037099c89be is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:01.910216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ff48036f-947d-49d8-b1b3-cccc95b953ee None None] Port ff2bcc0a-d537-49f2-9be9-36ad578f9962 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:01.917518 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Set router a3695c0c-9277-4af6-ad15-8de3901c4874 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:01.959280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60620) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:01.978641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--671458150', 'description': 'tempest-description--1213138436'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:01.995248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:02.002875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] For port 97e60f8d-16b1-4a16-b783-83414425b8c8, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:02.009933 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] For port 97e60f8d-16b1-4a16-b783-83414425b8c8, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=97e60f8d-16b1-4a16-b783-83414425b8c8,segment=NetworkSegment(e9410cdb-9b4c-4db0-a3da-79692f3f3223),segment_id=e9410cdb-9b4c-4db0-a3da-79692f3f3223)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:02.011712 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Usage tracker for resource:security_group and tenant:3a95060ee06540eaa75dc255f8a6fc9f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:02.029640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:02.032932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.043707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:02.047786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:02.075461 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ec84c547-9c0c-42ac-a596-54e0c7ac1e26 admin admin] 10.222.0.81 "PUT /v2.0/routers/7a3fe6fa-31b0-4651-a064-70ca67c04b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9455411 Jan 27 17:08:02.167357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.229809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:02.243658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Usage tracker for resource:security_group_rule and tenant:3a95060ee06540eaa75dc255f8a6fc9f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:02.249138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:02.272231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:02.367982 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Sync routers for ids ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:02.404335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:02.547553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.558049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.569924 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Routers {'7a3fe6fa-31b0-4651-a064-70ca67c04b7e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:08:02.570928 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:07:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:02.606731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.646158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2e67-2a5f-4dae-8e87-e11fc198cd03 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.662417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:02.665735 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b85977d-9fa4-451b-b3e0-2abd4f25967d tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] DELETE failed (client error): The resource could not be found. Jan 27 17:08:02.666233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b85977d-9fa4-451b-b3e0-2abd4f25967d tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:08:02.679085 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.718073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.721547 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7597992 Jan 27 17:08:02.774683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60634) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:02.797876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c56f03e7-616c-4393-b885-26ae2d4c58b4 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Request body: {'security_group_rule': {'security_group_id': '99edac7a-73f8-48af-a810-3e2be67b92b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:02.824752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c56f03e7-616c-4393-b885-26ae2d4c58b4 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:02.837783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:02.846249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c56f03e7-616c-4393-b885-26ae2d4c58b4 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Usage tracker for resource:security_group_rule and tenant:3a95060ee06540eaa75dc255f8a6fc9f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:02.849900 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8b85977d-9fa4-451b-b3e0-2abd4f25967d tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "DELETE /v2.0/networks/4611a705-4711-48d0-b259-f217a2f5c151 HTTP/1.1" status: 404 len: 339 time: 1.1279774 Jan 27 17:08:02.850978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60640) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:02.873527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b83bc-8570-4942-b8b2-a62fa1be0fbe tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99edac7a-73f8-48af-a810-3e2be67b92b5,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:02.890760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:02.900204 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:02.903857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:02.904637 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c56f03e7-616c-4393-b885-26ae2d4c58b4 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:02.905361 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.907171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Routers {'e6317c45-6d5f-461c-9b26-5bcbfc70d498'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:08:02.908375 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:07:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:02.935710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Request body: {'network': {'name': 'tempest-network--484827069', 'router:external': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:02.946097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c56f03e7-616c-4393-b885-26ae2d4c58b4 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:02.953627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:02.973854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Usage tracker for resource:network and tenant:f5ac347bafac439c838fb3328a8d9f05 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:02.990197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:03.031809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:03.041045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c56f03e7-616c-4393-b885-26ae2d4c58b4 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.095303 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:07:54Z', 'revision_number': 4, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '5df1f1cc-8410-43bf-92de-e7345a831e6f', 'name': '', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'mac_address': 'fa:16:3e:21:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:51Z', 'updated_at': '2022-01-27T17:07:56Z', 'revision_number': 2, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'subnets': [{'id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:03.114541 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Checking router: a3695c0c-9277-4af6-ad15-8de3901c4874 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:08:03.118900 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Updating router a3695c0c-9277-4af6-ad15-8de3901c4874 port 5df1f1cc-8410-43bf-92de-e7345a831e6f binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:08:03.165847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Made reservation on behalf of f5ac347bafac439c838fb3328a8d9f05 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:03.171254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.274826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c56f03e7-616c-4393-b885-26ae2d4c58b4 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.290844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c56f03e7-616c-4393-b885-26ae2d4c58b4 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.366962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1237} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:03.405168 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2e67-2a5f-4dae-8e87-e11fc198cd03 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.410655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.411568 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Added segment e1894a0a-5f68-4780-b248-5db125453acf of type vlan for network 3fb3fec4-2330-41b9-9a31-6a4b173ea440 Jan 27 17:08:03.413771 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.7720928 Jan 27 17:08:03.418019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfa8cb-3704-4f66-a5fe-0e7f8a28140e None None] Pushing event updated for resources: {'Port': ['ID=97e60f8d-16b1-4a16-b783-83414425b8c8,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:03.428287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60650) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:03.432286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2e67-2a5f-4dae-8e87-e11fc198cd03 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.497916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:03.520915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f03e7-616c-4393-b885-26ae2d4c58b4 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f6a302-d1ab-40ad-8ab7-67e81386352a,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:03.525029 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c56f03e7-616c-4393-b885-26ae2d4c58b4 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.529697 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c56f03e7-616c-4393-b885-26ae2d4c58b4 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7483184 Jan 27 17:08:03.537355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60654) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:03.547165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d2e67-2a5f-4dae-8e87-e11fc198cd03 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] In _notify_port_updated(), no bound segment for port ff2bcc0a-d537-49f2-9be9-36ad578f9962 on network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 {{(pid=87609) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:08:03.555462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d2e67-2a5f-4dae-8e87-e11fc198cd03 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:03.556194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2e67-2a5f-4dae-8e87-e11fc198cd03 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.563507 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fa9d2e67-2a5f-4dae-8e87-e11fc198cd03 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "PUT /v2.0/ports/ff2bcc0a-d537-49f2-9be9-36ad578f9962 HTTP/1.1" status: 200 len: 1003 time: 2.8338888 Jan 27 17:08:03.565607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.585855 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.589658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0a787681-3ebf-4454-a917-d4d37ba95cc5 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Request body: {'security_group_rule': {'security_group_id': '99edac7a-73f8-48af-a810-3e2be67b92b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:03.599332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60658) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:03.606199 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:03.612238 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Usage tracker for resource:security_group_rule and tenant:8d6e3a32bb7c46a194806037099c89be is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:03.616582 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:03.624503 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:03.644087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0a787681-3ebf-4454-a917-d4d37ba95cc5 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:03.670170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0a787681-3ebf-4454-a917-d4d37ba95cc5 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Usage tracker for resource:security_group_rule and tenant:3a95060ee06540eaa75dc255f8a6fc9f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:03.685320 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.725792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0a787681-3ebf-4454-a917-d4d37ba95cc5 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:03.726990 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.761856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0a787681-3ebf-4454-a917-d4d37ba95cc5 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:03.847394 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.855310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c02b5b98-6d68-40e8-9754-9b0434d5a68e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Deleting port ff2bcc0a-d537-49f2-9be9-36ad578f9962 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:03.855804 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c02b5b98-6d68-40e8-9754-9b0434d5a68e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.933547 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a787681-3ebf-4454-a917-d4d37ba95cc5 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.050748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.064642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:04.067963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.130359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] Set router e6317c45-6d5f-461c-9b26-5bcbfc70d498 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:04.275238 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4165020 Jan 27 17:08:04.294041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60666) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:04.369892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f25281-9a2a-4bfa-bd88-f70b136b4d99,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:04.389759 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f3d8e-227d-432c-beb6-f5c7180ea368 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event updated for resources: {'Port': ['ID=d083d3b9-606d-4fc4-b2f8-9712a78e162c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:04.393246 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.410046 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Transition to ACTIVE for port object 5df1f1cc-8410-43bf-92de-e7345a831e6f will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:04.420577 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.500090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a787681-3ebf-4454-a917-d4d37ba95cc5 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.524067 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f646749-609c-4c5f-97af-1b71096c46f4 None None] Pushing event updated for resources: {'Port': ['ID=5df1f1cc-8410-43bf-92de-e7345a831e6f,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:04.524814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df64d2a-f438-4465-b516-34f41101047f tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event updated for resources: {'Network': ['ID=3fb3fec4-2330-41b9-9a31-6a4b173ea440,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:04.534485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a787681-3ebf-4454-a917-d4d37ba95cc5 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.742504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.769296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a787681-3ebf-4454-a917-d4d37ba95cc5 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c352ace-278a-47c9-9be8-6e6e89e12c45,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:04.811176 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Attempting to bind port 5df1f1cc-8410-43bf-92de-e7345a831e6f on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:04.811562 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Attempting to bind port 5df1f1cc-8410-43bf-92de-e7345a831e6f by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69137b3c-580f-481f-ab05-44feb3754947'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:04.813628 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Attempting to bind port 5df1f1cc-8410-43bf-92de-e7345a831e6f on network 69137b3c-580f-481f-ab05-44feb3754947 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:04.822366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a787681-3ebf-4454-a917-d4d37ba95cc5 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.823879 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0a787681-3ebf-4454-a917-d4d37ba95cc5 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2846808 Jan 27 17:08:04.830709 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:04.831174 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Checking segment: {'id': '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69137b3c-580f-481f-ab05-44feb3754947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:04.831482 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.831962 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Bound using segment: {'id': '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69137b3c-580f-481f-ab05-44feb3754947'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:04.832490 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Bound port: 5df1f1cc-8410-43bf-92de-e7345a831e6f, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69137b3c-580f-481f-ab05-44feb3754947'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:04.832890 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.833808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60674) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:04.865043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:04.900359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:04.929151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Usage tracker for resource:floatingip and tenant:3a95060ee06540eaa75dc255f8a6fc9f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:04.939780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.946744 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c4c39240-9d7c-416c-aaf9-68011e15c92f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.3480947 Jan 27 17:08:04.960691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:04.982978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60680) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:04.990073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:05.017878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e0b701df-9d4b-4fd5-bcb7-da709c36381a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Request body: {'security_group_rule': {'security_group_id': 'b0f25281-9a2a-4bfa-bd88-f70b136b4d99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:05.044425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ecaa54-68f7-4d12-805a-c651af278916 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:05.076705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ecaa54-68f7-4d12-805a-c651af278916 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:05.087529 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ecaa54-68f7-4d12-805a-c651af278916 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:05.101941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ecaa54-68f7-4d12-805a-c651af278916 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:05.104916 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-39ecaa54-68f7-4d12-805a-c651af278916 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Synchronizing usage tracker for tenant:d6e71534999e4f43b44f0bf774b2a3f0 on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:05.115315 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] For port 5df1f1cc-8410-43bf-92de-e7345a831e6f, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:05.121309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e0b701df-9d4b-4fd5-bcb7-da709c36381a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:05.125859 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] For port 5df1f1cc-8410-43bf-92de-e7345a831e6f, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5df1f1cc-8410-43bf-92de-e7345a831e6f,segment=NetworkSegment(07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe),segment_id=07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:05.137999 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.145973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e0b701df-9d4b-4fd5-bcb7-da709c36381a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Usage tracker for resource:security_group_rule and tenant:8d6e3a32bb7c46a194806037099c89be is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:05.167987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e0b701df-9d4b-4fd5-bcb7-da709c36381a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:05.174939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.197289 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60684) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:05.213780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e0b701df-9d4b-4fd5-bcb7-da709c36381a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:05.220185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571301395', 'description': 'tempest-description--831420539'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:05.235747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:05.248323 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-39ecaa54-68f7-4d12-805a-c651af278916 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Unset dirty status for tenant:d6e71534999e4f43b44f0bf774b2a3f0 on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:05.254369 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-39ecaa54-68f7-4d12-805a-c651af278916 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.9541569 Jan 27 17:08:05.254369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Usage tracker for resource:security_group and tenant:482d4f98757a4ef0898d959157284a86 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:05.258273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60690) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:05.259406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:05.332842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:05.336706 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 3fb3fec4-2330-41b9-9a31-6a4b173ea440 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:05.344384 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0b701df-9d4b-4fd5-bcb7-da709c36381a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.372246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.416717 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Routers {'a3695c0c-9277-4af6-ad15-8de3901c4874'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:08:05.418435 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:07:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3695c0c-9277-4af6-ad15-8de3901c4874'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:05.432875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d2e67-2a5f-4dae-8e87-e11fc198cd03 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event updated for resources: {'Port': ['ID=ff2bcc0a-d537-49f2-9be9-36ad578f9962,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:05.462590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event updated for resources: {'Subnet': ['ID=0707aaf9-7323-4036-a0ee-4423ab0db8ed,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:05.479876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Set router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:05.517500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c02b5b98-6d68-40e8-9754-9b0434d5a68e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.611546 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f646749-609c-4c5f-97af-1b71096c46f4 None None] Pushing event updated for resources: {'Port': ['ID=5df1f1cc-8410-43bf-92de-e7345a831e6f,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:05.739422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.765512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Checking segment: {'id': 'c00b0dd4-935f-4225-be9e-a6dd92c9507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '2961b0dc-8aa2-4117-a813-833453c9c4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:05.766140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Network hostable DHCP agents. Network: 2961b0dc-8aa2-4117-a813-833453c9c4d8, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:08:05.775934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.807049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:05.853054 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] Set router a3695c0c-9277-4af6-ad15-8de3901c4874 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:05.858696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Usage tracker for resource:security_group_rule and tenant:482d4f98757a4ef0898d959157284a86 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:05.872190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:05.875193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-209e62c7-60ab-4ce0-b438-655fd4af7d10 None None] Provisioning complete for port ff2bcc0a-d537-49f2-9be9-36ad578f9962 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:05.875369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-209e62c7-60ab-4ce0-b438-655fd4af7d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.882346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0b701df-9d4b-4fd5-bcb7-da709c36381a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.908241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:05.939329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c02b5b98-6d68-40e8-9754-9b0434d5a68e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Calling delete_port for ff2bcc0a-d537-49f2-9be9-36ad578f9962 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:05.976571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0b701df-9d4b-4fd5-bcb7-da709c36381a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.996124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60698) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:06.086204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-209e62c7-60ab-4ce0-b438-655fd4af7d10 None None] Port ff2bcc0a-d537-49f2-9be9-36ad578f9962 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:06.104588 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b701df-9d4b-4fd5-bcb7-da709c36381a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d325516-00f4-423b-bbab-b1efcf27e06f,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:06.190071 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port': {'id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:33Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '97e60f8d-16b1-4a16-b783-83414425b8c8', 'name': '', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'mac_address': 'fa:16:3e:58:d1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:48Z', 'updated_at': '2022-01-27T17:08:01Z', 'revision_number': 4, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'subnets': [{'id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:06.205491 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1dd526-0d3c-4700-84ed-1878ac12a097 None None] The sync data for ids ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'] in dv-neutron-825077-1-hyperv is: [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port': {'id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:33Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '97e60f8d-16b1-4a16-b783-83414425b8c8', 'name': '', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'mac_address': 'fa:16:3e:58:d1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:48Z', 'updated_at': '2022-01-27T17:08:01Z', 'revision_number': 4, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'subnets': [{'id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:06.256027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.348522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2143600661', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:06.365924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e0b701df-9d4b-4fd5-bcb7-da709c36381a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.371316 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e0b701df-9d4b-4fd5-bcb7-da709c36381a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3831105 Jan 27 17:08:06.371798 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb3fec4-2330-41b9-9a31-6a4b173ea440']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:06.380236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:06.392985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60704) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:06.398902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Usage tracker for resource:port and tenant:a9cf1da3bb054bd4b86f26bdf3f6e416 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:06.405222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c02b5b98-6d68-40e8-9754-9b0434d5a68e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.411931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dc302dbe-b23b-4060-9f49-4016ffc2e860 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Request body: {'security_group_rule': {'security_group_id': 'b0f25281-9a2a-4bfa-bd88-f70b136b4d99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:06.416762 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:56Z', 'revision_number': 4, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '7ddb2715-0e62-46f9-9005-9a32151699d1', 'name': '', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'mac_address': 'fa:16:3e:b7:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:52Z', 'updated_at': '2022-01-27T17:07:57Z', 'revision_number': 2, 'project_id': '482d4f98757a4ef0898d959157284a86', 'subnets': [{'id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:06.420257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dc302dbe-b23b-4060-9f49-4016ffc2e860 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:06.428590 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dc302dbe-b23b-4060-9f49-4016ffc2e860 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Usage tracker for resource:security_group_rule and tenant:8d6e3a32bb7c46a194806037099c89be is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:06.432720 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Checking router: 7a3fe6fa-31b0-4651-a064-70ca67c04b7e for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:08:06.433065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Updating router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e port 7ddb2715-0e62-46f9-9005-9a32151699d1 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:08:06.433269 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dc302dbe-b23b-4060-9f49-4016ffc2e860 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:06.446148 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dc302dbe-b23b-4060-9f49-4016ffc2e860 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:06.458349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:06.463058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1894a0a-5f68-4780-b248-5db125453acf') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:06.463358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1894a0a-5f68-4780-b248-5db125453acf') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:06.482208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:06.511901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.543436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dc302dbe-b23b-4060-9f49-4016ffc2e860 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.595348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.620737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.621608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Made reservation on behalf of a9cf1da3bb054bd4b86f26bdf3f6e416 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:06.624387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.654573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.680184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.691640 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:07:54Z', 'revision_number': 4, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '5df1f1cc-8410-43bf-92de-e7345a831e6f', 'name': '', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'mac_address': 'fa:16:3e:21:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:51Z', 'updated_at': '2022-01-27T17:08:05Z', 'revision_number': 4, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'subnets': [{'id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:06.692646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.708040 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa51aa-9a88-48c3-b577-fcffd1253764 None None] The sync data for ids ['a3695c0c-9277-4af6-ad15-8de3901c4874'] in dv-neutron-825077-1-hyperv is: [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:07:54Z', 'revision_number': 4, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '5df1f1cc-8410-43bf-92de-e7345a831e6f', 'name': '', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'mac_address': 'fa:16:3e:21:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:51Z', 'updated_at': '2022-01-27T17:08:05Z', 'revision_number': 4, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'subnets': [{'id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:06.738433 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.742467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:06.742884 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:06.776843 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:06.939511 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 97e60f8d-16b1-4a16-b783-83414425b8c8 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:06.954528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:07.074627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Network 2961b0dc-8aa2-4117-a813-833453c9c4d8 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:07.108343 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.109762 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9057028 Jan 27 17:08:07.120020 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Usage tracker for resource:security_group_rule and tenant:a9cf1da3bb054bd4b86f26bdf3f6e416 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:07.124457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b5b98-6d68-40e8-9754-9b0434d5a68e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event deleted for resources: {'Port': ['ID=ff2bcc0a-d537-49f2-9be9-36ad578f9962,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:07.149965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60708) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:07.180722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dc302dbe-b23b-4060-9f49-4016ffc2e860 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.191115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c6feb230-10e7-433b-b944-e5dbd85ad183 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Request body: {'security_group_rule': {'security_group_id': '507a4fed-4d82-441b-a1f4-4e3ee9b4a60e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:07.192799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.194352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a0b3e-87d6-47f3-b6c3-b83345d35a49 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:07.199259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:07.239057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dc302dbe-b23b-4060-9f49-4016ffc2e860 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.298342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c6feb230-10e7-433b-b944-e5dbd85ad183 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:07.301705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 2961b0dc-8aa2-4117-a813-833453c9c4d8) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:07.308250 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:07.310292 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.440171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3fb3fec4-2330-41b9-9a31-6a4b173ea440 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:08:07.443520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.447967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:07.455757 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb319c0-b981-4409-a74a-ad80530215ee None None] Network 2961b0dc-8aa2-4117-a813-833453c9c4d8 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:07.534151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event deleted for resources: {'Network': ['ID=3fb3fec4-2330-41b9-9a31-6a4b173ea440,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:07.537150 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc302dbe-b23b-4060-9f49-4016ffc2e860 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b604aa-23a3-4c39-bc69-7c81e8403fca,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:07.560112 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-276d9bb4-c505-4737-b0fe-0398b71bb3f2 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 8.3198307 Jan 27 17:08:07.582239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60712) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:07.600187 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-42689fa9-40c6-4303-95df-18e324f998bc tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "DELETE /v2.0/networks/3fb3fec4-2330-41b9-9a31-6a4b173ea440 HTTP/1.1" status: 204 len: 168 time: 2.3426538 Jan 27 17:08:07.606302 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60716) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:07.609636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Request body: {'port': {'network_id': '2961b0dc-8aa2-4117-a813-833453c9c4d8', 'name': 'tempest-AllowedAddressPairTestJSON-814201957'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:07.625239 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c6feb230-10e7-433b-b944-e5dbd85ad183 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Usage tracker for resource:security_group_rule and tenant:482d4f98757a4ef0898d959157284a86 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:07.630194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c6feb230-10e7-433b-b944-e5dbd85ad183 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:07.641176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c6feb230-10e7-433b-b944-e5dbd85ad183 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:07.700801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Request body: {'network': {'name': 'tempest-network--1073032721', 'router:external': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:07.727462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c02b5b98-6d68-40e8-9754-9b0434d5a68e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.737732 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c02b5b98-6d68-40e8-9754-9b0434d5a68e tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "DELETE /v2.0/ports/ff2bcc0a-d537-49f2-9be9-36ad578f9962 HTTP/1.1" status: 204 len: 168 time: 4.0035920 Jan 27 17:08:07.737732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6feb230-10e7-433b-b944-e5dbd85ad183 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.742327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:07.744619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60720) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:07.758636 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.786294 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Transition to ACTIVE for port object 7ddb2715-0e62-46f9-9005-9a32151699d1 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:07.801515 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab258c7-422c-4c02-baa2-85f57d1359d3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] GET failed (client error): The resource could not be found. Jan 27 17:08:07.802066 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8ab258c7-422c-4c02-baa2-85f57d1359d3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Synchronizing usage tracker for tenant:b364b800faa04c2486fbcfc829421244 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:07.807867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Usage tracker for resource:network and tenant:f5ac347bafac439c838fb3328a8d9f05 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:07.815485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] device_id is not set on port d083d3b9-606d-4fc4-b2f8-9712a78e162c yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:07.823413 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:07.823817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.832839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.856420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:07.888225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8ab258c7-422c-4c02-baa2-85f57d1359d3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Unset dirty status for tenant:b364b800faa04c2486fbcfc829421244 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:07.894361 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8ab258c7-422c-4c02-baa2-85f57d1359d3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "GET /v2.0/ports/ff2bcc0a-d537-49f2-9be9-36ad578f9962 HTTP/1.1" status: 404 len: 333 time: 0.1422517 Jan 27 17:08:07.895554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60724) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:07.899241 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Transition to ACTIVE for port object d083d3b9-606d-4fc4-b2f8-9712a78e162c will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:07.906985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Request body: {'port': {'network_id': '25adb82a-f3b1-471a-88d6-4a5cde8bad59', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-124665313'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:07.960944 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 97e60f8d-16b1-4a16-b783-83414425b8c8 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:08.035698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dc302dbe-b23b-4060-9f49-4016ffc2e860 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.039267 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dc302dbe-b23b-4060-9f49-4016ffc2e860 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6419122 Jan 27 17:08:08.051534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60728) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:08.065230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:08.071897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:08.077183 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:08.084691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:08.089359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.119529 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:08.128323 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Usage tracker for resource:port and tenant:327cad1e75a84317a0fdfe19c07eaae6 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:08.145054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:08.163395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Usage tracker for resource:floatingip and tenant:8d6e3a32bb7c46a194806037099c89be is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:08.170828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Made reservation on behalf of b364b800faa04c2486fbcfc829421244 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:08.174596 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.177270 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:08.184607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Made reservation on behalf of f5ac347bafac439c838fb3328a8d9f05 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:08.190983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.199244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:08.207408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event updated for resources: {'Port': ['ID=d083d3b9-606d-4fc4-b2f8-9712a78e162c,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:08.207842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:08.221185 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 97e60f8d-16b1-4a16-b783-83414425b8c8 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:08.222691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.262499 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:08.279824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.280158 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Added segment 4dcea1e7-e0bc-4259-821d-11231f9d8518 of type vlan for network 5571963e-c3b5-48cd-a577-f0e1fe4caba2 Jan 27 17:08:08.327547 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.387629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Allocated IP 172.26.8.163 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/52c928bf-a456-4765-ab4f-6fa287b919c8) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:08.492707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.526986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.538667 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250429b-e700-4f8e-b42c-cac61b816dd6 None None] Pushing event updated for resources: {'Port': ['ID=7ddb2715-0e62-46f9-9005-9a32151699d1,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:08.554649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.556080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:08.556974 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.558235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Made reservation on behalf of 327cad1e75a84317a0fdfe19c07eaae6 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:08.566377 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.567615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] device_id is not set on port 600f9093-69af-4c2a-a619-e0201b09b0a3 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:08.597208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] device_id is not set on port 163266c8-76b9-4f8b-8e8a-e6cad7a5f445 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:08.600862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Attempting to bind port 7ddb2715-0e62-46f9-9005-9a32151699d1 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:08.601880 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Attempting to bind port 7ddb2715-0e62-46f9-9005-9a32151699d1 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:08.602871 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Attempting to bind port 7ddb2715-0e62-46f9-9005-9a32151699d1 on network f16f1136-ebee-4add-b4cb-8ddb9b12545a {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:08.660228 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:08.661064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Checking segment: {'id': 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:08.661778 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.662380 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Bound using segment: {'id': 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:08.664176 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Bound port: 7ddb2715-0e62-46f9-9005-9a32151699d1, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:08.665071 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.767790 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6feb230-10e7-433b-b944-e5dbd85ad183 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.781835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:08.782359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:08.782919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:08.825712 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:08.826267 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:08:08.837136 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.869154 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 2 to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c Jan 27 17:08:08.898352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6feb230-10e7-433b-b944-e5dbd85ad183 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.911330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.950138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.973877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-2961b0dc-8aa2-4117-a813-833453c9c4d8', 'network_id': '2961b0dc-8aa2-4117-a813-833453c9c4d8', 'tenant_id': '327cad1e75a84317a0fdfe19c07eaae6', 'fixed_ips': [{'subnet_id': '0707aaf9-7323-4036-a0ee-4423ab0db8ed'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:08:08.974906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.987309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7bf724-3fc1-4bef-9873-1ea5ffb056fa,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:08.993059 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] device_id is not set on port da4dc8a2-48d1-4be5-b0b8-4e7f4d8d139b yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:09.055293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.099479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6feb230-10e7-433b-b944-e5dbd85ad183 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b074ba26-ea3a-49ff-9724-24990907d17d,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:09.123781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6feb230-10e7-433b-b944-e5dbd85ad183 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.128989 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c6feb230-10e7-433b-b944-e5dbd85ad183 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9735646 Jan 27 17:08:09.149165 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] For port 7ddb2715-0e62-46f9-9005-9a32151699d1, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:09.164068 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60732) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:09.172887 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 97e60f8d-16b1-4a16-b783-83414425b8c8, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=97e60f8d-16b1-4a16-b783-83414425b8c8,segment=NetworkSegment(e9410cdb-9b4c-4db0-a3da-79692f3f3223),segment_id=e9410cdb-9b4c-4db0-a3da-79692f3f3223)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:09.188200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] For port 7ddb2715-0e62-46f9-9005-9a32151699d1, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7ddb2715-0e62-46f9-9005-9a32151699d1,segment=NetworkSegment(c6029f3b-dbda-4f67-95d5-86ef4d2794ff),segment_id=c6029f3b-dbda-4f67-95d5-86ef4d2794ff)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:09.190307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.210894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:09.211413 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:09.220152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:09.226504 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5632727 Jan 27 17:08:09.232815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-4ed97527-bccc-48ae-909f-91eb9dd975cb tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Request body: {'security_group_rule': {'security_group_id': '507a4fed-4d82-441b-a1f4-4e3ee9b4a60e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:09.253754 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.256599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60736) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:09.344743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4ed97527-bccc-48ae-909f-91eb9dd975cb tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:09.363238 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dbded-4fd7-43d1-aad3-af177599c8ed tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event updated for resources: {'Network': ['ID=5571963e-c3b5-48cd-a577-f0e1fe4caba2,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:09.365513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:09.365913 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:08:09.385055 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 3 to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c Jan 27 17:08:09.461865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Allocated IP 2001:db8::1fe (25adb82a-f3b1-471a-88d6-4a5cde8bad59/978803af-0184-4ada-8d10-9a09456ae0b7/600f9093-69af-4c2a-a619-e0201b09b0a3) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:09.493548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:09.493548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:09.493548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:09.509664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:09.510046 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:08:09.515076 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 4 to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c Jan 27 17:08:09.544330 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 5571963e-c3b5-48cd-a577-f0e1fe4caba2 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:09.581659 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=97e60f8d-16b1-4a16-b783-83414425b8c8,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:09.591362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5df1f1cc-8410-43bf-92de-e7345a831e6f up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:09.619655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Allocated IP 172.20.0.10 (2961b0dc-8aa2-4117-a813-833453c9c4d8/0707aaf9-7323-4036-a0ee-4423ab0db8ed/da4dc8a2-48d1-4be5-b0b8-4e7f4d8d139b) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:09.691098 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d932ba8d-c016-4160-b803-c4d230b6ea77 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:09.696836 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d932ba8d-c016-4160-b803-c4d230b6ea77 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] 10.222.0.81 "GET /v2.0/networks/5571963e-c3b5-48cd-a577-f0e1fe4caba2 HTTP/1.1" status: 200 len: 757 time: 0.3265085 Jan 27 17:08:09.743231 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60740) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:09.806174 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:09.831659 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:09.836154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4ed97527-bccc-48ae-909f-91eb9dd975cb tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Usage tracker for resource:security_group_rule and tenant:482d4f98757a4ef0898d959157284a86 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:09.838426 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Routers {'7a3fe6fa-31b0-4651-a064-70ca67c04b7e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:08:09.838829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:07:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:09.905310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:09.958161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:09.958728 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:09.959290 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:10.027761 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:10.028310 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:08:10.034076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4ed97527-bccc-48ae-909f-91eb9dd975cb tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:10.116066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.132937 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250429b-e700-4f8e-b42c-cac61b816dd6 None None] Pushing event updated for resources: {'Port': ['ID=7ddb2715-0e62-46f9-9005-9a32151699d1,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:10.158196 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 5df1f1cc-8410-43bf-92de-e7345a831e6f completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:10.161743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4ed97527-bccc-48ae-909f-91eb9dd975cb tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:10.303887 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 5df1f1cc-8410-43bf-92de-e7345a831e6f triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:10.303887 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.305566 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.330632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Transition to ACTIVE for port object 600f9093-69af-4c2a-a619-e0201b09b0a3 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:10.360362 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 5 to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c Jan 27 17:08:10.380837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.390890 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Allocated IP 172.26.8.29 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/163266c8-76b9-4f8b-8e8a-e6cad7a5f445) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:10.532030 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:08:10.539999 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] Set router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:10.555944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Pushing event updated for resources: {'Port': ['ID=52c928bf-a456-4765-ab4f-6fa287b919c8,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:10.761115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:10.761895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:10.762579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:10.798875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4ed97527-bccc-48ae-909f-91eb9dd975cb tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.864173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:10.865782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:10.867497 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:08:10.877020 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 6 to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c Jan 27 17:08:10.886065 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:10.895771 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71251a83-4a3d-4301-8a35-09352a682c03 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:10.896975 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-71251a83-4a3d-4301-8a35-09352a682c03 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] 10.222.0.81 "GET /v2.0/networks/8288d8d4-bd50-4172-90c0-873e034b44b4 HTTP/1.1" status: 200 len: 768 time: 1.1521223 Jan 27 17:08:10.900671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:10.906614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:10.907290 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.922353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60746) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:10.949931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.965733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:10.966257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:10.966790 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:10.994825 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0950296 Jan 27 17:08:11.004492 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:11.004697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60750) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:11.004862 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:08:11.005468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b163748-1f80-4702-8626-7c27e8aafa69 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event updated for resources: {'Port': ['ID=600f9093-69af-4c2a-a619-e0201b09b0a3,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:11.013702 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 7 to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c Jan 27 17:08:11.036299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:11.036627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:11.036959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:11.045685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:11.046005 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:08:11.113745 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 8 to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c Jan 27 17:08:11.142053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-40250602-f7fa-4b94-878d-840e9de34ab3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:43:a2:9d'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:11.154226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.157847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:11.158174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:11.158501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:11.169402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:11.169729 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:08:11.170875 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 9 to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c Jan 27 17:08:11.200139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:11.200469 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:11.200797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:11.210563 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:11.210934 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:08:11.212522 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.plugins.ml2.plugin [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempt 10 to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c Jan 27 17:08:11.237029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.253820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.282771 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Transition to ACTIVE for port object da4dc8a2-48d1-4be5-b0b8-4e7f4d8d139b will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:11.347167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:11.348160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:11.348320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempting to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:11.382478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:11.382979 dv-neutron-825077-1-hyperv neutron-server[87609]: ERROR neutron.plugins.ml2.managers [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Failed to bind port d083d3b9-606d-4fc4-b2f8-9712a78e162c on host hv-neutron-8250 for vnic_type normal using segments [{'id': '681b602e-d92b-4dde-a3ae-3398998a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2'}] Jan 27 17:08:11.383549 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.441208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.488525 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Allocated IP 172.20.0.2 (2961b0dc-8aa2-4117-a813-833453c9c4d8/0707aaf9-7323-4036-a0ee-4423ab0db8ed/8241536f-421a-4a5e-ae52-eedcc9009495) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:11.543858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 5df1f1cc-8410-43bf-92de-e7345a831e6f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5df1f1cc-8410-43bf-92de-e7345a831e6f,segment=NetworkSegment(07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe),segment_id=07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:11.569487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.573416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.605294 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.653974 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.654516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.655683 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.656202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > port after_create 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.656715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.657261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > port after_update 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.658566 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.658566 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.658894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.659287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.665457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Network 2961b0dc-8aa2-4117-a813-833453c9c4d8 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:11.669767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.681995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:11.684870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:11.742817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ac0216b9-832a-4dfb-b519-99355ce6bbac None None] Provisioning for port 600f9093-69af-4c2a-a619-e0201b09b0a3 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:11.796769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 97e60f8d-16b1-4a16-b783-83414425b8c8 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:11.843910 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ac0216b9-832a-4dfb-b519-99355ce6bbac None None] Provisioning complete for port 600f9093-69af-4c2a-a619-e0201b09b0a3 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:11.844264 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ac0216b9-832a-4dfb-b519-99355ce6bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.964976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.965498 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.965842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.966325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:08:11.967956 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5571963e-c3b5-48cd-a577-f0e1fe4caba2']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:12.010508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcea1e7-e0bc-4259-821d-11231f9d8518') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:12.010959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcea1e7-e0bc-4259-821d-11231f9d8518') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:12.033361 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ac0216b9-832a-4dfb-b519-99355ce6bbac None None] Port 600f9093-69af-4c2a-a619-e0201b09b0a3 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:12.038583 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=5df1f1cc-8410-43bf-92de-e7345a831e6f,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:12.044141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.074273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] For port d083d3b9-606d-4fc4-b2f8-9712a78e162c, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:12.074842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attempted to set empty binding levels {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 27 17:08:12.084479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.094067 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.114791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4ed97527-bccc-48ae-909f-91eb9dd975cb tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.172656 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:12.173016 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.174495 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 97e60f8d-16b1-4a16-b783-83414425b8c8 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:12.174495 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: from cryptography.utils import int_from_bytes Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: from cryptography.utils import int_from_bytes Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn_limited( Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn_limited( Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:12.206680 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:12.235670 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.241147 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:56Z', 'revision_number': 4, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '7ddb2715-0e62-46f9-9005-9a32151699d1', 'name': '', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'mac_address': 'fa:16:3e:b7:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:52Z', 'updated_at': '2022-01-27T17:08:09Z', 'revision_number': 4, 'project_id': '482d4f98757a4ef0898d959157284a86', 'subnets': [{'id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:12.261661 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9039fe5-1c70-498f-b331-690c09cc4159 None None] The sync data for ids ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'] in dv-neutron-825077-1-hyperv is: [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:56Z', 'revision_number': 4, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '7ddb2715-0e62-46f9-9005-9a32151699d1', 'name': '', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'mac_address': 'fa:16:3e:b7:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:52Z', 'updated_at': '2022-01-27T17:08:09Z', 'revision_number': 4, 'project_id': '482d4f98757a4ef0898d959157284a86', 'subnets': [{'id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:12.264021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Transition to ACTIVE for port object 8241536f-421a-4a5e-ae52-eedcc9009495 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:12.268583 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] In _notify_port_updated(), no bound segment for port d083d3b9-606d-4fc4-b2f8-9712a78e162c on network 9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 {{(pid=87609) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:08:12.270007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:12.270978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.285110 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "PUT /v2.0/ports/d083d3b9-606d-4fc4-b2f8-9712a78e162c HTTP/1.1" status: 200 len: 977 time: 8.8268557 Jan 27 17:08:12.302080 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Transition to ACTIVE for port object 8241536f-421a-4a5e-ae52-eedcc9009495 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:12.341258 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.383102 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4ed97527-bccc-48ae-909f-91eb9dd975cb tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.408633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:12.410552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.469443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Network 2961b0dc-8aa2-4117-a813-833453c9c4d8 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:12.470565 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Pushing event updated for resources: {'Port': ['ID=8241536f-421a-4a5e-ae52-eedcc9009495,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:12.473820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:12.481559 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:12.495811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60756) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:12.522716 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a49cc-31ad-47c6-9dba-917fd092c0d4 tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event updated for resources: {'Port': ['ID=d083d3b9-606d-4fc4-b2f8-9712a78e162c,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:12.568174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.588039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5571963e-c3b5-48cd-a577-f0e1fe4caba2 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:08:12.593034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.657113 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "DELETE /v2.0/networks/5571963e-c3b5-48cd-a577-f0e1fe4caba2 HTTP/1.1" status: 204 len: 168 time: 1.7332129 Jan 27 17:08:12.659684 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972d3c9-5409-4c22-8095-1df7fd6ae092 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event deleted for resources: {'Network': ['ID=5571963e-c3b5-48cd-a577-f0e1fe4caba2,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:12.663563 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60762) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:12.680001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Request body: {'network': {'name': 'tempest-network--254476199'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:12.694584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:12.705682 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Usage tracker for resource:network and tenant:f5ac347bafac439c838fb3328a8d9f05 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:12.713659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:12.728657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:12.754268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Made reservation on behalf of f5ac347bafac439c838fb3328a8d9f05 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:12.758853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.801845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed97527-bccc-48ae-909f-91eb9dd975cb tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0fb408-d537-48f9-83ea-11c3697ed437,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:12.805366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event updated for resources: {'Port': ['ID=da4dc8a2-48d1-4be5-b0b8-4e7f4d8d139b,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:12.820172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Attempting to bind port 8241536f-421a-4a5e-ae52-eedcc9009495 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:12.822672 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Attempting to bind port 8241536f-421a-4a5e-ae52-eedcc9009495 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'c00b0dd4-935f-4225-be9e-a6dd92c9507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '2961b0dc-8aa2-4117-a813-833453c9c4d8'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:12.823429 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Attempting to bind port 8241536f-421a-4a5e-ae52-eedcc9009495 on network 2961b0dc-8aa2-4117-a813-833453c9c4d8 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:12.843638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:12.849822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:12.851250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Checking segment: {'id': 'c00b0dd4-935f-4225-be9e-a6dd92c9507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '2961b0dc-8aa2-4117-a813-833453c9c4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:12.852271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.853954 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Bound using segment: {'id': 'c00b0dd4-935f-4225-be9e-a6dd92c9507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '2961b0dc-8aa2-4117-a813-833453c9c4d8'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:12.856584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Bound port: 8241536f-421a-4a5e-ae52-eedcc9009495, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00b0dd4-935f-4225-be9e-a6dd92c9507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '2961b0dc-8aa2-4117-a813-833453c9c4d8'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:12.858146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.876086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.876692 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Added segment 64dab52d-7b22-4580-9e61-ef351f68defc of type vlan for network bda5b7d4-d3bb-49cc-80cf-313bb739ffc9 Jan 27 17:08:12.916720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4b07044c-c323-467c-8d81-4f8a8d7c926d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Deleting port d083d3b9-606d-4fc4-b2f8-9712a78e162c {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:12.917238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b07044c-c323-467c-8d81-4f8a8d7c926d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.943058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.014510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.016330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:13.017914 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.081207 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8586e25b-7a7a-4f19-bafd-6d2548e0940a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4917400 Jan 27 17:08:13.083909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4ed97527-bccc-48ae-909f-91eb9dd975cb tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.086446 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4ed97527-bccc-48ae-909f-91eb9dd975cb tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.8986139 Jan 27 17:08:13.097386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] For port 8241536f-421a-4a5e-ae52-eedcc9009495, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:13.103801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] For port 8241536f-421a-4a5e-ae52-eedcc9009495, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=8241536f-421a-4a5e-ae52-eedcc9009495,segment=NetworkSegment(c00b0dd4-935f-4225-be9e-a6dd92c9507d),segment_id=c00b0dd4-935f-4225-be9e-a6dd92c9507d)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:13.115259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.124392 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60766) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:13.124902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60768) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:13.152057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:13.163458 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4971321 Jan 27 17:08:13.169659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Request body: {'port': {'network_id': '2961b0dc-8aa2-4117-a813-833453c9c4d8', 'name': 'tempest-AllowedAddressPairTestJSON-1567858889', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c9:1f:ff'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:13.208306 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.208729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:13.214783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60774) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:13.329675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629bac9-658b-4081-bd79-1d04dbcdf220 None None] Pushing event updated for resources: {'Port': ['ID=8241536f-421a-4a5e-ae52-eedcc9009495,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:13.373820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:13.398046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4a7c1f5e-d3f2-45c2-b581-ba97712dec60 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:13.425657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Usage tracker for resource:floatingip and tenant:482d4f98757a4ef0898d959157284a86 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:13.436149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:13.449522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:13.453619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.457017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:13.467325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:13.469627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-40250602-f7fa-4b94-878d-840e9de34ab3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.489818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:13.544398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:13.547209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d521b-d1f0-4841-bff0-9d6f630abbd8 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event updated for resources: {'Network': ['ID=bda5b7d4-d3bb-49cc-80cf-313bb739ffc9,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:13.549243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.558267 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Usage tracker for resource:port and tenant:327cad1e75a84317a0fdfe19c07eaae6 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:13.565228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:13.566031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Allocated IP 172.26.8.114 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/c524dab2-bbcb-4241-b0ee-c5803d8aa8d6) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:13.576247 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network bda5b7d4-d3bb-49cc-80cf-313bb739ffc9 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:13.580537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Pushing event updated for resources: {'Port': ['ID=163266c8-76b9-4f8b-8e8a-e6cad7a5f445,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:13.648836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.681806 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:13.794571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Made reservation on behalf of 327cad1e75a84317a0fdfe19c07eaae6 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:14.108895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7ddb2715-0e62-46f9-9005-9a32151699d1 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:14.284972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 7ddb2715-0e62-46f9-9005-9a32151699d1 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:14.292600 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 7ddb2715-0e62-46f9-9005-9a32151699d1 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:14.293128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.296390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:14.297470 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.352506 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-4b07044c-c323-467c-8d81-4f8a8d7c926d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] For port d083d3b9-606d-4fc4-b2f8-9712a78e162c, host hv-neutron-8250, got binding levels [] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:14.353069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b07044c-c323-467c-8d81-4f8a8d7c926d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.487406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4a7c1f5e-d3f2-45c2-b581-ba97712dec60 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.504373 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.539944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Pushing event updated for resources: {'Port': ['ID=52c928bf-a456-4765-ab4f-6fa287b919c8,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:14.561096 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 7ddb2715-0e62-46f9-9005-9a32151699d1, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7ddb2715-0e62-46f9-9005-9a32151699d1,segment=NetworkSegment(c6029f3b-dbda-4f67-95d5-86ef4d2794ff),segment_id=c6029f3b-dbda-4f67-95d5-86ef4d2794ff)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:14.569951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.570739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5df1f1cc-8410-43bf-92de-e7345a831e6f up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:14.650168 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.661095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4b07044c-c323-467c-8d81-4f8a8d7c926d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Calling delete_port for d083d3b9-606d-4fc4-b2f8-9712a78e162c owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:14.676154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4a7c1f5e-d3f2-45c2-b581-ba97712dec60 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.701543 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c66bd171-a7fd-481b-a5b9-02a6959d14fa tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 8.6960595 Jan 27 17:08:14.724726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60778) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:14.728721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=7ddb2715-0e62-46f9-9005-9a32151699d1,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:14.777667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.29'}]}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:14.782199 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.789600 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 5df1f1cc-8410-43bf-92de-e7345a831e6f triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:14.792538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.902527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a7c1f5e-d3f2-45c2-b581-ba97712dec60 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Network bda5b7d4-d3bb-49cc-80cf-313bb739ffc9 is not hosted by any dhcp agent {{(pid=87609) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 27 17:08:14.904695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c1f5e-d3f2-45c2-b581-ba97712dec60 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:14.905746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4a7c1f5e-d3f2-45c2-b581-ba97712dec60 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.908291 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4a7c1f5e-d3f2-45c2-b581-ba97712dec60 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "PUT /v2.0/networks/bda5b7d4-d3bb-49cc-80cf-313bb739ffc9 HTTP/1.1" status: 200 len: 858 time: 1.6921415 Jan 27 17:08:14.914931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60782) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:14.937428 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c1f5e-d3f2-45c2-b581-ba97712dec60 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event updated for resources: {'Network': ['ID=bda5b7d4-d3bb-49cc-80cf-313bb739ffc9,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:14.950789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] device_id is not set on port 0d6cddc4-4519-4f38-8f9a-fad3b571889d yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:14.999090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:15.013762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.041246 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3294c291-9c7f-49bd-9c22-d17225feac50 None None] Network 2961b0dc-8aa2-4117-a813-833453c9c4d8 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:15.053150 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Usage tracker for resource:router and tenant:a9cf1da3bb054bd4b86f26bdf3f6e416 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:15.058366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:15.081952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:15.110956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.112367 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-79d1cd7c-667f-4da8-abfd-859007a4763b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.2773564 Jan 27 17:08:15.165671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.167065 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.176270 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b07044c-c323-467c-8d81-4f8a8d7c926d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.250354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07044c-c323-467c-8d81-4f8a8d7c926d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Pushing event deleted for resources: {'Port': ['ID=d083d3b9-606d-4fc4-b2f8-9712a78e162c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:15.294543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b07044c-c323-467c-8d81-4f8a8d7c926d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.298046 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.312248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.350178 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1e3da93d-fb13-4b7f-94c3-ad84d3e1f84f None None] Provisioning for port 8241536f-421a-4a5e-ae52-eedcc9009495 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:15.396534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.419839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-40250602-f7fa-4b94-878d-840e9de34ab3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:15.463023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-40250602-f7fa-4b94-878d-840e9de34ab3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.478255 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:15.491211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:15.512245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.516695 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4b07044c-c323-467c-8d81-4f8a8d7c926d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "DELETE /v2.0/ports/d083d3b9-606d-4fc4-b2f8-9712a78e162c HTTP/1.1" status: 204 len: 168 time: 2.9995511 Jan 27 17:08:15.517557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-40250602-f7fa-4b94-878d-840e9de34ab3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.523817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60798) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:15.528133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:15.737124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-40250602-f7fa-4b94-878d-840e9de34ab3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] In _notify_port_updated(), no bound segment for port 600f9093-69af-4c2a-a619-e0201b09b0a3 on network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 {{(pid=87608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:08:15.744324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40250602-f7fa-4b94-878d-840e9de34ab3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:15.745182 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-40250602-f7fa-4b94-878d-840e9de34ab3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.746789 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-40250602-f7fa-4b94-878d-840e9de34ab3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "PUT /v2.0/ports/600f9093-69af-4c2a-a619-e0201b09b0a3 HTTP/1.1" status: 200 len: 1002 time: 4.7108305 Jan 27 17:08:15.759221 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60802) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:15.762610 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9f59ab-0c4c-468e-bd36-20c4c1bd879d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:08:15.763192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2b9f59ab-0c4c-468e-bd36-20c4c1bd879d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Synchronizing usage tracker for tenant:fb7ec6d654864b5ba168820284f30601 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:15.768912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Pushing event updated for resources: {'Port': ['ID=c524dab2-bbcb-4241-b0ee-c5803d8aa8d6,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:16.014781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Allocated IP 172.20.0.9 (2961b0dc-8aa2-4117-a813-833453c9c4d8/0707aaf9-7323-4036-a0ee-4423ab0db8ed/0d6cddc4-4519-4f38-8f9a-fad3b571889d) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:16.099549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7ddb2715-0e62-46f9-9005-9a32151699d1 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:16.152599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Allocated IP 172.26.8.240 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/deb934ab-5ab2-4acc-b30f-4391ab094757) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:16.175381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b275a596-3825-48f1-a35e-fdb859b41beb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Deleting port 600f9093-69af-4c2a-a619-e0201b09b0a3 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:16.175760 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b275a596-3825-48f1-a35e-fdb859b41beb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.308278 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60816) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:16.327191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.344529 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0c6ffd4d-0ce3-4b1c-9ee2-a8e3793de159 None None] Provisioning complete for port 600f9093-69af-4c2a-a619-e0201b09b0a3 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:16.344906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0c6ffd4d-0ce3-4b1c-9ee2-a8e3793de159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.382161 dv-neutron-825077-1-hyperv neutron-server[87609]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 17:08:16.441505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ffd4d-0ce3-4b1c-9ee2-a8e3793de159 None None] Port 600f9093-69af-4c2a-a619-e0201b09b0a3 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:16.463328 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 7ddb2715-0e62-46f9-9005-9a32151699d1 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:16.463732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.532564 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda5b7d4-d3bb-49cc-80cf-313bb739ffc9']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:16.566790 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dab52d-7b22-4580-9e61-ef351f68defc') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:16.567681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dab52d-7b22-4580-9e61-ef351f68defc') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:16.610445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.620785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 8241536f-421a-4a5e-ae52-eedcc9009495 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:16.646958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.686225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0c6ffd4d-0ce3-4b1c-9ee2-a8e3793de159 None None] Provisioning for port da4dc8a2-48d1-4be5-b0b8-4e7f4d8d139b completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:16.694416 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0c6ffd4d-0ce3-4b1c-9ee2-a8e3793de159 None None] Provisioning complete for port da4dc8a2-48d1-4be5-b0b8-4e7f4d8d139b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:16.695545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0c6ffd4d-0ce3-4b1c-9ee2-a8e3793de159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.699797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.721804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2b9f59ab-0c4c-468e-bd36-20c4c1bd879d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] Unset dirty status for tenant:fb7ec6d654864b5ba168820284f30601 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:16.723136 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2b9f59ab-0c4c-468e-bd36-20c4c1bd879d tempest-PortsAdminExtendedAttrsTestJSON-1067460976 tempest-PortsAdminExtendedAttrsTestJSON-1067460976-project-admin] 10.222.0.81 "GET /v2.0/ports/d083d3b9-606d-4fc4-b2f8-9712a78e162c HTTP/1.1" status: 404 len: 333 time: 1.1517410 Jan 27 17:08:16.724648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-2c8c978c-d544-46c0-bd60-785cad3fae5e tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Synchronizing usage tracker for tenant:3a95060ee06540eaa75dc255f8a6fc9f on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:16.736949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60820) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:16.766143 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 8241536f-421a-4a5e-ae52-eedcc9009495 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:16.778235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 8241536f-421a-4a5e-ae52-eedcc9009495 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:16.779011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.810519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ffd4d-0ce3-4b1c-9ee2-a8e3793de159 None None] Port da4dc8a2-48d1-4be5-b0b8-4e7f4d8d139b cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:16.830188 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:16.830781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:16.849213 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:16.878742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40250602-f7fa-4b94-878d-840e9de34ab3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event updated for resources: {'Port': ['ID=600f9093-69af-4c2a-a619-e0201b09b0a3,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:16.889098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.930903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.940134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.959117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1b85e65a-0821-4015-8d23-e5a08b70b8c6 None None] Provisioning complete for port da4dc8a2-48d1-4be5-b0b8-4e7f4d8d139b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:16.959615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1b85e65a-0821-4015-8d23-e5a08b70b8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.053254 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 8241536f-421a-4a5e-ae52-eedcc9009495, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=8241536f-421a-4a5e-ae52-eedcc9009495,segment=NetworkSegment(c00b0dd4-935f-4225-be9e-a6dd92c9507d),segment_id=c00b0dd4-935f-4225-be9e-a6dd92c9507d)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:17.054569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1b85e65a-0821-4015-8d23-e5a08b70b8c6 None None] Port da4dc8a2-48d1-4be5-b0b8-4e7f4d8d139b cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:17.060101 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.097990 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-2c8c978c-d544-46c0-bd60-785cad3fae5e tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Unset dirty status for tenant:3a95060ee06540eaa75dc255f8a6fc9f on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:17.100117 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-2c8c978c-d544-46c0-bd60-785cad3fae5e tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--671458150&fields=id&tenant_id=3a95060ee06540eaa75dc255f8a6fc9f HTTP/1.1" status: 200 len: 267 time: 0.7439382 Jan 27 17:08:17.161713 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=8241536f-421a-4a5e-ae52-eedcc9009495,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:17.206897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b275a596-3825-48f1-a35e-fdb859b41beb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.255230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.274921 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3d75333-675b-424d-a276-cf6deabac079 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.296077 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.327536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bda5b7d4-d3bb-49cc-80cf-313bb739ffc9 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:08:17.357040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.375239 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] Pushing event deleted for resources: {'Network': ['ID=bda5b7d4-d3bb-49cc-80cf-313bb739ffc9,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:17.620984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b275a596-3825-48f1-a35e-fdb859b41beb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Calling delete_port for 600f9093-69af-4c2a-a619-e0201b09b0a3 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:17.669865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.749810 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 8241536f-421a-4a5e-ae52-eedcc9009495 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:17.782225 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-80fd1f57-5900-422b-93cf-ed30860938d6 tempest-ExternalNetworksTestJSON-197773725 tempest-ExternalNetworksTestJSON-197773725-project-admin] 10.222.0.81 "DELETE /v2.0/networks/bda5b7d4-d3bb-49cc-80cf-313bb739ffc9 HTTP/1.1" status: 204 len: 168 time: 2.8477237 Jan 27 17:08:17.798545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60824) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:17.929358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Transition to ACTIVE for port object 0d6cddc4-4519-4f38-8f9a-fad3b571889d will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:17.950675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 8241536f-421a-4a5e-ae52-eedcc9009495 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:17.956779 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.961722 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-955408ec-2a56-46df-a93c-75d987a09112 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] DELETE failed (client error): The resource could not be found. Jan 27 17:08:17.962211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-955408ec-2a56-46df-a93c-75d987a09112 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:08:17.967320 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-955408ec-2a56-46df-a93c-75d987a09112 tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] 10.222.0.81 "DELETE /v2.0/subnets/14ad84fb-48d7-4d79-a7aa-b262f9d756a8 HTTP/1.1" status: 404 len: 337 time: 0.1565607 Jan 27 17:08:17.984893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60828) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:18.032557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-a06f0ed0-88dd-4695-b7e6-e56cd038d128 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:18.033228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-a06f0ed0-88dd-4695-b7e6-e56cd038d128 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Synchronizing usage tracker for tenant:3a95060ee06540eaa75dc255f8a6fc9f on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:18.077091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.113149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3d75333-675b-424d-a276-cf6deabac079 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.120082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.161693 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.204917 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b275a596-3825-48f1-a35e-fdb859b41beb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.273344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-b3d75333-675b-424d-a276-cf6deabac079 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:18.279550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Pushing event updated for resources: {'Port': ['ID=c524dab2-bbcb-4241-b0ee-c5803d8aa8d6,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:18.367770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-a06f0ed0-88dd-4695-b7e6-e56cd038d128 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Unset dirty status for tenant:3a95060ee06540eaa75dc255f8a6fc9f on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:18.369698 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-a06f0ed0-88dd-4695-b7e6-e56cd038d128 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/networks?id=69137b3c-580f-481f-ab05-44feb3754947 HTTP/1.1" status: 200 len: 811 time: 1.1962550 Jan 27 17:08:18.382516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-b3d75333-675b-424d-a276-cf6deabac079 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681b602e-d92b-4dde-a3ae-3398998a614f') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:18.382955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-b3d75333-675b-424d-a276-cf6deabac079 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681b602e-d92b-4dde-a3ae-3398998a614f') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:18.411160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.433548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:18.444610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4c7237-e174-486b-a1e6-eb0ac6c574af tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.453438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3d75333-675b-424d-a276-cf6deabac079 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.477420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:18.481436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:18.560095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275a596-3825-48f1-a35e-fdb859b41beb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event deleted for resources: {'Port': ['ID=600f9093-69af-4c2a-a619-e0201b09b0a3,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:18.572982 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Pushing event updated for resources: {'Port': ['ID=deb934ab-5ab2-4acc-b30f-4391ab094757,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:18.641510 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-9003d97c-72a0-4b84-bb8a-2e79b4a8b4ce tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/quotas/3a95060ee06540eaa75dc255f8a6fc9f HTTP/1.1" status: 200 len: 375 time: 0.2405889 Jan 27 17:08:18.666464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b275a596-3825-48f1-a35e-fdb859b41beb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.669824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.671902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Network 2961b0dc-8aa2-4117-a813-833453c9c4d8 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:18.681439 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3d75333-675b-424d-a276-cf6deabac079 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.737666 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:18.740772 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:18.743292 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b275a596-3825-48f1-a35e-fdb859b41beb tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "DELETE /v2.0/ports/600f9093-69af-4c2a-a619-e0201b09b0a3 HTTP/1.1" status: 204 len: 168 time: 2.9765391 Jan 27 17:08:18.746648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60832) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:18.749614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.753429 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-79fbe948-5ad4-43f0-b50b-609fb1561f01 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.6863782 Jan 27 17:08:18.816105 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-2765443d-0026-4cb5-a9c7-9647f5bd7477 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] GET failed (client error): The resource could not be found. Jan 27 17:08:18.816816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2765443d-0026-4cb5-a9c7-9647f5bd7477 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Synchronizing usage tracker for tenant:b364b800faa04c2486fbcfc829421244 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:18.827676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.836161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d75333-675b-424d-a276-cf6deabac079 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:18.837047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3d75333-675b-424d-a276-cf6deabac079 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:18.861888 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:18.873590 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.927162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2765443d-0026-4cb5-a9c7-9647f5bd7477 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Unset dirty status for tenant:b364b800faa04c2486fbcfc829421244 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:18.931940 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2765443d-0026-4cb5-a9c7-9647f5bd7477 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "GET /v2.0/ports/600f9093-69af-4c2a-a619-e0201b09b0a3 HTTP/1.1" status: 404 len: 333 time: 0.1836691 Jan 27 17:08:18.944037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60838) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:18.954233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Request body: {'port': {'network_id': '25adb82a-f3b1-471a-88d6-4a5cde8bad59', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1631507199'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:19.110098 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-02a6c2d1-c8f7-4bc7-b512-422f7ace409e None None] Provisioning for port 0d6cddc4-4519-4f38-8f9a-fad3b571889d completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:19.117311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-02a6c2d1-c8f7-4bc7-b512-422f7ace409e None None] Provisioning complete for port 0d6cddc4-4519-4f38-8f9a-fad3b571889d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:19.117725 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-02a6c2d1-c8f7-4bc7-b512-422f7ace409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.180857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4c7237-e174-486b-a1e6-eb0ac6c574af tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.188029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-02a6c2d1-c8f7-4bc7-b512-422f7ace409e None None] Port 0d6cddc4-4519-4f38-8f9a-fad3b571889d cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:19.224180 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event updated for resources: {'Port': ['ID=0d6cddc4-4519-4f38-8f9a-fad3b571889d,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:19.251387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3d75333-675b-424d-a276-cf6deabac079 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.260824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:19.261563 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.303737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-ed4c7237-e174-486b-a1e6-eb0ac6c574af tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8288d8d4-bd50-4172-90c0-873e034b44b4']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:19.321470 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:19.328870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60862) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:19.331977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3d75333-675b-424d-a276-cf6deabac079 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.341941 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 17:08:19.358440 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-ed4c7237-e174-486b-a1e6-eb0ac6c574af tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c467562f-0835-453f-a353-118aee6b26ba') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:19.358769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-ed4c7237-e174-486b-a1e6-eb0ac6c574af tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c467562f-0835-453f-a353-118aee6b26ba') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:19.359619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:19.374331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d75333-675b-424d-a276-cf6deabac079 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] Pushing event deleted for resources: {'Network': ['ID=9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:19.389304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.394287 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b3d75333-675b-424d-a276-cf6deabac079 tempest-PortsAdminExtendedAttrsTestJSON-544924319 tempest-PortsAdminExtendedAttrsTestJSON-544924319-project] 10.222.0.81 "DELETE /v2.0/networks/9ac961ae-c5c1-4b98-9e98-2c1c5b3d0cb2 HTTP/1.1" status: 204 len: 168 time: 2.6528327 Jan 27 17:08:19.395689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4c7237-e174-486b-a1e6-eb0ac6c574af tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.404947 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6d42697c-9dad-4023-b141-d49588c590d6 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 6.2780910 Jan 27 17:08:19.416054 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60868) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:19.461501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.473588 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4c7237-e174-486b-a1e6-eb0ac6c574af tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.493421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4c7237-e174-486b-a1e6-eb0ac6c574af tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:19.493794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4c7237-e174-486b-a1e6-eb0ac6c574af tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:19.512473 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:19.544867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-1bf58002-ebdc-439e-94ab-ef1df1510345 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Synchronizing usage tracker for tenant:8d6e3a32bb7c46a194806037099c89be on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:19.549177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Made reservation on behalf of b364b800faa04c2486fbcfc829421244 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:19.555698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.556864 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-9779570f-0dca-481d-b3e6-902cf363d88a tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3a95060ee06540eaa75dc255f8a6fc9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8943524 Jan 27 17:08:19.677569 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.730303 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4c7237-e174-486b-a1e6-eb0ac6c574af tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.764421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4c7237-e174-486b-a1e6-eb0ac6c574af tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.789668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c7237-e174-486b-a1e6-eb0ac6c574af tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] Pushing event deleted for resources: {'Network': ['ID=8288d8d4-bd50-4172-90c0-873e034b44b4,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:19.810976 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ed4c7237-e174-486b-a1e6-eb0ac6c574af tempest-ExternalNetworksTestJSON-1127471396 tempest-ExternalNetworksTestJSON-1127471396-project] 10.222.0.81 "DELETE /v2.0/networks/8288d8d4-bd50-4172-90c0-873e034b44b4 HTTP/1.1" status: 204 len: 168 time: 1.8246541 Jan 27 17:08:19.825860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ced61-7f1c-49c7-8d61-bbbc83c5358e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:19.832090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ced61-7f1c-49c7-8d61-bbbc83c5358e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:19.838825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ced61-7f1c-49c7-8d61-bbbc83c5358e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:19.839885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a79ced61-7f1c-49c7-8d61-bbbc83c5358e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Synchronizing usage tracker for tenant:327cad1e75a84317a0fdfe19c07eaae6 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:20.073913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60882) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:20.082101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a79ced61-7f1c-49c7-8d61-bbbc83c5358e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Unset dirty status for tenant:327cad1e75a84317a0fdfe19c07eaae6 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:20.083388 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a79ced61-7f1c-49c7-8d61-bbbc83c5358e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.6647506 Jan 27 17:08:20.090715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60886) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:20.103661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.107000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.135476 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-297cd3f6-04cf-48c9-b225-28c3e6a8cea2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:08:20.137772 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-297cd3f6-04cf-48c9-b225-28c3e6a8cea2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4016929 Jan 27 17:08:20.229597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] device_id is not set on port 0b022c62-7a16-45c7-ae43-d9f87d7a507b yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:20.271605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-1bf58002-ebdc-439e-94ab-ef1df1510345 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Unset dirty status for tenant:8d6e3a32bb7c46a194806037099c89be on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:20.276785 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-1bf58002-ebdc-439e-94ab-ef1df1510345 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--668483410&fields=id&tenant_id=8d6e3a32bb7c46a194806037099c89be HTTP/1.1" status: 200 len: 267 time: 0.9447443 Jan 27 17:08:20.337002 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.337924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c2a09f4-5409-4c7b-890c-16693138264c {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:08:20.382414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-100f4f8b-ab59-4066-8e1e-214c56c5bc4e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Deleting port 0d6cddc4-4519-4f38-8f9a-fad3b571889d {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:20.382414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-100f4f8b-ab59-4066-8e1e-214c56c5bc4e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.415702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.489218 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.562335 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 17:08:20.564428 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-63ebeb7e-06a1-4298-9894-4c35caec7276 tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.8200927 Jan 27 17:08:20.571076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60894) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:20.571467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 60896) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:20.708032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Allocated IP 2001:db8::17e (25adb82a-f3b1-471a-88d6-4a5cde8bad59/978803af-0184-4ada-8d10-9a09456ae0b7/0b022c62-7a16-45c7-ae43-d9f87d7a507b) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:20.783310 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0b501a8d-2f94-4744-84fe-4fa0ee6ebf7c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4c08e71b94f4bbdb1d91d886b483adc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7039258 Jan 27 17:08:20.787979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-2e71feb9-79b8-4359-ab1e-022b52f61af5 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:20.791238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-2e71feb9-79b8-4359-ab1e-022b52f61af5 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Synchronizing usage tracker for tenant:8d6e3a32bb7c46a194806037099c89be on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:20.805222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60904) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:20.827917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Pushing event updated for resources: {'Port': ['ID=deb934ab-5ab2-4acc-b30f-4391ab094757,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:20.871218 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e5c8be41-f608-44c9-bbf8-23b5f3773701 service neutron] 10.222.0.81 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019300 Jan 27 17:08:20.936472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-0c96d95d-f5e9-4899-9d28-ff9c30e7207e tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Deleting port 163266c8-76b9-4f8b-8e8a-e6cad7a5f445 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:20.937005 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0c96d95d-f5e9-4899-9d28-ff9c30e7207e tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.964860 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-2e71feb9-79b8-4359-ab1e-022b52f61af5 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Unset dirty status for tenant:8d6e3a32bb7c46a194806037099c89be on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:20.966855 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-2e71feb9-79b8-4359-ab1e-022b52f61af5 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/networks?id=53b09237-f192-4fe2-b45e-fb197c44c727 HTTP/1.1" status: 200 len: 810 time: 0.6205108 Jan 27 17:08:21.032039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.132603 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-50e1c11f-2e1a-4df1-ab01-bfa2be34c8f9 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/quotas/8d6e3a32bb7c46a194806037099c89be HTTP/1.1" status: 200 len: 375 time: 0.1382334 Jan 27 17:08:21.206069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d6947bc-287d-4b9d-867b-9d29c5a6bbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.322157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.338672 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8d311528-9e71-419d-aa8c-91f01421f1f9 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2058349 Jan 27 17:08:21.347065 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d6947bc-287d-4b9d-867b-9d29c5a6bbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.415935 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.493231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Transition to ACTIVE for port object 0b022c62-7a16-45c7-ae43-d9f87d7a507b will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:21.504199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc7117b7-a98a-46c8-8103-fabf5c76b65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.524684 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-98039489-f26b-4eaf-bfbc-5c686c2a23f9 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8d6e3a32bb7c46a194806037099c89be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3800256 Jan 27 17:08:21.545655 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-77252b10-d8b3-41ad-a6a4-2c02b4b0808a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6e71534999e4f43b44f0bf774b2a3f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9531422 Jan 27 17:08:21.551341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60918) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:21.615054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d6947bc-287d-4b9d-867b-9d29c5a6bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.678259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6947bc-287d-4b9d-867b-9d29c5a6bbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abda459-733b-4b70-934e-1361f1726545,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:21.681949 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-ac2e0eca-1cc7-417c-b69e-cd9faeb07e53 service neutron] 10.222.0.81 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8081410 Jan 27 17:08:21.699838 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-100f4f8b-ab59-4066-8e1e-214c56c5bc4e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.715914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.846852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-4ff5e6f6-b8d9-4385-81d6-3934fa4b0f96 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:08:21.848857 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-4ff5e6f6-b8d9-4385-81d6-3934fa4b0f96 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1965537 Jan 27 17:08:21.859816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b6cce13c-851a-4b0d-8720-66ce0381d3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.905694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-100f4f8b-ab59-4066-8e1e-214c56c5bc4e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Calling delete_port for 0d6cddc4-4519-4f38-8f9a-fad3b571889d owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:21.983689 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d6947bc-287d-4b9d-867b-9d29c5a6bbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.988067 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4d6947bc-287d-4b9d-867b-9d29c5a6bbaa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4abda459-733b-4b70-934e-1361f1726545 HTTP/1.1" status: 204 len: 168 time: 1.1788087 Jan 27 17:08:22.009440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:22.016438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0c96d95d-f5e9-4899-9d28-ff9c30e7207e tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.035273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:22.073532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:22.104600 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:22.105658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.123105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b6cce13c-851a-4b0d-8720-66ce0381d3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.160711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event updated for resources: {'Port': ['ID=0b022c62-7a16-45c7-ae43-d9f87d7a507b,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:22.321679 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9c1dbaca-9a33-465c-9f4d-e69df5edc59c tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3749120 Jan 27 17:08:22.339560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60954) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:22.371528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Request body: {'port': {'network_id': '25adb82a-f3b1-471a-88d6-4a5cde8bad59', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-128833536'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:22.398522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-0c96d95d-f5e9-4899-9d28-ff9c30e7207e tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Calling delete_port for 163266c8-76b9-4f8b-8e8a-e6cad7a5f445 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:22.566026 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-daba1f28-d5de-4c84-95dc-9fa00f332a27 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1571301395&fields=id&tenant_id=482d4f98757a4ef0898d959157284a86 HTTP/1.1" status: 200 len: 267 time: 0.3043070 Jan 27 17:08:22.569967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9342d21b-f1b8-4072-a08d-d922eafd177d None None] Provisioning for port 0b022c62-7a16-45c7-ae43-d9f87d7a507b completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:22.581668 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9342d21b-f1b8-4072-a08d-d922eafd177d None None] Provisioning complete for port 0b022c62-7a16-45c7-ae43-d9f87d7a507b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:22.582302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9342d21b-f1b8-4072-a08d-d922eafd177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.721733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-9342d21b-f1b8-4072-a08d-d922eafd177d None None] Port 0b022c62-7a16-45c7-ae43-d9f87d7a507b cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:22.815801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:22.821705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Usage tracker for resource:port and tenant:b364b800faa04c2486fbcfc829421244 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:22.828736 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60966) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:22.839375 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-a9ddd6aa-ea6c-402e-a2e3-b1ea6ab57fb9 service neutron] 10.222.0.81 "GET /v2.0/networks/53b09237-f192-4fe2-b45e-fb197c44c727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9564590 Jan 27 17:08:22.842659 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:22.861562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-100f4f8b-ab59-4066-8e1e-214c56c5bc4e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.927073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b6cce13c-851a-4b0d-8720-66ce0381d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.941772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:22.963830 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f4f8b-ab59-4066-8e1e-214c56c5bc4e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event deleted for resources: {'Port': ['ID=0d6cddc4-4519-4f38-8f9a-fad3b571889d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:22.984411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0c96d95d-f5e9-4899-9d28-ff9c30e7207e tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.025011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cce13c-851a-4b0d-8720-66ce0381d3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9a9bc3-8e23-49b0-8016-4dd8bc4bc672,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:23.063249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Made reservation on behalf of b364b800faa04c2486fbcfc829421244 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:23.069527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.236975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96d95d-f5e9-4899-9d28-ff9c30e7207e tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Pushing event deleted for resources: {'Port': ['ID=163266c8-76b9-4f8b-8e8a-e6cad7a5f445,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:23.280117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-060f6cb4-1351-4803-b866-1e449d56dc63 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:23.293088 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-060f6cb4-1351-4803-b866-1e449d56dc63 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/networks?id=f16f1136-ebee-4add-b4cb-8ddb9b12545a HTTP/1.1" status: 200 len: 805 time: 0.7153001 Jan 27 17:08:23.320826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b6cce13c-851a-4b0d-8720-66ce0381d3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.322191 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b6cce13c-851a-4b0d-8720-66ce0381d3c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de9a9bc3-8e23-49b0-8016-4dd8bc4bc672 HTTP/1.1" status: 204 len: 168 time: 1.7689886 Jan 27 17:08:23.346869 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-01d882ad-1d78-4ee2-bb68-57dbadadcb30 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb7ec6d654864b5ba168820284f30601&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5102379 Jan 27 17:08:23.352356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 60982) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:23.359671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] device_id is not set on port 3f9dbf7a-7117-410b-b285-0025ad8ea6f8 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:23.365283 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-a5068c6d-1e7f-4f06-8432-b02f294e91a6 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/quotas/482d4f98757a4ef0898d959157284a86 HTTP/1.1" status: 200 len: 375 time: 0.0702534 Jan 27 17:08:23.469773 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-a9f092ad-adfc-47a9-aeef-5d816f89b1ce service neutron] 10.222.0.81 "GET /v2.0/networks/53b09237-f192-4fe2-b45e-fb197c44c727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915444 Jan 27 17:08:23.678209 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63d5b09d-0787-4448-b960-fca8a5ddc2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.738777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0c96d95d-f5e9-4899-9d28-ff9c30e7207e tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.784301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63d5b09d-0787-4448-b960-fca8a5ddc2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.825656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Allocated IP 2001:db8::26d (25adb82a-f3b1-471a-88d6-4a5cde8bad59/978803af-0184-4ada-8d10-9a09456ae0b7/3f9dbf7a-7117-410b-b285-0025ad8ea6f8) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:23.861977 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-04317aec-2ba9-4aec-b3d1-8447429616a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.028315 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0c96d95d-f5e9-4899-9d28-ff9c30e7207e tempest-RoutersAdminNegativeTest-849893900 tempest-RoutersAdminNegativeTest-849893900-project-admin] 10.222.0.81 "DELETE /v2.0/ports/163266c8-76b9-4f8b-8e8a-e6cad7a5f445 HTTP/1.1" status: 204 len: 168 time: 3.4344766 Jan 27 17:08:24.031256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63d5b09d-0787-4448-b960-fca8a5ddc2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.054562 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2c784c60-eeb4-4fdc-b755-888457b9f2b5 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=482d4f98757a4ef0898d959157284a86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6762929 Jan 27 17:08:24.197720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5b09d-0787-4448-b960-fca8a5ddc2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb332407-f2c6-4877-b7c2-958d7fe9d28e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:24.202859 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-3c3044ca-221d-496e-928d-e9d72530094b req-30e5ca62-6e8d-4616-9402-0ca9b05baecb tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Synchronizing usage tracker for tenant:3a95060ee06540eaa75dc255f8a6fc9f on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:24.329107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63d5b09d-0787-4448-b960-fca8a5ddc2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.331771 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-63d5b09d-0787-4448-b960-fca8a5ddc2e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb332407-f2c6-4877-b7c2-958d7fe9d28e HTTP/1.1" status: 204 len: 168 time: 0.9782827 Jan 27 17:08:24.365511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-3c3044ca-221d-496e-928d-e9d72530094b req-30e5ca62-6e8d-4616-9402-0ca9b05baecb tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Unset dirty status for tenant:3a95060ee06540eaa75dc255f8a6fc9f on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:24.366986 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3c3044ca-221d-496e-928d-e9d72530094b req-30e5ca62-6e8d-4616-9402-0ca9b05baecb tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 210 time: 0.3090463 Jan 27 17:08:24.400653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-100f4f8b-ab59-4066-8e1e-214c56c5bc4e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.410217 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-100f4f8b-ab59-4066-8e1e-214c56c5bc4e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "DELETE /v2.0/ports/0d6cddc4-4519-4f38-8f9a-fad3b571889d HTTP/1.1" status: 204 len: 168 time: 4.3138642 Jan 27 17:08:24.413970 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-4afe23bb-dd74-4146-8dd1-f8d4b8e95e76 service neutron] 10.222.0.81 "GET /v2.0/networks/f16f1136-ebee-4add-b4cb-8ddb9b12545a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216608 Jan 27 17:08:24.414891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 32782) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:24.445781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 32786) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:24.624682 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f9291f-6e2e-4769-b245-b395b7003a03 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] GET failed (client error): The resource could not be found. Jan 27 17:08:24.626851 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e4f9291f-6e2e-4769-b245-b395b7003a03 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Synchronizing usage tracker for tenant:327cad1e75a84317a0fdfe19c07eaae6 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:24.683949 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e3e9da2b-b385-455a-bd88-576070687b13 req-04d166bd-8322-4502-9f8f-0f4d25ff1912 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 210 time: 0.1597669 Jan 27 17:08:24.794078 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3f15006f-c2f9-4a9d-bb3b-38813fc67ab7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f5ac347bafac439c838fb3328a8d9f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457675 Jan 27 17:08:24.802458 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.810671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 32800) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:24.839485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e4f9291f-6e2e-4769-b245-b395b7003a03 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Unset dirty status for tenant:327cad1e75a84317a0fdfe19c07eaae6 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:24.845669 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e4f9291f-6e2e-4769-b245-b395b7003a03 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "GET /v2.0/ports/0d6cddc4-4519-4f38-8f9a-fad3b571889d HTTP/1.1" status: 404 len: 333 time: 0.4282732 Jan 27 17:08:24.859078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 32804) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:24.879435 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.883648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Request body: {'port': {'network_id': '2961b0dc-8aa2-4117-a813-833453c9c4d8', 'name': 'tempest-AllowedAddressPairTestJSON-299665291'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:24.992337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Transition to ACTIVE for port object 3f9dbf7a-7117-410b-b285-0025ad8ea6f8 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:25.002054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 32810) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:25.051679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4411d04c-20fa-44d4-a0cb-a69ec2142eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.125947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4411d04c-20fa-44d4-a0cb-a69ec2142eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.211885 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.218611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4411d04c-20fa-44d4-a0cb-a69ec2142eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.242820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411d04c-20fa-44d4-a0cb-a69ec2142eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e71440-17ce-4489-b27a-6a86cad0ec08,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:25.259702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4411d04c-20fa-44d4-a0cb-a69ec2142eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.266150 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4411d04c-20fa-44d4-a0cb-a69ec2142eea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7e71440-17ce-4489-b27a-6a86cad0ec08 HTTP/1.1" status: 204 len: 168 time: 0.4513695 Jan 27 17:08:25.287870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.342899 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-0eedbb22-56a6-455b-86ce-7044cc2d2b01 service neutron] 10.222.0.81 "GET /v2.0/networks/f16f1136-ebee-4add-b4cb-8ddb9b12545a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8292174 Jan 27 17:08:25.422017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:25.436565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:25.440393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:25.464573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:25.488829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:25.500357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:25.502806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.529368 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Made reservation on behalf of 327cad1e75a84317a0fdfe19c07eaae6 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:25.552984 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.579054 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2237225 Jan 27 17:08:25.583814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 32828) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:25.606449 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3bb', 'mac_address': 'fa:16:3e:43:a2:9d'}, {'ip_address': '2001:db8::17e', 'mac_address': 'fa:16:3e:19:77:27'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:25.676064 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] device_id is not set on port c33473af-96b3-4268-97c3-ffa235935c57 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:25.822105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.88', 52787) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:25.954448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f834df-92f9-46a0-bad7-0bc01a387f7a tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event updated for resources: {'Port': ['ID=3f9dbf7a-7117-410b-b285-0025ad8ea6f8,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:26.248942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-10110bfd-980e-4b02-af1f-061f07cf2b24 None None] Provisioning for port 3f9dbf7a-7117-410b-b285-0025ad8ea6f8 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:26.270225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-10110bfd-980e-4b02-af1f-061f07cf2b24 None None] Provisioning complete for port 3f9dbf7a-7117-410b-b285-0025ad8ea6f8 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:26.270918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-10110bfd-980e-4b02-af1f-061f07cf2b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:26.465994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-10110bfd-980e-4b02-af1f-061f07cf2b24 None None] Port 3f9dbf7a-7117-410b-b285-0025ad8ea6f8 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:26.571393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:26.572744 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:26.615857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:26.623957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Usage tracker for resource:security_group_rule and tenant:dd63fe2c1b2e4689a409fe8b0d27776a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:26.653892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:26.676280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:26.691531 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-54aabddd-5b99-4f6b-96c7-0091290a9145 req-eef54b47-e8eb-422f-9684-e5122a255fc2 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 210 time: 0.4486120 Jan 27 17:08:26.905132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-4642d062-8700-40c3-ab21-9f4a19ff8e0a req-141e9dad-adc3-4acf-b040-09065fc1bceb tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Synchronizing usage tracker for tenant:8d6e3a32bb7c46a194806037099c89be on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:26.997723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-74a5c471-9ee9-4028-abac-04375e9b7a96 req-067d9300-3854-47c0-8cec-cfdf53be22b4 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Synchronizing usage tracker for tenant:482d4f98757a4ef0898d959157284a86 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:27.103330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.142581 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-74a5c471-9ee9-4028-abac-04375e9b7a96 req-067d9300-3854-47c0-8cec-cfdf53be22b4 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Unset dirty status for tenant:482d4f98757a4ef0898d959157284a86 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:27.156968 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-74a5c471-9ee9-4028-abac-04375e9b7a96 req-067d9300-3854-47c0-8cec-cfdf53be22b4 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 210 time: 0.3673170 Jan 27 17:08:27.169770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Allocated IP 172.20.0.4 (2961b0dc-8aa2-4117-a813-833453c9c4d8/0707aaf9-7323-4036-a0ee-4423ab0db8ed/c33473af-96b3-4268-97c3-ffa235935c57) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:27.183269 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-4642d062-8700-40c3-ab21-9f4a19ff8e0a req-141e9dad-adc3-4acf-b040-09065fc1bceb tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Unset dirty status for tenant:8d6e3a32bb7c46a194806037099c89be on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:27.197185 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4642d062-8700-40c3-ab21-9f4a19ff8e0a req-141e9dad-adc3-4acf-b040-09065fc1bceb tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 210 time: 0.5381691 Jan 27 17:08:27.305576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-1a20e7b7-c8fb-4643-bf66-4a5ef25ffbe4 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:27.308608 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-1a20e7b7-c8fb-4643-bf66-4a5ef25ffbe4 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.88 "GET /v2.0/networks?id=69137b3c-580f-481f-ab05-44feb3754947 HTTP/1.1" status: 200 len: 811 time: 1.4823501 Jan 27 17:08:27.723282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.88', 52795) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:27.863761 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.928846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Transition to ACTIVE for port object c33473af-96b3-4268-97c3-ffa235935c57 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:28.031900 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-3b42abfa-6a3b-4e55-84d2-1bf577175bc0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a95060ee06540eaa75dc255f8a6fc9f HTTP/1.1" status: 200 len: 379 time: 0.0926950 Jan 27 17:08:28.044421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Request body: {'port': {'device_id': '7bf6cfcb-ad93-4f27-b7c6-069e30308085', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'admin_state_up': True, 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'security_groups': ['99edac7a-73f8-48af-a810-3e2be67b92b5']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:28.278018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.330741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.464529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Network 2961b0dc-8aa2-4117-a813-833453c9c4d8 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:28.480937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-78c01751-f40e-436b-b9e5-7bebb0a8fe5e tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:28.489057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:28.489392 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-78c01751-f40e-436b-b9e5-7bebb0a8fe5e tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.88 "GET /v2.0/networks?id=53b09237-f192-4fe2-b45e-fb197c44c727 HTTP/1.1" status: 200 len: 810 time: 0.7579741 Jan 27 17:08:28.517228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:28.792555 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event updated for resources: {'Port': ['ID=c33473af-96b3-4268-97c3-ffa235935c57,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:28.797054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.88', 52798) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:28.797686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 32932) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:28.903920 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-921a43fe-787f-4eb6-bb43-d8c4185c2687 req-92b194b3-8a6a-450d-aa56-131779e0d626 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 210 time: 0.0956931 Jan 27 17:08:28.910873 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:28.911359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:28.911814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:28.912487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:28.912885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:28.913332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:28.913734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:28.914126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:28.914691 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:28.915123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:28.915675 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:28.916102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:28.930287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:28.931416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.942354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:28.962042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:29.044218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.046856 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ce01f98a-c15d-4a33-8dc9-97e6482c8231 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1769884 Jan 27 17:08:29.056679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 32942) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:29.079996 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-2342a5fc-f56b-4205-a075-693fc8ef043a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c9:1f:ff'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:29.179538 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6f09296e-9add-4226-b1fe-194d877860a8 req-e6974d55-bfc1-441f-933e-803cacd91ca6 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 210 time: 0.5941136 Jan 27 17:08:29.296491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Made reservation on behalf of 3a95060ee06540eaa75dc255f8a6fc9f for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:29.304881 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.318372 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.320927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c18e397b-a304-4673-9b5c-5527151e749a None None] Provisioning for port c33473af-96b3-4268-97c3-ffa235935c57 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:29.352673 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c18e397b-a304-4673-9b5c-5527151e749a None None] Provisioning complete for port c33473af-96b3-4268-97c3-ffa235935c57 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:29.358096 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c18e397b-a304-4673-9b5c-5527151e749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.562026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c18e397b-a304-4673-9b5c-5527151e749a None None] Port c33473af-96b3-4268-97c3-ffa235935c57 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:29.759569 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-68cbc856-d5b8-4628-a3be-58ff38b89c9c req-a4475622-66ce-4b41-8069-41c76fdf9d4d tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 210 time: 0.2972503 Jan 27 17:08:29.981761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:30.031112 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-1069a311-8267-457c-910f-6085594a3f37 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d6e3a32bb7c46a194806037099c89be HTTP/1.1" status: 200 len: 379 time: 1.4397547 Jan 27 17:08:30.202945 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:30.258307 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Request body: {'port': {'device_id': '0c218580-7efd-4ba5-af65-e7aa448573b9', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'admin_state_up': True, 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'security_groups': ['b0f25281-9a2a-4bfa-bd88-f70b136b4d99']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:30.622985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event updated for resources: {'Port': ['ID=3f9dbf7a-7117-410b-b285-0025ad8ea6f8,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:30.654867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1366445082'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:30.685283 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd63fe2c1b2e4689a409fe8b0d27776a&name=default HTTP/1.1" status: 200 len: 2979 time: 5.6808579 Jan 27 17:08:30.686467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4b2e6e-97fa-4536-98bc-191716e831c5,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:30.778915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] In _notify_port_updated(), no bound segment for port 3f9dbf7a-7117-410b-b285-0025ad8ea6f8 on network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 {{(pid=87608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:08:30.786678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:30.787505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:30.789899 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "PUT /v2.0/ports/3f9dbf7a-7117-410b-b285-0025ad8ea6f8 HTTP/1.1" status: 200 len: 1067 time: 5.2049036 Jan 27 17:08:30.797967 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-790b879f-b81e-4113-9dee-27f11ffed0ae req-fbb3729d-0230-4837-afeb-3d656242aeb3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 210 time: 0.1979671 Jan 27 17:08:30.799420 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:30.834492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 32968) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:30.835092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 32970) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:30.848348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:30.848685 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:30.861625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:30.861886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:30.862382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:30.862382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:30.862853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:30.862997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:30.863352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:30.863620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:30.863973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:30.864303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d65b4-749c-4964-8845-016e5772c2a3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:30.963444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 32978) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:31.003092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Usage tracker for resource:network and tenant:61cb2691f72d41cca478a29535097561 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:31.020502 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-90c7fb55-1ec6-43fd-a9d2-d6f4f86ff207 req-0fc9630d-d7b2-46da-99f2-be28409fa8da tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 210 time: 0.3594861 Jan 27 17:08:31.177906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Allocated IP 172.20.0.8 (69137b3c-580f-481f-ab05-44feb3754947/bc4843f9-98f0-4647-bffb-6dc8d90f2a77/861ddbed-cfe1-45cb-8096-396df0e59eea) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:31.295481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:31.296573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:31.296738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:31.297417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:31.297819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:31.298764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:31.299397 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:31.299599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:31.300229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:31.300576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:31.300870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:31.301827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277eb183-cb9e-40f1-a620-951fb4896825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:31.329942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-62fb40b4-fd90-49bc-b11f-ef9d36a84f11 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Deleting port 3f9dbf7a-7117-410b-b285-0025ad8ea6f8 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:31.330397 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-62fb40b4-fd90-49bc-b11f-ef9d36a84f11 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.384856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b3052c7d-aa62-4a58-94f1-59863db70b9e None None] Provisioning complete for port 3f9dbf7a-7117-410b-b285-0025ad8ea6f8 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:31.386270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b3052c7d-aa62-4a58-94f1-59863db70b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.403720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:31.425650 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:31.447129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:31.544801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-b3052c7d-aa62-4a58-94f1-59863db70b9e None None] Port 3f9dbf7a-7117-410b-b285-0025ad8ea6f8 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:31.622980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-bff38a3b-c534-493c-b181-c204e814626f tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:31.624179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-bff38a3b-c534-493c-b181-c204e814626f tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Synchronizing usage tracker for tenant:482d4f98757a4ef0898d959157284a86 on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:31.625088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.644286 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-957f0c6f-0051-4947-82c1-19f658952fac req-b140eb02-7e35-41d6-ba1c-ead64d3274e9 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 210 time: 0.1138287 Jan 27 17:08:31.651364 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Transition to ACTIVE for port object 861ddbed-cfe1-45cb-8096-396df0e59eea will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:31.700075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-328753324', 'router:external': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:31.716673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:31.728507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:31.743735 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Made reservation on behalf of 8d6e3a32bb7c46a194806037099c89be for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:31.744331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Usage tracker for resource:network and tenant:dcee6e0a213648e3b21d62e972d67e5d is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:31.751987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.752226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.754406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:31.786758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-bff38a3b-c534-493c-b181-c204e814626f tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Unset dirty status for tenant:482d4f98757a4ef0898d959157284a86 on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:31.790225 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-bff38a3b-c534-493c-b181-c204e814626f tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.88 "GET /v2.0/networks?id=f16f1136-ebee-4add-b4cb-8ddb9b12545a HTTP/1.1" status: 200 len: 805 time: 2.9699790 Jan 27 17:08:31.824478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:31.826127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-77780a69-dee0-486d-abd5-38e89668c7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.855078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2342a5fc-f56b-4205-a075-693fc8ef043a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.922344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Made reservation on behalf of 61cb2691f72d41cca478a29535097561 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:31.927349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.297685 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.332659 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a6d15be7-a12e-42d2-9ee6-fb89c5e47545 req-62c9991e-a952-44d9-bc00-36743a537133 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 210 time: 0.2332296 Jan 27 17:08:32.379266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-77780a69-dee0-486d-abd5-38e89668c7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.398197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Network 69137b3c-580f-481f-ab05-44feb3754947 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:32.406283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Made reservation on behalf of dcee6e0a213648e3b21d62e972d67e5d for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:32.411235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.411735 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-3525ca61-71d9-4df5-a0b5-e9a384e041ff tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Synchronizing usage tracker for tenant:482d4f98757a4ef0898d959157284a86 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:32.544595 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.563801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:32.575442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Pushing event updated for resources: {'Port': ['ID=861ddbed-cfe1-45cb-8096-396df0e59eea,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:32.586817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:32.917009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:32.917713 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:32.949053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Usage tracker for resource:security_group_rule and tenant:61cb2691f72d41cca478a29535097561 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:32.962017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-3525ca61-71d9-4df5-a0b5-e9a384e041ff tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Unset dirty status for tenant:482d4f98757a4ef0898d959157284a86 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:32.963761 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-3525ca61-71d9-4df5-a0b5-e9a384e041ff tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=482d4f98757a4ef0898d959157284a86 HTTP/1.1" status: 200 len: 380 time: 1.1524122 Jan 27 17:08:32.977642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:33.076576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:33.101142 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2342a5fc-f56b-4205-a075-693fc8ef043a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.108883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-948b967c-9592-4ee7-931c-15b127c5e700 None None] Provisioning for port 861ddbed-cfe1-45cb-8096-396df0e59eea completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:33.116555 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-948b967c-9592-4ee7-931c-15b127c5e700 None None] Provisioning complete for port 861ddbed-cfe1-45cb-8096-396df0e59eea triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:33.117029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-948b967c-9592-4ee7-931c-15b127c5e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.121473 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f4214f09-6e2f-4d1a-bf62-99b44319b6b4 req-305ec109-f662-4a93-8298-55605ef27ad9 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 210 time: 0.2122803 Jan 27 17:08:33.123926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Request body: {'port': {'device_id': 'dd2e1240-4ff5-43a8-a3ac-be51047c9b5e', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'admin_state_up': True, 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'security_groups': ['507a4fed-4d82-441b-a1f4-4e3ee9b4a60e']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:33.126478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Usage tracker for resource:security_group_rule and tenant:dcee6e0a213648e3b21d62e972d67e5d is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:33.130907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:33.139216 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:33.199500 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-77780a69-dee0-486d-abd5-38e89668c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.224505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-948b967c-9592-4ee7-931c-15b127c5e700 None None] Port 861ddbed-cfe1-45cb-8096-396df0e59eea cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:33.237496 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2342a5fc-f56b-4205-a075-693fc8ef043a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.319190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77780a69-dee0-486d-abd5-38e89668c7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4b2e6e-97fa-4536-98bc-191716e831c5,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:33.324652 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-62fb40b4-fd90-49bc-b11f-ef9d36a84f11 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.521136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:33.524852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.571894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Allocated IP 172.20.0.12 (53b09237-f192-4fe2-b45e-fb197c44c727/46ca1fa6-00ce-4906-aaf8-b6505d36cbe0/3aa2cecd-19f4-4257-8787-50182843d7df) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:33.576170 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342a5fc-f56b-4205-a075-693fc8ef043a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event updated for resources: {'Port': ['ID=c33473af-96b3-4268-97c3-ffa235935c57,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:33.771719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.800475 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.916175 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cf1dddc8-1dd5-4340-9281-fce4b1607aec req-c8af698e-3010-44e1-93a8-af1c4ccc6edf tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 210 time: 0.1323383 Jan 27 17:08:33.962047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1231} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:33.999530 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-e0b03b19-5485-44ed-b3b9-454e3fcc7616 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9620214 Jan 27 17:08:34.016424 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2342a5fc-f56b-4205-a075-693fc8ef043a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] In _notify_port_updated(), no bound segment for port c33473af-96b3-4268-97c3-ffa235935c57 on network 2961b0dc-8aa2-4117-a813-833453c9c4d8 {{(pid=87609) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:08:34.033630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2342a5fc-f56b-4205-a075-693fc8ef043a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:34.035338 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2342a5fc-f56b-4205-a075-693fc8ef043a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.037708 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2342a5fc-f56b-4205-a075-693fc8ef043a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "PUT /v2.0/ports/c33473af-96b3-4268-97c3-ffa235935c57 HTTP/1.1" status: 200 len: 993 time: 4.9783459 Jan 27 17:08:34.047966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-df74e011-db19-4c65-995e-8847e49ef0cf tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:08:34.050759 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-df74e011-db19-4c65-995e-8847e49ef0cf tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072994 Jan 27 17:08:34.052456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 32994) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:34.056190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e2aa4b-8c1d-4e8b-b135-0c9a4ebb4ece,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:34.069619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.069619 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Added segment 9aef50ad-9121-46f1-82c5-86d66928bf2b of type vlan for network f1c22206-6cb7-4ace-93c8-947a8998b784 Jan 27 17:08:34.161808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-99d5802a-7bd1-4308-9633-ab09f070e6dd None None] Provisioning complete for port c33473af-96b3-4268-97c3-ffa235935c57 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:34.163043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-99d5802a-7bd1-4308-9633-ab09f070e6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.208488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-62fb40b4-fd90-49bc-b11f-ef9d36a84f11 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Calling delete_port for 3f9dbf7a-7117-410b-b285-0025ad8ea6f8 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:34.252200 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:34.263051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Request body: {'port': {'device_id': '7bf6cfcb-ad93-4f27-b7c6-069e30308085', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:34.285956 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-99d5802a-7bd1-4308-9633-ab09f070e6dd None None] Port c33473af-96b3-4268-97c3-ffa235935c57 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:34.298841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-4cb71bd1-cdc4-4bb6-bc0f-e291fb8fe832 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Deleting port c33473af-96b3-4268-97c3-ffa235935c57 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:34.299406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4cb71bd1-cdc4-4bb6-bc0f-e291fb8fe832 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.320191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2a63a-20f2-4b21-963b-b10a8b2fc4bd req-f675498b-43cc-4b2b-920b-2175be1ca856 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:34.322106 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-63e2a63a-20f2-4b21-963b-b10a8b2fc4bd req-f675498b-43cc-4b2b-920b-2175be1ca856 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 931 time: 1.9586759 Jan 27 17:08:34.357111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:34.399435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.452591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-77780a69-dee0-486d-abd5-38e89668c7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.458198 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-77780a69-dee0-486d-abd5-38e89668c7ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb4b2e6e-97fa-4536-98bc-191716e831c5 HTTP/1.1" status: 204 len: 168 time: 3.6152184 Jan 27 17:08:34.559909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-63e2a63a-20f2-4b21-963b-b10a8b2fc4bd req-4c236f7c-f490-4047-89ac-4d557d42953c tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Synchronizing usage tracker for tenant:3a95060ee06540eaa75dc255f8a6fc9f on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:34.563469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Made reservation on behalf of 482d4f98757a4ef0898d959157284a86 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:34.567813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.873456 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-63e2a63a-20f2-4b21-963b-b10a8b2fc4bd req-4c236f7c-f490-4047-89ac-4d557d42953c tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Unset dirty status for tenant:3a95060ee06540eaa75dc255f8a6fc9f on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:34.894654 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-63e2a63a-20f2-4b21-963b-b10a8b2fc4bd req-4c236f7c-f490-4047-89ac-4d557d42953c tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5543203 Jan 27 17:08:34.920156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.966060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:34.992339 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a6b2f468-b24f-4812-99a3-0991b7cad477 req-a1617345-4c9d-42ce-adf7-e5d9e258683d tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 210 time: 0.4215808 Jan 27 17:08:35.052891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4cb71bd1-cdc4-4bb6-bc0f-e291fb8fe832 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.410949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.412437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:35.413437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.448987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-4cb71bd1-cdc4-4bb6-bc0f-e291fb8fe832 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Calling delete_port for c33473af-96b3-4268-97c3-ffa235935c57 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:35.505529 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.559840 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 4.5845187 Jan 27 17:08:35.573853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33008) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:35.580055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Request body: {'subnet': {'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:35.592925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.609611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:35.840197 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23040c93-6377-4f7a-8883-7002045553bb req-be4bd5bb-0ea7-4a05-a4c0-80a383ae46c6 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 210 time: 0.3509879 Jan 27 17:08:35.841138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33012) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:35.886769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:35.912197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a837340-340d-4ce2-a84e-80a00857b24d tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event updated for resources: {'Network': ['ID=f1c22206-6cb7-4ace-93c8-947a8998b784,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:35.938341 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network f1c22206-6cb7-4ace-93c8-947a8998b784 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:36.032754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcdee9b-e242-415c-8ff1-3c4bdf4a994a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:36.049141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.049742 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Added segment 8f30989c-7c79-4e38-949f-a44aafc8313e of type vlan for network 24e0ef8d-6210-4a62-aa43-e488709e52c9 Jan 27 17:08:36.162245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Allocated IP 172.20.0.9 (f16f1136-ebee-4add-b4cb-8ddb9b12545a/aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761/206c5ab8-4380-4b51-8d35-507e1fddf4ee) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:36.169629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-62fb40b4-fd90-49bc-b11f-ef9d36a84f11 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.236780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.247275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.308377 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ccdd280d-1308-4543-a8de-83023042ba2a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a9cf1da3bb054bd4b86f26bdf3f6e416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341786 Jan 27 17:08:36.335229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33020) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:36.363523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb40b4-fd90-49bc-b11f-ef9d36a84f11 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event deleted for resources: {'Port': ['ID=3f9dbf7a-7117-410b-b285-0025ad8ea6f8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:36.431612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Transition to ACTIVE for port object 3aa2cecd-19f4-4257-8787-50182843d7df will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:36.504603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:36.524724 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Usage tracker for resource:subnet and tenant:dcee6e0a213648e3b21d62e972d67e5d is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:36.559657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:36.666294 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:36.840404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.862063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:36.864312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.886231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-42015fb3-478a-4d7b-9f58-b461d60bfc89 req-530d363c-d59a-4583-bff1-9a4638c05822 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Synchronizing usage tracker for tenant:8d6e3a32bb7c46a194806037099c89be on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:36.887885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Made reservation on behalf of dcee6e0a213648e3b21d62e972d67e5d for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:36.890739 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:37.079878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a3d34bba-3801-49b0-96bb-4e42346ed496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:37.236463 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-42015fb3-478a-4d7b-9f58-b461d60bfc89 req-530d363c-d59a-4583-bff1-9a4638c05822 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Unset dirty status for tenant:8d6e3a32bb7c46a194806037099c89be on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:37.238011 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-42015fb3-478a-4d7b-9f58-b461d60bfc89 req-530d363c-d59a-4583-bff1-9a4638c05822 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 210 time: 0.5362167 Jan 27 17:08:37.241885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4cb71bd1-cdc4-4bb6-bc0f-e291fb8fe832 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:37.250239 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 8.4199302 Jan 27 17:08:37.251513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb8b19-20ba-4d5f-ab4e-237d742838dc tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Pushing event updated for resources: {'Network': ['ID=24e0ef8d-6210-4a62-aa43-e488709e52c9,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:37.254191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33026) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:37.257870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:37.307035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Request body: {'subnet': {'network_id': '24e0ef8d-6210-4a62-aa43-e488709e52c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:37.308269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 24e0ef8d-6210-4a62-aa43-e488709e52c9 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:37.450854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a3d34bba-3801-49b0-96bb-4e42346ed496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:37.457444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb71bd1-cdc4-4bb6-bc0f-e291fb8fe832 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event deleted for resources: {'Port': ['ID=c33473af-96b3-4268-97c3-ffa235935c57,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:37.573821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df99038-73a3-47fe-b158-91c0d961436d req-86bba363-60e5-4ec5-a785-cbdce39d5a99 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:37.575794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-0df99038-73a3-47fe-b158-91c0d961436d req-86bba363-60e5-4ec5-a785-cbdce39d5a99 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Synchronizing usage tracker for tenant:3a95060ee06540eaa75dc255f8a6fc9f on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:37.786292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.074363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861ddbed-cfe1-45cb-8096-396df0e59eea {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:08:38.089471 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.120326 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Transition to ACTIVE for port object 861ddbed-cfe1-45cb-8096-396df0e59eea will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:38.139414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.140438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Transition to ACTIVE for port object 206c5ab8-4380-4b51-8d35-507e1fddf4ee will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:38.149370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a3d34bba-3801-49b0-96bb-4e42346ed496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.377175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-19f01acc-5ac0-4a02-9214-b40353d2e681 req-6409316c-bdcf-4eb3-8847-33d9cfb3abb2 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Synchronizing usage tracker for tenant:482d4f98757a4ef0898d959157284a86 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:38.419029 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Network 53b09237-f192-4fe2-b45e-fb197c44c727 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:38.536401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d34bba-3801-49b0-96bb-4e42346ed496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7bf724-3fc1-4bef-9873-1ea5ffb056fa,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:38.549293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:38.701413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-19f01acc-5ac0-4a02-9214-b40353d2e681 req-6409316c-bdcf-4eb3-8847-33d9cfb3abb2 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Unset dirty status for tenant:482d4f98757a4ef0898d959157284a86 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:38.703333 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-19f01acc-5ac0-4a02-9214-b40353d2e681 req-6409316c-bdcf-4eb3-8847-33d9cfb3abb2 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 210 time: 1.1736593 Jan 27 17:08:38.759722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:38.859788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-0df99038-73a3-47fe-b158-91c0d961436d req-86bba363-60e5-4ec5-a785-cbdce39d5a99 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Unset dirty status for tenant:3a95060ee06540eaa75dc255f8a6fc9f on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:38.888207 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0df99038-73a3-47fe-b158-91c0d961436d req-86bba363-60e5-4ec5-a785-cbdce39d5a99 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 931 time: 2.3666725 Jan 27 17:08:38.914868 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:38.934756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a3d34bba-3801-49b0-96bb-4e42346ed496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.936990 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a3d34bba-3801-49b0-96bb-4e42346ed496 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e7bf724-3fc1-4bef-9873-1ea5ffb056fa HTTP/1.1" status: 204 len: 168 time: 2.5987055 Jan 27 17:08:38.970602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Usage tracker for resource:subnet and tenant:61cb2691f72d41cca478a29535097561 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:39.039970 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Pushing event updated for resources: {'Port': ['ID=861ddbed-cfe1-45cb-8096-396df0e59eea,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:39.070103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:39.212168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ddcd6ff8-0c9d-4fac-8c8f-aac2fae6fc7c None None] Provisioning for port 3aa2cecd-19f4-4257-8787-50182843d7df completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:39.232769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ddcd6ff8-0c9d-4fac-8c8f-aac2fae6fc7c None None] Provisioning complete for port 3aa2cecd-19f4-4257-8787-50182843d7df triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:39.235300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6ff8-0c9d-4fac-8c8f-aac2fae6fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.287058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Attempting to bind port 861ddbed-cfe1-45cb-8096-396df0e59eea on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:39.287402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Attempting to bind port 861ddbed-cfe1-45cb-8096-396df0e59eea by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69137b3c-580f-481f-ab05-44feb3754947'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:39.287938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Attempting to bind port 861ddbed-cfe1-45cb-8096-396df0e59eea on network 69137b3c-580f-481f-ab05-44feb3754947 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:39.300915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4cb71bd1-cdc4-4bb6-bc0f-e291fb8fe832 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.323947 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4cb71bd1-cdc4-4bb6-bc0f-e291fb8fe832 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "DELETE /v2.0/ports/c33473af-96b3-4268-97c3-ffa235935c57 HTTP/1.1" status: 204 len: 168 time: 5.2634401 Jan 27 17:08:39.359165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33034) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:39.433826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Port 861ddbed-cfe1-45cb-8096-396df0e59eea on network 69137b3c-580f-481f-ab05-44feb3754947 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:39.434310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Attempting to bind port 861ddbed-cfe1-45cb-8096-396df0e59eea on network 69137b3c-580f-481f-ab05-44feb3754947 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:39.437688 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-0506d88b-cd56-4618-95c2-de8ab7cc07fe tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] GET failed (client error): The resource could not be found. Jan 27 17:08:39.438187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0506d88b-cd56-4618-95c2-de8ab7cc07fe tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Synchronizing usage tracker for tenant:327cad1e75a84317a0fdfe19c07eaae6 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:39.473710 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0df99038-73a3-47fe-b158-91c0d961436d req-d8395815-036c-4229-b680-da23d7ce6439 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5842800 Jan 27 17:08:39.474090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:39.475746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.482998 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:39.483414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Checking segment: {'id': '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69137b3c-580f-481f-ab05-44feb3754947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:39.484050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Bound using segment: {'id': '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69137b3c-580f-481f-ab05-44feb3754947'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:39.484619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Bound port: 861ddbed-cfe1-45cb-8096-396df0e59eea, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69137b3c-580f-481f-ab05-44feb3754947'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:39.484992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.517046 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd6ff8-0c9d-4fac-8c8f-aac2fae6fc7c None None] Port 3aa2cecd-19f4-4257-8787-50182843d7df cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:39.598236 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0506d88b-cd56-4618-95c2-de8ab7cc07fe tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Unset dirty status for tenant:327cad1e75a84317a0fdfe19c07eaae6 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:39.609581 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0506d88b-cd56-4618-95c2-de8ab7cc07fe tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "GET /v2.0/ports/c33473af-96b3-4268-97c3-ffa235935c57 HTTP/1.1" status: 404 len: 333 time: 0.2448463 Jan 27 17:08:39.619481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33038) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:39.656351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Request body: {'port': {'network_id': '2961b0dc-8aa2-4117-a813-833453c9c4d8', 'name': 'tempest-AllowedAddressPairTestJSON-1337103668'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:39.676771 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:39.687370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Pushing event updated for resources: {'Port': ['ID=3aa2cecd-19f4-4257-8787-50182843d7df,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:39.720286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-62fb40b4-fd90-49bc-b11f-ef9d36a84f11 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.728689 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-62fb40b4-fd90-49bc-b11f-ef9d36a84f11 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "DELETE /v2.0/ports/3f9dbf7a-7117-410b-b285-0025ad8ea6f8 HTTP/1.1" status: 204 len: 168 time: 8.8831801 Jan 27 17:08:39.738843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33044) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:39.748157 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b2807bd5-55cf-49e6-8505-247c09f5f11a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.6589224 Jan 27 17:08:39.823808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Made reservation on behalf of 61cb2691f72d41cca478a29535097561 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:39.829794 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.875425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Request body: {'port': {'device_id': '0c218580-7efd-4ba5-af65-e7aa448573b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:39.940278 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] For port 861ddbed-cfe1-45cb-8096-396df0e59eea, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:39.963704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] For port 861ddbed-cfe1-45cb-8096-396df0e59eea, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=861ddbed-cfe1-45cb-8096-396df0e59eea,segment=NetworkSegment(07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe),segment_id=07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:40.024602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.036454 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.045423 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-8372fe8f-4d89-4e4b-9a30-beae35d7d820 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] GET failed (client error): The resource could not be found. Jan 27 17:08:40.046349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8372fe8f-4d89-4e4b-9a30-beae35d7d820 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Synchronizing usage tracker for tenant:b364b800faa04c2486fbcfc829421244 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:40.397753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:40.398122 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.399613 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] 10.222.0.88 "PUT /v2.0/ports/861ddbed-cfe1-45cb-8096-396df0e59eea HTTP/1.1" status: 200 len: 1093 time: 6.2507932 Jan 27 17:08:40.400104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf6cfcb-ad93-4f27-b7c6-069e30308085', 'tag': '861ddbed-cfe1-45cb-8096-396df0e59eea'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:08:40.414591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Network f16f1136-ebee-4add-b4cb-8ddb9b12545a is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:40.454636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:40.459286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:40.605336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:40.608201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1499b-db72-4809-9636-e90ce97c32a2 service neutron] Pushing event updated for resources: {'Port': ['ID=861ddbed-cfe1-45cb-8096-396df0e59eea,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:40.629228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8372fe8f-4d89-4e4b-9a30-beae35d7d820 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Unset dirty status for tenant:b364b800faa04c2486fbcfc829421244 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:40.636758 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8372fe8f-4d89-4e4b-9a30-beae35d7d820 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "GET /v2.0/ports/3f9dbf7a-7117-410b-b285-0025ad8ea6f8 HTTP/1.1" status: 404 len: 333 time: 0.8925540 Jan 27 17:08:40.642206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33072) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:40.643120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:40.654317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6840f15-6b4d-4e72-a81d-0bdfc6ef9f0b req-d3b7d906-8808-4477-b5f2-c30279ddd3fa tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:40.674358 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d6840f15-6b4d-4e72-a81d-0bdfc6ef9f0b req-d3b7d906-8808-4477-b5f2-c30279ddd3fa tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 932 time: 1.7118304 Jan 27 17:08:40.760464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Pushing event updated for resources: {'Port': ['ID=206c5ab8-4380-4b51-8d35-507e1fddf4ee,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:40.768431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Made reservation on behalf of 327cad1e75a84317a0fdfe19c07eaae6 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:40.774526 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.844414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308790f-ff58-4c0d-81a2-43d99f4e2a27 req-d98d8702-eec2-4d4c-b683-85952f99c736 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:40.847133 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6308790f-ff58-4c0d-81a2-43d99f4e2a27 req-d98d8702-eec2-4d4c-b683-85952f99c736 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 931 time: 0.8655403 Jan 27 17:08:40.861016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:40.861875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.866392 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.892721 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d6840f15-6b4d-4e72-a81d-0bdfc6ef9f0b req-e9d9b428-ac8e-4d86-b64f-a9640a1b3831 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158728 Jan 27 17:08:40.938366 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-2a45afd1-fc4c-46f7-9fb2-ac5b3f50c4b3 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8826842 Jan 27 17:08:40.981723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Request body: {'port': {'device_id': 'dd2e1240-4ff5-43a8-a3ac-be51047c9b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:41.092139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-395f2d0c-f983-4114-886d-256c1b93a3b3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Deleting port 0b022c62-7a16-45c7-ae43-d9f87d7a507b {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:41.093948 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-395f2d0c-f983-4114-886d-256c1b93a3b3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.108533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33080) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:41.156673 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] device_id is not set on port 38a72b53-c06c-498e-a2be-8d9a339103d6 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:41.177789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a909752e-556a-4e67-9dda-f9e4f40214c2 None None] Provisioning for port 206c5ab8-4380-4b51-8d35-507e1fddf4ee completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:41.185196 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a909752e-556a-4e67-9dda-f9e4f40214c2 None None] Provisioning complete for port 206c5ab8-4380-4b51-8d35-507e1fddf4ee triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:41.185780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a909752e-556a-4e67-9dda-f9e4f40214c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.279140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a909752e-556a-4e67-9dda-f9e4f40214c2 None None] Port 206c5ab8-4380-4b51-8d35-507e1fddf4ee cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:41.345407 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-ecc9a401-9528-461a-b146-861235602752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:41.347374 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-ecc9a401-9528-461a-b146-861235602752 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a95060ee06540eaa75dc255f8a6fc9f&device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 1096 time: 0.8467264 Jan 27 17:08:41.462096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.483298 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6308790f-ff58-4c0d-81a2-43d99f4e2a27 req-463ef133-a718-41b3-8374-54bc93be7f68 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4819851 Jan 27 17:08:41.542571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.589811 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-2b5d5003-2926-4da4-b767-c3368afabf65 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861ddbed-cfe1-45cb-8096-396df0e59eea HTTP/1.1" status: 200 len: 217 time: 0.2183995 Jan 27 17:08:41.673610 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Request body: {'networks': [{'name': 'tempest-network--169882478'}, {'name': 'tempest-network--1629641583'}]} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:41.674277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Request body: {'network': {'name': 'tempest-network--169882478'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:41.674484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Request body: {'network': {'name': 'tempest-network--1629641583'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:41.712100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:41.740119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Usage tracker for resource:network and tenant:e0b9f84c1820437481b46caf7254cd93 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:41.753905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:41.778549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb193604-d72d-4580-9a5c-868de8ac00c6 req-91a20da0-7885-4776-9e2d-d696e8759b49 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:41.781103 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cb193604-d72d-4580-9a5c-868de8ac00c6 req-91a20da0-7885-4776-9e2d-d696e8759b49 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 943 time: 0.6577435 Jan 27 17:08:41.789985 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf6cfcb-ad93-4f27-b7c6-069e30308085', 'tag': '861ddbed-cfe1-45cb-8096-396df0e59eea', 'status': 'completed', 'code': 200} Jan 27 17:08:41.813807 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:42.006903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Pushing event updated for resources: {'Subnet': ['ID=4f6df9d3-10f2-49ba-a180-0c7ccd1fe1c9,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:42.025177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Checking segment: {'id': '8f30989c-7c79-4e38-949f-a44aafc8313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '24e0ef8d-6210-4a62-aa43-e488709e52c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:42.026000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Network hostable DHCP agents. Network: 24e0ef8d-6210-4a62-aa43-e488709e52c9, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:08:42.045887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-10ec7d13-04d8-411f-86df-90b4934360fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:42.048472 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-10ec7d13-04d8-411f-86df-90b4934360fa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc4843f9-98f0-4647-bffb-6dc8d90f2a77 HTTP/1.1" status: 200 len: 850 time: 0.4268689 Jan 27 17:08:42.060020 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Made reservation on behalf of e0b9f84c1820437481b46caf7254cd93 for: {'network': 2} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:42.064767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.090099 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cb193604-d72d-4580-9a5c-868de8ac00c6 req-8eebd0b0-2b3f-40f9-9987-e7a3e1ade450 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738104 Jan 27 17:08:42.122110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.131912 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Allocated IP 172.20.0.4 (2961b0dc-8aa2-4117-a813-833453c9c4d8/0707aaf9-7323-4036-a0ee-4423ab0db8ed/38a72b53-c06c-498e-a2be-8d9a339103d6) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:42.136333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.objects.ports [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87609) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:08:42.137075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.189196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:42.204217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Usage tracker for resource:security_group_rule and tenant:e0b9f84c1820437481b46caf7254cd93 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:42.348111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:42.353035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Network 24e0ef8d-6210-4a62-aa43-e488709e52c9 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:42.377219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:42.388117 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:42.410042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 24e0ef8d-6210-4a62-aa43-e488709e52c9) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:42.427741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:42.429488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.432117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedbb2c9-fcee-437f-a2cf-5e25668b0084 None None] Network 24e0ef8d-6210-4a62-aa43-e488709e52c9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:42.501990 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-395f2d0c-f983-4114-886d-256c1b93a3b3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.621910 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-08395b53-80bb-497e-9e72-5eee1de48802 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3294053 Jan 27 17:08:42.642406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33098) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:42.650623 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa2cecd-19f4-4257-8787-50182843d7df {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:08:42.676885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Request body: {'port': {'network_id': '24e0ef8d-6210-4a62-aa43-e488709e52c9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-538890303'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:42.740146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.856372 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-395f2d0c-f983-4114-886d-256c1b93a3b3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Calling delete_port for 0b022c62-7a16-45c7-ae43-d9f87d7a507b owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:42.904751 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-24e0ef8d-6210-4a62-aa43-e488709e52c9', 'network_id': '24e0ef8d-6210-4a62-aa43-e488709e52c9', 'tenant_id': '61cb2691f72d41cca478a29535097561', 'fixed_ips': [{'subnet_id': '4f6df9d3-10f2-49ba-a180-0c7ccd1fe1c9'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:08:42.906536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.921236 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Checking segment: {'id': '9aef50ad-9121-46f1-82c5-86d66928bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:42.921965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Network hostable DHCP agents. Network: f1c22206-6cb7-4ace-93c8-947a8998b784, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:08:43.033732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event updated for resources: {'Subnet': ['ID=07c7ebba-5b1c-4159-8aec-a06d0554ae60,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:43.046826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Transition to ACTIVE for port object 3aa2cecd-19f4-4257-8787-50182843d7df will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:43.089408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.095263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e8f99-9609-4f87-af2e-7e7745032e6e req-636e078c-6ef4-4743-9f18-8073795236fd tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:43.108627 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5a8e8f99-9609-4f87-af2e-7e7745032e6e req-636e078c-6ef4-4743-9f18-8073795236fd tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 932 time: 0.9554086 Jan 27 17:08:43.119972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Network f1c22206-6cb7-4ace-93c8-947a8998b784 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:43.212146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Allocated IP 2001:db8::2 (24e0ef8d-6210-4a62-aa43-e488709e52c9/4f6df9d3-10f2-49ba-a180-0c7ccd1fe1c9/1d59915d-4b12-4cb4-ae91-c4ef19d05a4d) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:43.287251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, f1c22206-6cb7-4ace-93c8-947a8998b784) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:43.306273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:43.318265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-855fad27-7e84-43a9-9472-469d9416da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:43.320747 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-855fad27-7e84-43a9-9472-469d9416da0c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=69137b3c-580f-481f-ab05-44feb3754947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1657455 Jan 27 17:08:43.322870 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:43.323853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.437012 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ade37e7-65b2-4549-b0f9-6eaf9c0b3846 None None] Network f1c22206-6cb7-4ace-93c8-947a8998b784 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:43.484841 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.600528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.601065 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.690585 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:43.701687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa2cecd-19f4-4257-8787-50182843d7df,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:43.777212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-5a8e8f99-9609-4f87-af2e-7e7745032e6e req-407e630b-2b5b-40ce-bee6-4b2b0bce67ad tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Synchronizing usage tracker for tenant:8d6e3a32bb7c46a194806037099c89be on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:43.800498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Usage tracker for resource:port and tenant:61cb2691f72d41cca478a29535097561 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:43.822730 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:43.884009 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97f3aad-4917-4e0a-91a7-f89148649da1 None None] Network f1c22206-6cb7-4ace-93c8-947a8998b784 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:43.915743 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-7844c3c7-9f56-4fec-a436-4b498fc46f4c service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697045 Jan 27 17:08:43.921349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-5a8e8f99-9609-4f87-af2e-7e7745032e6e req-407e630b-2b5b-40ce-bee6-4b2b0bce67ad tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Unset dirty status for tenant:8d6e3a32bb7c46a194806037099c89be on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:43.922645 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5a8e8f99-9609-4f87-af2e-7e7745032e6e req-407e630b-2b5b-40ce-bee6-4b2b0bce67ad tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7983389 Jan 27 17:08:43.924025 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f38bcc3d-7371-45c7-86c1-9b676851e7be tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 8.3488686 Jan 27 17:08:43.939386 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206c5ab8-4380-4b51-8d35-507e1fddf4ee {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:08:43.948091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:43.955077 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33106) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:43.968590 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e1035-5c6a-4079-bbf5-ace2f0483aad req-9201bc2b-5a2f-4abc-8db7-d16c23c9b5bf tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:43.984531 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d29e1035-5c6a-4079-bbf5-ace2f0483aad req-9201bc2b-5a2f-4abc-8db7-d16c23c9b5bf tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 931 time: 1.1650472 Jan 27 17:08:43.991901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2081175489', 'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:43.998481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-395f2d0c-f983-4114-886d-256c1b93a3b3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.035818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba0c74f-dfef-4757-96e7-9eb2987c2490,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:44.055801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.063368 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:44.080689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:44.093940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.139229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Made reservation on behalf of 61cb2691f72d41cca478a29535097561 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:44.145751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.179637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Usage tracker for resource:port and tenant:dcee6e0a213648e3b21d62e972d67e5d is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:44.196355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:44.200113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f2d0c-f983-4114-886d-256c1b93a3b3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event deleted for resources: {'Port': ['ID=0b022c62-7a16-45c7-ae43-d9f87d7a507b,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:44.217870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Transition to ACTIVE for port object 206c5ab8-4380-4b51-8d35-507e1fddf4ee will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:44.221718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.222316 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Added segment 6d108eda-abc9-4522-ae15-4bc1608e952d of type vlan for network 2e079af0-de3b-484d-8b10-a61c2162e7ea Jan 27 17:08:44.243129 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Transition to ACTIVE for port object 38a72b53-c06c-498e-a2be-8d9a339103d6 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:44.254070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:44.262942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.266364 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d29e1035-5c6a-4079-bbf5-ace2f0483aad req-00818f2c-3b69-41be-89a1-9b237a36ec5a tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802274 Jan 27 17:08:44.283145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Transition to ACTIVE for port object 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:44.288826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-395f2d0c-f983-4114-886d-256c1b93a3b3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.294239 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-395f2d0c-f983-4114-886d-256c1b93a3b3 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "DELETE /v2.0/ports/0b022c62-7a16-45c7-ae43-d9f87d7a507b HTTP/1.1" status: 204 len: 168 time: 3.6485624 Jan 27 17:08:44.305128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33110) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:44.305667 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Transition to ACTIVE for port object 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:44.338291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.424034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.429453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] device_id is not set on port 4ee98a3a-6720-4b28-9fd6-cc2d59689df1 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:44.453047 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c712417-872e-4fc4-aec8-17095db656fc tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] GET failed (client error): The resource could not be found. Jan 27 17:08:44.453879 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7c712417-872e-4fc4-aec8-17095db656fc tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Synchronizing usage tracker for tenant:b364b800faa04c2486fbcfc829421244 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:44.500457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Made reservation on behalf of dcee6e0a213648e3b21d62e972d67e5d for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:44.502889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.535230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Attempting to bind port 3aa2cecd-19f4-4257-8787-50182843d7df on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:44.535857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Attempting to bind port 3aa2cecd-19f4-4257-8787-50182843d7df by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'e9410cdb-9b4c-4db0-a3da-79692f3f3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:44.536496 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Attempting to bind port 3aa2cecd-19f4-4257-8787-50182843d7df on network 53b09237-f192-4fe2-b45e-fb197c44c727 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:44.551465 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ffde6e7e-f07e-417d-8678-748579ed6a97 req-1da582b0-59ee-4289-a547-0055880acb60 service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6258848 Jan 27 17:08:44.571923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Pushing event updated for resources: {'Port': ['ID=1d59915d-4b12-4cb4-ae91-c4ef19d05a4d,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:44.574684 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7c712417-872e-4fc4-aec8-17095db656fc tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Unset dirty status for tenant:b364b800faa04c2486fbcfc829421244 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:44.582339 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7c712417-872e-4fc4-aec8-17095db656fc tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "GET /v2.0/ports/0b022c62-7a16-45c7-ae43-d9f87d7a507b HTTP/1.1" status: 404 len: 333 time: 0.2753177 Jan 27 17:08:44.582840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.583854 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33114) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:44.594868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] device_id is not set on port 744d720f-36f8-47bd-939e-77f7c39852eb yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:44.602349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:44.603087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:44.603971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:44.604642 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:44.605377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:44.606067 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:44.606942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:44.607921 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:44.608665 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:44.609429 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:44.610102 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:44.610755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:44.638775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Network 24e0ef8d-6210-4a62-aa43-e488709e52c9 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:44.642261 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:44.648389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:44.740459 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Port 3aa2cecd-19f4-4257-8787-50182843d7df on network 53b09237-f192-4fe2-b45e-fb197c44c727 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:44.742349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Attempting to bind port 3aa2cecd-19f4-4257-8787-50182843d7df on network 53b09237-f192-4fe2-b45e-fb197c44c727 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:44.801646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:44.802540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Checking segment: {'id': 'e9410cdb-9b4c-4db0-a3da-79692f3f3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:44.803713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Bound using segment: {'id': 'e9410cdb-9b4c-4db0-a3da-79692f3f3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:44.804966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Bound port: 3aa2cecd-19f4-4257-8787-50182843d7df, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9410cdb-9b4c-4db0-a3da-79692f3f3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:44.805792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.841525 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.860579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6abe6b09-f418-4e0b-8599-b2a3a66620c1 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Deleting port 952d0894-2d4d-461d-8605-52f9579e77ab {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:44.860921 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6abe6b09-f418-4e0b-8599-b2a3a66620c1 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.881989 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Attempting to bind port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:44.883055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Attempting to bind port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '8f30989c-7c79-4e38-949f-a44aafc8313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '24e0ef8d-6210-4a62-aa43-e488709e52c9'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:44.883976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Attempting to bind port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d on network 24e0ef8d-6210-4a62-aa43-e488709e52c9 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:44.893825 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:44.894583 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Checking segment: {'id': '8f30989c-7c79-4e38-949f-a44aafc8313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '24e0ef8d-6210-4a62-aa43-e488709e52c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:44.895269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.896092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Bound using segment: {'id': '8f30989c-7c79-4e38-949f-a44aafc8313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '24e0ef8d-6210-4a62-aa43-e488709e52c9'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:44.897354 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Bound port: 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f30989c-7c79-4e38-949f-a44aafc8313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '24e0ef8d-6210-4a62-aa43-e488709e52c9'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:44.897861 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.921000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:44.928778 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=206c5ab8-4380-4b51-8d35-507e1fddf4ee,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:44.991280 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582407d-77c0-4c1e-b479-b33433aa1590 req-26b6c0fa-0be4-467e-b938-4c01167fe72a tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:44.996034 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a582407d-77c0-4c1e-b479-b33433aa1590 req-26b6c0fa-0be4-467e-b938-4c01167fe72a tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 943 time: 0.5312991 Jan 27 17:08:45.082306 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] For port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:45.090139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] For port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=1d59915d-4b12-4cb4-ae91-c4ef19d05a4d,segment=NetworkSegment(8f30989c-7c79-4e38-949f-a44aafc8313e),segment_id=8f30989c-7c79-4e38-949f-a44aafc8313e)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:45.102187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.122827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1219} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:45.165993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Network 2961b0dc-8aa2-4117-a813-833453c9c4d8 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:45.180734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:45.195857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event updated for resources: {'Port': ['ID=38a72b53-c06c-498e-a2be-8d9a339103d6,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:45.210062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:45.239151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7e9f0-b22d-467e-95f1-c1a561adbf23 None None] Pushing event updated for resources: {'Port': ['ID=1d59915d-4b12-4cb4-ae91-c4ef19d05a4d,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:45.280110 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a582407d-77c0-4c1e-b479-b33433aa1590 req-a5b89c2c-caab-41e3-a95e-62998c0ad9f3 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915495 Jan 27 17:08:45.308184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028af41-b7c5-4e27-b277-52ed1b3e2edb req-2aa7f289-ca37-45f3-b287-d56242263257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:45.308827 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f028af41-b7c5-4e27-b277-52ed1b3e2edb req-2aa7f289-ca37-45f3-b287-d56242263257 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a95060ee06540eaa75dc255f8a6fc9f&device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 1096 time: 0.6424105 Jan 27 17:08:45.326936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.327546 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Added segment a920021a-8a25-4b0d-8053-cf091f564f8b of type vlan for network 3cb859a3-be80-4ed7-aeca-6529ef4ae7ea Jan 27 17:08:45.439641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Allocated IP 2001:db8::2f2 (24e0ef8d-6210-4a62-aa43-e488709e52c9/4f6df9d3-10f2-49ba-a180-0c7ccd1fe1c9/4ee98a3a-6720-4b28-9fd6-cc2d59689df1) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:45.495792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Allocated IP 172.20.0.2 (f1c22206-6cb7-4ace-93c8-947a8998b784/07c7ebba-5b1c-4159-8aec-a06d0554ae60/744d720f-36f8-47bd-939e-77f7c39852eb) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:45.535491 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] For port 3aa2cecd-19f4-4257-8787-50182843d7df, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:45.568814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Attempting to bind port 206c5ab8-4380-4b51-8d35-507e1fddf4ee on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:45.569715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Attempting to bind port 206c5ab8-4380-4b51-8d35-507e1fddf4ee by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:45.569715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Attempting to bind port 206c5ab8-4380-4b51-8d35-507e1fddf4ee on network f16f1136-ebee-4add-b4cb-8ddb9b12545a {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:45.592796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:45.593127 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.599300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.613461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] For port 3aa2cecd-19f4-4257-8787-50182843d7df, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3aa2cecd-19f4-4257-8787-50182843d7df,segment=NetworkSegment(e9410cdb-9b4c-4db0-a3da-79692f3f3223),segment_id=e9410cdb-9b4c-4db0-a3da-79692f3f3223)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:45.675487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Port 206c5ab8-4380-4b51-8d35-507e1fddf4ee on network f16f1136-ebee-4add-b4cb-8ddb9b12545a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:45.675975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Attempting to bind port 206c5ab8-4380-4b51-8d35-507e1fddf4ee on network f16f1136-ebee-4add-b4cb-8ddb9b12545a {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:45.694327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.823340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6888d118-5b78-4400-96de-73d88b6799e4 None None] Provisioning for port 38a72b53-c06c-498e-a2be-8d9a339103d6 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:45.833760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6888d118-5b78-4400-96de-73d88b6799e4 None None] Provisioning complete for port 38a72b53-c06c-498e-a2be-8d9a339103d6 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:45.834272 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6888d118-5b78-4400-96de-73d88b6799e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.923228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:45.923867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Checking segment: {'id': 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:45.924399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Bound using segment: {'id': 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:45.925035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Bound port: 206c5ab8-4380-4b51-8d35-507e1fddf4ee, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:45.925502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.934787 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-6888d118-5b78-4400-96de-73d88b6799e4 None None] Port 38a72b53-c06c-498e-a2be-8d9a339103d6 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:45.959125 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:46.027267 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7e7560cd-9ed9-4770-8128-06ccc144eb9f tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.3948042 Jan 27 17:08:46.027561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:46.044394 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33122) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:46.054246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6abe6b09-f418-4e0b-8599-b2a3a66620c1 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.066926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-acf8a00b-6b07-48ee-b35b-6dc14498109e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c9:1f:ff'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:46.110554 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:46.150683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:46.151630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.153995 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] 10.222.0.88 "PUT /v2.0/ports/3aa2cecd-19f4-4257-8787-50182843d7df HTTP/1.1" status: 200 len: 1094 time: 6.2852786 Jan 27 17:08:46.162006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c218580-7efd-4ba5-af65-e7aa448573b9', 'tag': '3aa2cecd-19f4-4257-8787-50182843d7df'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:08:46.204202 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7ab6c-7a87-4c6c-bb0b-2d2c8c06c7b4 req-753ea86b-293f-400a-8f4b-c4518cc6d519 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:46.206109 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e1b7ab6c-7a87-4c6c-bb0b-2d2c8c06c7b4 req-753ea86b-293f-400a-8f4b-c4518cc6d519 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 944 time: 1.0496557 Jan 27 17:08:46.246002 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.246506 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.259845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:46.294212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:46.296352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.349010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6abe6b09-f418-4e0b-8599-b2a3a66620c1 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Calling delete_port for 952d0894-2d4d-461d-8605-52f9579e77ab owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:46.493650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028af41-b7c5-4e27-b277-52ed1b3e2edb req-7eeb26b8-8fa5-4060-986e-9f4723749abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:46.495279 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f028af41-b7c5-4e27-b277-52ed1b3e2edb req-7eeb26b8-8fa5-4060-986e-9f4723749abb service neutron] 10.222.0.88 "GET /v2.0/networks?id=69137b3c-580f-481f-ab05-44feb3754947 HTTP/1.1" status: 200 len: 913 time: 1.1616292 Jan 27 17:08:46.514017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d310417-af1d-4272-b7de-a40c49cb9fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa2cecd-19f4-4257-8787-50182843d7df,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:46.629461 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f028af41-b7c5-4e27-b277-52ed1b3e2edb req-8e0c4ab8-0261-4073-ba06-6ff87cc3b2da service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861ddbed-cfe1-45cb-8096-396df0e59eea HTTP/1.1" status: 200 len: 217 time: 0.1205974 Jan 27 17:08:46.649084 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 5.5270119 Jan 27 17:08:46.656544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33134) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:46.707969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d1620-87f9-46b2-9a74-873acb812063 req-ac75855b-1db0-4923-a66f-1ee99d1b5a32 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:46.709657 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-829d1620-87f9-46b2-9a74-873acb812063 req-ac75855b-1db0-4923-a66f-1ee99d1b5a32 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 943 time: 1.1944726 Jan 27 17:08:46.752168 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e1b7ab6c-7a87-4c6c-bb0b-2d2c8c06c7b4 req-833ec870-e776-4668-bacc-ebc22032ac59 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5085852 Jan 27 17:08:46.939058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] For port 206c5ab8-4380-4b51-8d35-507e1fddf4ee, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:46.990847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.997780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028af41-b7c5-4e27-b277-52ed1b3e2edb req-ba02f663-5271-42af-915d-c9d703217513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:46.999271 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f028af41-b7c5-4e27-b277-52ed1b3e2edb req-ba02f663-5271-42af-915d-c9d703217513 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc4843f9-98f0-4647-bffb-6dc8d90f2a77 HTTP/1.1" status: 200 len: 850 time: 0.3437083 Jan 27 17:08:47.007507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event updated for resources: {'Network': ['ID=2e079af0-de3b-484d-8b10-a61c2162e7ea,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:47.022410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 2e079af0-de3b-484d-8b10-a61c2162e7ea details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:47.060740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] For port 206c5ab8-4380-4b51-8d35-507e1fddf4ee, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=206c5ab8-4380-4b51-8d35-507e1fddf4ee,segment=NetworkSegment(c6029f3b-dbda-4f67-95d5-86ef4d2794ff),segment_id=c6029f3b-dbda-4f67-95d5-86ef4d2794ff)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:47.109772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.152341 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 861ddbed-cfe1-45cb-8096-396df0e59eea details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:08:47.177440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c98dcb-a3de-4f46-86a9-0082baf1a71e None None] Network 24e0ef8d-6210-4a62-aa43-e488709e52c9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:47.179738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.189866 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-829d1620-87f9-46b2-9a74-873acb812063 req-fb55b4b6-37a6-44f1-a400-156539c4d969 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4515219 Jan 27 17:08:47.246531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9e9afd4b-63b1-4375-ae28-87b6a09f89bf None None] Provisioning for port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:47.270944 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9e9afd4b-63b1-4375-ae28-87b6a09f89bf None None] Provisioning complete for port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:47.270944 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9e9afd4b-63b1-4375-ae28-87b6a09f89bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.290600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6abe6b09-f418-4e0b-8599-b2a3a66620c1 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.292751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a90581-9f06-4495-9beb-332e203ef38e tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event updated for resources: {'Network': ['ID=3cb859a3-be80-4ed7-aeca-6529ef4ae7ea,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:47.320864 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:47.321493 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.323159 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] 10.222.0.88 "PUT /v2.0/ports/206c5ab8-4380-4b51-8d35-507e1fddf4ee HTTP/1.1" status: 200 len: 1093 time: 6.3457084 Jan 27 17:08:47.327268 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Transition to ACTIVE for port object 4ee98a3a-6720-4b28-9fd6-cc2d59689df1 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:47.337087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b0ecd1a9-3b6d-4574-9e78-e362dd57c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:47.339512 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-b0ecd1a9-3b6d-4574-9e78-e362dd57c321 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d6e3a32bb7c46a194806037099c89be&device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 1097 time: 0.9366004 Jan 27 17:08:47.411994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 3cb859a3-be80-4ed7-aeca-6529ef4ae7ea details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:47.431162 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebfd498-ce6e-4df8-907f-ce222e0f0d4a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:47.442367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebfd498-ce6e-4df8-907f-ce222e0f0d4a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:47.451322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebfd498-ce6e-4df8-907f-ce222e0f0d4a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:47.458024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebfd498-ce6e-4df8-907f-ce222e0f0d4a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:47.465727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebfd498-ce6e-4df8-907f-ce222e0f0d4a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:47.467996 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6ebfd498-ce6e-4df8-907f-ce222e0f0d4a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3009 time: 0.8082917 Jan 27 17:08:47.478052 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe6b09-f418-4e0b-8599-b2a3a66620c1 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event deleted for resources: {'Port': ['ID=952d0894-2d4d-461d-8605-52f9579e77ab,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:47.483022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33140) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:47.524208 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:08:47.544250 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-acf8a00b-6b07-48ee-b35b-6dc14498109e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.555440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530d760-3bbf-4ca8-b4c0-8202de793ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=206c5ab8-4380-4b51-8d35-507e1fddf4ee,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:47.582523 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c218580-7efd-4ba5-af65-e7aa448573b9', 'tag': '3aa2cecd-19f4-4257-8787-50182843d7df', 'status': 'completed', 'code': 200} Jan 27 17:08:47.601288 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-0934b2b0-ad72-4145-93d6-1a07865b5d07 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3aa2cecd-19f4-4257-8787-50182843d7df HTTP/1.1" status: 200 len: 217 time: 0.2502761 Jan 27 17:08:47.688135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8247f1-3ec4-4d47-88dd-cc2071a87af0 req-ea135c1a-15e7-4c20-860a-0fa500ba9e99 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:47.689670 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3d8247f1-3ec4-4d47-88dd-cc2071a87af0 req-ea135c1a-15e7-4c20-860a-0fa500ba9e99 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 943 time: 0.7467263 Jan 27 17:08:47.694077 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9e9afd4b-63b1-4375-ae28-87b6a09f89bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.785049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-43f8cff9-c3f4-4a89-bde5-fdfac9a0f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:47.787122 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-43f8cff9-c3f4-4a89-bde5-fdfac9a0f14e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=46ca1fa6-00ce-4906-aaf8-b6505d36cbe0 HTTP/1.1" status: 200 len: 849 time: 0.1732271 Jan 27 17:08:47.796198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.809273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6abe6b09-f418-4e0b-8599-b2a3a66620c1 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.903237 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.921014 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3d8247f1-3ec4-4d47-88dd-cc2071a87af0 req-48a6b879-65cb-457b-bd02-732357483c3b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150602 Jan 27 17:08:47.922547 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5eba5593-a665-4d01-bd5b-0484e65353b3 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.949430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9e9afd4b-63b1-4375-ae28-87b6a09f89bf None None] For port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=1d59915d-4b12-4cb4-ae91-c4ef19d05a4d,segment=NetworkSegment(8f30989c-7c79-4e38-949f-a44aafc8313e),segment_id=8f30989c-7c79-4e38-949f-a44aafc8313e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:47.965096 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9e9afd4b-63b1-4375-ae28-87b6a09f89bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.983200 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Network 24e0ef8d-6210-4a62-aa43-e488709e52c9 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:47.994595 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6abe6b09-f418-4e0b-8599-b2a3a66620c1 tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "DELETE /v2.0/ports/952d0894-2d4d-461d-8605-52f9579e77ab HTTP/1.1" status: 204 len: 168 time: 3.4072442 Jan 27 17:08:47.997710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:48.000355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33146) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:48.011329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:48.017963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:48.018784 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.044249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 861ddbed-cfe1-45cb-8096-396df0e59eea, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=861ddbed-cfe1-45cb-8096-396df0e59eea,segment=NetworkSegment(07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe),segment_id=07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:48.055988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-33206e95-5dcb-405e-abf3-7f0641b8e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:48.057669 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-33206e95-5dcb-405e-abf3-7f0641b8e487 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=482d4f98757a4ef0898d959157284a86&device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 1096 time: 0.5601342 Jan 27 17:08:48.064102 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Pushing event updated for resources: {'Port': ['ID=4ee98a3a-6720-4b28-9fd6-cc2d59689df1,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:48.104005 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '861ddbed-cfe1-45cb-8096-396df0e59eea', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'port_id': '861ddbed-cfe1-45cb-8096-396df0e59eea', 'mac_address': 'fa:16:3e:76:76:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:08:48.164515 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-acb1c589-6895-4208-b131-7d077bade15a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=206c5ab8-4380-4b51-8d35-507e1fddf4ee HTTP/1.1" status: 200 len: 217 time: 0.0935323 Jan 27 17:08:48.177767 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-72e3f248-5f69-4f87-9d46-fd7a6cf80c6e tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.5300157 Jan 27 17:08:48.185140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33150) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:48.192808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9afd4b-63b1-4375-ae28-87b6a09f89bf None None] Pushing event updated for resources: {'Port': ['ID=1d59915d-4b12-4cb4-ae91-c4ef19d05a4d,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:48.203049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Request body: {'port': {'network_id': '24e0ef8d-6210-4a62-aa43-e488709e52c9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1499273062', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:48.203498 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.api.validators [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] bootfile-name is not in valid_values {{(pid=87609) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:08:48.203875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.api.validators [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] tftp-server is not in valid_values {{(pid=87609) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:08:48.204214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.api.validators [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] server-ip-address is not in valid_values {{(pid=87609) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:08:48.227520 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.252300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df7aab7-a659-4f98-b6fe-e5cb00932bcf tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Deleting subnet 978803af-0184-4ada-8d10-9a09456ae0b7 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:08:48.257633 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861ddbed-cfe1-45cb-8096-396df0e59eea {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:08:48.260693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1df7aab7-a659-4f98-b6fe-e5cb00932bcf tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.300597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 861ddbed-cfe1-45cb-8096-396df0e59eea, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=861ddbed-cfe1-45cb-8096-396df0e59eea,segment=NetworkSegment(07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe),segment_id=07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:48.311231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.374405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-03618416-4e39-43f4-80d0-1dcf90206264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:48.386291 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-03618416-4e39-43f4-80d0-1dcf90206264 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=53b09237-f192-4fe2-b45e-fb197c44c727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5636790 Jan 27 17:08:48.399813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Network f1c22206-6cb7-4ace-93c8-947a8998b784 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:48.423236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=861ddbed-cfe1-45cb-8096-396df0e59eea,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:48.438184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028af41-b7c5-4e27-b277-52ed1b3e2edb req-ee2f4067-d7ba-461f-8606-2cb3b95f2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:48.439895 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f028af41-b7c5-4e27-b277-52ed1b3e2edb req-ee2f4067-d7ba-461f-8606-2cb3b95f2cc6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=69137b3c-580f-481f-ab05-44feb3754947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3582737 Jan 27 17:08:48.483937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-5aaa9ae4-a0a9-4d8d-ae6e-a6a22a09e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:48.485380 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-5aaa9ae4-a0a9-4d8d-ae6e-a6a22a09e792 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761 HTTP/1.1" status: 200 len: 844 time: 0.3037398 Jan 27 17:08:48.498911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:48.500902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event updated for resources: {'Port': ['ID=744d720f-36f8-47bd-939e-77f7c39852eb,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:48.531363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:48.656640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b990f1a0-1e51-43e2-abdf-e6a29fe611f2 None None] Provisioning complete for port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:48.657307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b990f1a0-1e51-43e2-abdf-e6a29fe611f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.694081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['861ddbed-cfe1-45cb-8096-396df0e59eea'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:08:48.704098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1df7aab7-a659-4f98-b6fe-e5cb00932bcf tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.880426 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5eba5593-a665-4d01-bd5b-0484e65353b3 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.898927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:48.899681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.916532 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-634ad3e5-290e-46a3-881b-04561c50b05e service neutron] 10.222.0.88 "GET /v2.0/networks/53b09237-f192-4fe2-b45e-fb197c44c727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291009 Jan 27 17:08:49.030888 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:49.042708 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5eba5593-a665-4d01-bd5b-0484e65353b3 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e079af0-de3b-484d-8b10-a61c2162e7ea']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:49.053601 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d3913-511f-45f7-aaf6-ad55fdac5b74 req-8a7e0870-12cc-4d48-a9ca-7ce02eb1925e tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:49.056143 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-504d3913-511f-45f7-aaf6-ad55fdac5b74 req-8a7e0870-12cc-4d48-a9ca-7ce02eb1925e tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 943 time: 0.6674392 Jan 27 17:08:49.080557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Usage tracker for resource:port and tenant:61cb2691f72d41cca478a29535097561 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:49.093789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53c0f9-3ae4-4cc2-8046-2b51d66d3e85 req-89b9fa9d-62dc-4134-9177-14ad83e61c5d tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:49.104199 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6e53c0f9-3ae4-4cc2-8046-2b51d66d3e85 req-89b9fa9d-62dc-4134-9177-14ad83e61c5d tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 944 time: 0.9197819 Jan 27 17:08:49.115805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:49.120744 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5eba5593-a665-4d01-bd5b-0484e65353b3 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d108eda-abc9-4522-ae15-4bc1608e952d') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:49.121058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5eba5593-a665-4d01-bd5b-0484e65353b3 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d108eda-abc9-4522-ae15-4bc1608e952d') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:49.135337 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0748bb86-7d79-45c5-8653-1519b0ba0aae tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 5.1720324 Jan 27 17:08:49.137088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1df7aab7-a659-4f98-b6fe-e5cb00932bcf tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.152069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b990f1a0-1e51-43e2-abdf-e6a29fe611f2 None None] Provisioning for port 4ee98a3a-6720-4b28-9fd6-cc2d59689df1 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:49.160563 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:49.162712 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33158) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:49.181076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b990f1a0-1e51-43e2-abdf-e6a29fe611f2 None None] Provisioning complete for port 4ee98a3a-6720-4b28-9fd6-cc2d59689df1 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:49.181627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b990f1a0-1e51-43e2-abdf-e6a29fe611f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.185124 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5eba5593-a665-4d01-bd5b-0484e65353b3 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.192368 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-f4d070fe-5ccf-4caa-988c-851c64a50e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:49.194019 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-f4d070fe-5ccf-4caa-988c-851c64a50e02 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f16f1136-ebee-4add-b4cb-8ddb9b12545a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6847918 Jan 27 17:08:49.233293 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f028af41-b7c5-4e27-b277-52ed1b3e2edb req-5734fd7d-f7fa-4e4f-b4ee-a74e36141002 service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7293799 Jan 27 17:08:49.306630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Made reservation on behalf of 61cb2691f72d41cca478a29535097561 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:49.310523 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.318100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-b990f1a0-1e51-43e2-abdf-e6a29fe611f2 None None] Port 4ee98a3a-6720-4b28-9fd6-cc2d59689df1 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:49.327018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5eba5593-a665-4d01-bd5b-0484e65353b3 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.334349 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-504d3913-511f-45f7-aaf6-ad55fdac5b74 req-0031b9f4-2d6c-4136-a79f-4c76b8475c7e tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105856 Jan 27 17:08:49.336807 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd41c5bf-bae5-4923-9f99-4643c4c31c49 req-140e968b-37bc-4067-ad77-c3ec6e7b80d9 service neutron] 10.222.0.88 "GET /v2.0/networks/53b09237-f192-4fe2-b45e-fb197c44c727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791335 Jan 27 17:08:49.373470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eba5593-a665-4d01-bd5b-0484e65353b3 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:49.374036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5eba5593-a665-4d01-bd5b-0484e65353b3 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:49.405397 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:49.417769 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6e53c0f9-3ae4-4cc2-8046-2b51d66d3e85 req-f297bcb3-7d7a-4905-8a4d-ffa14340e440 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124971 Jan 27 17:08:49.471282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0aecb896-4dcf-4d5b-88e0-e1d9f14e0ef5 None None] Provisioning complete for port 4ee98a3a-6720-4b28-9fd6-cc2d59689df1 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:49.472098 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0aecb896-4dcf-4d5b-88e0-e1d9f14e0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.551741 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-90395601-9852-46d2-9ef2-71c5449f8c5a service neutron] 10.222.0.88 "GET /v2.0/networks/f16f1136-ebee-4add-b4cb-8ddb9b12545a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395104 Jan 27 17:08:49.559254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1df7aab7-a659-4f98-b6fe-e5cb00932bcf tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.588283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] device_id is not set on port 4a46e225-f4c2-4672-83e7-94d0d101de36 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:49.597976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0aecb896-4dcf-4d5b-88e0-e1d9f14e0ef5 None None] Port 4ee98a3a-6720-4b28-9fd6-cc2d59689df1 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:49.633028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2e1240-4ff5-43a8-a3ac-be51047c9b5e', 'tag': '206c5ab8-4380-4b51-8d35-507e1fddf4ee'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:08:49.653414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-acf8a00b-6b07-48ee-b35b-6dc14498109e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:49.670298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-cffa73b5-f3b9-4059-801f-38543b208d4f tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Deleting port 744d720f-36f8-47bd-939e-77f7c39852eb {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:49.670786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cffa73b5-f3b9-4059-801f-38543b208d4f tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.678247 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939fe3bc-e4de-4f1e-8b00-adb1913150a8 None None] Network 25adb82a-f3b1-471a-88d6-4a5cde8bad59 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:49.702120 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7aab7-a659-4f98-b6fe-e5cb00932bcf tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event deleted for resources: {'Subnet': ['ID=978803af-0184-4ada-8d10-9a09456ae0b7,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:49.710846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1df7aab7-a659-4f98-b6fe-e5cb00932bcf tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.714775 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2e1240-4ff5-43a8-a3ac-be51047c9b5e', 'tag': '206c5ab8-4380-4b51-8d35-507e1fddf4ee', 'status': 'completed', 'code': 200} Jan 27 17:08:49.773816 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1df7aab7-a659-4f98-b6fe-e5cb00932bcf tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "DELETE /v2.0/subnets/978803af-0184-4ada-8d10-9a09456ae0b7 HTTP/1.1" status: 204 len: 168 time: 1.7680204 Jan 27 17:08:49.776201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33164) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:49.812351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-acf8a00b-6b07-48ee-b35b-6dc14498109e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.859237 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-acf8a00b-6b07-48ee-b35b-6dc14498109e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.892144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:49.938907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5eba5593-a665-4d01-bd5b-0484e65353b3 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.072181 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0fa509db-031e-4f07-92bd-c8045ba08bb6 req-0b2e6153-e654-451d-a6d6-91946b3165e2 service neutron] 10.222.0.88 "GET /v2.0/networks/f16f1136-ebee-4add-b4cb-8ddb9b12545a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014319 Jan 27 17:08:50.092382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.106954 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82499dd3-f4a2-4cd5-9e12-a373451fe83e req-e0b97b1a-dabe-4709-bcd6-1cf191ba6cef tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:50.115304 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5eba5593-a665-4d01-bd5b-0484e65353b3 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.123128 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-82499dd3-f4a2-4cd5-9e12-a373451fe83e req-e0b97b1a-dabe-4709-bcd6-1cf191ba6cef tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 944 time: 0.4925897 Jan 27 17:08:50.133731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:50.134451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.157625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce74c9-1d6a-4169-adb5-6d1002440f2d req-37c6b359-0d9e-4659-8818-f4b5905ada83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:50.160317 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a6ce74c9-1d6a-4169-adb5-6d1002440f2d req-37c6b359-0d9e-4659-8818-f4b5905ada83 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d6e3a32bb7c46a194806037099c89be&device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 1097 time: 0.7061415 Jan 27 17:08:50.223123 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f028af41-b7c5-4e27-b277-52ed1b3e2edb req-31ef0aa2-59c2-40e0-8a5a-50ea729bcb86 service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9702692 Jan 27 17:08:50.368817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41decb1-6302-4023-af6a-7f6568682236 None None] DHCP port deletion for 25adb82a-f3b1-471a-88d6-4a5cde8bad59 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:08:50.376667 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a7b90b07-da32-49d6-a044-fd508b56e476 None None] Provisioning complete for port 38a72b53-c06c-498e-a2be-8d9a339103d6 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:50.377216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a7b90b07-da32-49d6-a044-fd508b56e476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.435892 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f41decb1-6302-4023-af6a-7f6568682236 None None] Deleting port e33d1bac-b601-4243-9062-aad7c287c253 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:50.436491 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f41decb1-6302-4023-af6a-7f6568682236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.486646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce74c9-1d6a-4169-adb5-6d1002440f2d req-a7891c84-4aa8-4a46-9907-ea4e5fa5b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:50.490379 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a6ce74c9-1d6a-4169-adb5-6d1002440f2d req-a7891c84-4aa8-4a46-9907-ea4e5fa5b123 service neutron] 10.222.0.88 "GET /v2.0/networks?id=53b09237-f192-4fe2-b45e-fb197c44c727 HTTP/1.1" status: 200 len: 912 time: 0.3199198 Jan 27 17:08:50.561445 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a7b90b07-da32-49d6-a044-fd508b56e476 None None] Port 38a72b53-c06c-498e-a2be-8d9a339103d6 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:50.581614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Deleting port e33d1bac-b601-4243-9062-aad7c287c253 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:50.581956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.628321 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a6ce74c9-1d6a-4169-adb5-6d1002440f2d req-e37800c0-db0c-4089-9ba0-a844e75d18ce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3aa2cecd-19f4-4257-8787-50182843d7df HTTP/1.1" status: 200 len: 217 time: 0.1238425 Jan 27 17:08:50.645347 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-82499dd3-f4a2-4cd5-9e12-a373451fe83e req-a4cc66af-f68f-4492-9012-b290da2b02b2 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5191214 Jan 27 17:08:50.746150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Allocated IP 2001:db8::13b (24e0ef8d-6210-4a62-aa43-e488709e52c9/4f6df9d3-10f2-49ba-a180-0c7ccd1fe1c9/4a46e225-f4c2-4672-83e7-94d0d101de36) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:50.879525 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f41decb1-6302-4023-af6a-7f6568682236 None None] For port e33d1bac-b601-4243-9062-aad7c287c253, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e33d1bac-b601-4243-9062-aad7c287c253,segment=NetworkSegment(79db3e3d-7059-4068-9516-8bde05f175ca),segment_id=79db3e3d-7059-4068-9516-8bde05f175ca)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:50.880381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f41decb1-6302-4023-af6a-7f6568682236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.952852 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5eba5593-a665-4d01-bd5b-0484e65353b3 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "DELETE /v2.0/networks/2e079af0-de3b-484d-8b10-a61c2162e7ea HTTP/1.1" status: 204 len: 168 time: 3.4640114 Jan 27 17:08:50.954087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-acf8a00b-6b07-48ee-b35b-6dc14498109e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] In _notify_port_updated(), no bound segment for port 38a72b53-c06c-498e-a2be-8d9a339103d6 on network 2961b0dc-8aa2-4117-a813-833453c9c4d8 {{(pid=87609) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:08:50.958963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf8a00b-6b07-48ee-b35b-6dc14498109e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:50.960481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-acf8a00b-6b07-48ee-b35b-6dc14498109e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.967063 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-acf8a00b-6b07-48ee-b35b-6dc14498109e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "PUT /v2.0/ports/38a72b53-c06c-498e-a2be-8d9a339103d6 HTTP/1.1" status: 200 len: 996 time: 4.9163353 Jan 27 17:08:50.967063 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba5593-a665-4d01-bd5b-0484e65353b3 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event deleted for resources: {'Network': ['ID=2e079af0-de3b-484d-8b10-a61c2162e7ea,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:50.967063 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33172) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:50.968269 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33174) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:50.984965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8a00b-6b07-48ee-b35b-6dc14498109e tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event updated for resources: {'Port': ['ID=38a72b53-c06c-498e-a2be-8d9a339103d6,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:51.029619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce74c9-1d6a-4169-adb5-6d1002440f2d req-1c29e6e9-cc68-45e2-ae3b-dab604b62df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:51.031232 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a6ce74c9-1d6a-4169-adb5-6d1002440f2d req-1c29e6e9-cc68-45e2-ae3b-dab604b62df1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=46ca1fa6-00ce-4906-aaf8-b6505d36cbe0 HTTP/1.1" status: 200 len: 849 time: 0.3797891 Jan 27 17:08:51.071840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f41decb1-6302-4023-af6a-7f6568682236 None None] Calling delete_port for e33d1bac-b601-4243-9062-aad7c287c253 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:51.151746 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 861ddbed-cfe1-45cb-8096-396df0e59eea up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:51.164530 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1049b83-2c4d-4a12-b9af-d83c3ba21f66 req-d9f8796d-146d-4a4d-8aaa-3304d799414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:51.166057 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e1049b83-2c4d-4a12-b9af-d83c3ba21f66 req-d9f8796d-146d-4a4d-8aaa-3304d799414f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=482d4f98757a4ef0898d959157284a86&device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 1096 time: 0.7604208 Jan 27 17:08:51.211383 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cffa73b5-f3b9-4059-801f-38543b208d4f tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.274335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9d134-6ad6-481e-9e39-3c544a69457a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Deleting port 38a72b53-c06c-498e-a2be-8d9a339103d6 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:51.274827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d134-6ad6-481e-9e39-3c544a69457a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.335973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 861ddbed-cfe1-45cb-8096-396df0e59eea completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:51.348197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f41decb1-6302-4023-af6a-7f6568682236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.365291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] For port e33d1bac-b601-4243-9062-aad7c287c253, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e33d1bac-b601-4243-9062-aad7c287c253,segment=NetworkSegment(79db3e3d-7059-4068-9516-8bde05f175ca),segment_id=79db3e3d-7059-4068-9516-8bde05f175ca)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:51.365772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.401307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 861ddbed-cfe1-45cb-8096-396df0e59eea triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:51.401307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.433036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-cffa73b5-f3b9-4059-801f-38543b208d4f tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Calling delete_port for 744d720f-36f8-47bd-939e-77f7c39852eb owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:51.460383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41decb1-6302-4023-af6a-7f6568682236 None None] No DVR routers for this DVR port e33d1bac-b601-4243-9062-aad7c287c253 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:08:51.464077 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41decb1-6302-4023-af6a-7f6568682236 None None] Pushing event deleted for resources: {'Port': ['ID=e33d1bac-b601-4243-9062-aad7c287c253,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:51.477816 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c87d01be-b13b-40ff-bea0-f0892906323a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.540291 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1b50c335-2c02-42f0-8e70-999467da4eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.543910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.567770 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Calling delete_port for e33d1bac-b601-4243-9062-aad7c287c253 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:51.576715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.614149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf6cfcb-ad93-4f27-b7c6-069e30308085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861ddbed-cfe1-45cb-8096-396df0e59eea'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:08:51.641604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Transition to ACTIVE for port object 4a46e225-f4c2-4672-83e7-94d0d101de36 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:51.668998 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d100246-9c75-4e3c-85c5-e1386a313d21 req-16f8999c-1f0b-48ef-ad45-83355fa7cb92 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:51.671026 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0d100246-9c75-4e3c-85c5-e1386a313d21 req-16f8999c-1f0b-48ef-ad45-83355fa7cb92 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 943 time: 0.7054877 Jan 27 17:08:51.686847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967697d-bbec-41c6-b482-af97ece81952 req-a376eb73-162f-4f98-9b6c-49d69dd8a3a5 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:51.688580 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4967697d-bbec-41c6-b482-af97ece81952 req-a376eb73-162f-4f98-9b6c-49d69dd8a3a5 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 944 time: 0.7808325 Jan 27 17:08:51.714883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 861ddbed-cfe1-45cb-8096-396df0e59eea, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=861ddbed-cfe1-45cb-8096-396df0e59eea,segment=NetworkSegment(07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe),segment_id=07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:51.722018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.759471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1049b83-2c4d-4a12-b9af-d83c3ba21f66 req-ab1803dd-f8ff-455e-a0b3-4e54d3bce95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:51.761353 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e1049b83-2c4d-4a12-b9af-d83c3ba21f66 req-ab1803dd-f8ff-455e-a0b3-4e54d3bce95e service neutron] 10.222.0.88 "GET /v2.0/networks?id=f16f1136-ebee-4add-b4cb-8ddb9b12545a HTTP/1.1" status: 200 len: 907 time: 0.5334635 Jan 27 17:08:51.808243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce74c9-1d6a-4169-adb5-6d1002440f2d req-ed85f3c3-1b04-48d7-8486-523107272926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:51.810420 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a6ce74c9-1d6a-4169-adb5-6d1002440f2d req-ed85f3c3-1b04-48d7-8486-523107272926 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=53b09237-f192-4fe2-b45e-fb197c44c727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7517190 Jan 27 17:08:51.848434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=861ddbed-cfe1-45cb-8096-396df0e59eea,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:51.879616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c87d01be-b13b-40ff-bea0-f0892906323a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.887539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e33d1bac-b601-4243-9062-aad7c287c253 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:51.927272 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: e33d1bac-b601-4243-9062-aad7c287c253 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:51.930593 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e33d1bac-b601-4243-9062-aad7c287c253 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:51.937299 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0d100246-9c75-4e3c-85c5-e1386a313d21 req-c6cc0e36-365f-460e-bba3-080a9af5f8ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998498 Jan 27 17:08:51.938984 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-c87d01be-b13b-40ff-bea0-f0892906323a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb859a3-be80-4ed7-aeca-6529ef4ae7ea']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:51.942371 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e1049b83-2c4d-4a12-b9af-d83c3ba21f66 req-95711d90-89fc-4c6c-bd13-ccf1f940a659 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=206c5ab8-4380-4b51-8d35-507e1fddf4ee HTTP/1.1" status: 200 len: 217 time: 0.1372442 Jan 27 17:08:51.953740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cffa73b5-f3b9-4059-801f-38543b208d4f tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.004698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-c87d01be-b13b-40ff-bea0-f0892906323a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a920021a-8a25-4b0d-8053-cf091f564f8b') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:52.005017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-c87d01be-b13b-40ff-bea0-f0892906323a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a920021a-8a25-4b0d-8053-cf091f564f8b') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:52.035860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa73b5-f3b9-4059-801f-38543b208d4f tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event deleted for resources: {'Port': ['ID=744d720f-36f8-47bd-939e-77f7c39852eb,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:52.042077 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c87d01be-b13b-40ff-bea0-f0892906323a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.049460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.109579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:08:52.110127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:08:52.177877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c87d01be-b13b-40ff-bea0-f0892906323a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.192953 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4967697d-bbec-41c6-b482-af97ece81952 req-2ef69cf2-02a9-4b2b-8a58-942559f7734d tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4759603 Jan 27 17:08:52.280993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87d01be-b13b-40ff-bea0-f0892906323a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:52.282038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c87d01be-b13b-40ff-bea0-f0892906323a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:52.320605 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:52.327979 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Network 24e0ef8d-6210-4a62-aa43-e488709e52c9 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:52.330859 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1049b83-2c4d-4a12-b9af-d83c3ba21f66 req-eb3b5892-0185-4f53-a43e-eccb3237e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:52.333552 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e1049b83-2c4d-4a12-b9af-d83c3ba21f66 req-eb3b5892-0185-4f53-a43e-eccb3237e392 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761 HTTP/1.1" status: 200 len: 844 time: 0.3815284 Jan 27 17:08:52.342698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:52.346082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:52.352758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:52.353470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.354996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d134-6ad6-481e-9e39-3c544a69457a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.413217 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf6cfcb-ad93-4f27-b7c6-069e30308085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861ddbed-cfe1-45cb-8096-396df0e59eea', 'code': 200} Jan 27 17:08:52.509738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Pushing event updated for resources: {'Port': ['ID=4a46e225-f4c2-4672-83e7-94d0d101de36,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:52.535454 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cffa73b5-f3b9-4059-801f-38543b208d4f tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.543452 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9b3076de-e5c0-45e2-ace0-52b637397fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.3460782 Jan 27 17:08:52.545832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33192) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:52.546603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c87d01be-b13b-40ff-bea0-f0892906323a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.551668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c87d01be-b13b-40ff-bea0-f0892906323a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.625888 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c87d01be-b13b-40ff-bea0-f0892906323a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "DELETE /v2.0/networks/3cb859a3-be80-4ed7-aeca-6529ef4ae7ea HTTP/1.1" status: 204 len: 168 time: 1.6486671 Jan 27 17:08:52.632428 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cffa73b5-f3b9-4059-801f-38543b208d4f tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "DELETE /v2.0/ports/744d720f-36f8-47bd-939e-77f7c39852eb HTTP/1.1" status: 204 len: 168 time: 3.4654975 Jan 27 17:08:52.632428 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33196) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:52.632794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33198) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:52.640493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d01be-b13b-40ff-bea0-f0892906323a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event deleted for resources: {'Network': ['ID=3cb859a3-be80-4ed7-aeca-6529ef4ae7ea,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:52.679081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784', 'external_fixed_ips': [{'subnet_id': '07c7ebba-5b1c-4159-8aec-a06d0554ae60', 'ip_address': '172.20.0.2'}]}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:52.689653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:52.784907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Deleting port e33d1bac-b601-4243-9062-aad7c287c253 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:52.784907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.816791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9d134-6ad6-481e-9e39-3c544a69457a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Calling delete_port for 38a72b53-c06c-498e-a2be-8d9a339103d6 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:52.818502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-af5e5d7e-d07b-4eec-a116-93faa9f3044a None None] Provisioning for port 4a46e225-f4c2-4672-83e7-94d0d101de36 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:52.825984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-af5e5d7e-d07b-4eec-a116-93faa9f3044a None None] Provisioning complete for port 4a46e225-f4c2-4672-83e7-94d0d101de36 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:52.826635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-af5e5d7e-d07b-4eec-a116-93faa9f3044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.887213 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a6ce74c9-1d6a-4169-adb5-6d1002440f2d req-1f54d1a6-7b8d-4360-b843-30e9d8f8d74e service neutron] 10.222.0.88 "GET /v2.0/networks/53b09237-f192-4fe2-b45e-fb197c44c727?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0126996 Jan 27 17:08:52.892357 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Usage tracker for resource:router and tenant:dcee6e0a213648e3b21d62e972d67e5d is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:52.896517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-af5e5d7e-d07b-4eec-a116-93faa9f3044a None None] Port 4a46e225-f4c2-4672-83e7-94d0d101de36 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:52.917963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:52.938938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:52.998356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] The port 'e33d1bac-b601-4243-9062-aad7c287c253' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:08:53.017001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84620e1-7741-4839-8611-cecf363542f2 req-57a9978c-b043-44ae-ac59-541a3634188e tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:53.018881 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a84620e1-7741-4839-8611-cecf363542f2 req-57a9978c-b043-44ae-ac59-541a3634188e tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.9191680 Jan 27 17:08:53.074219 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.075395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.127650 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 206c5ab8-4380-4b51-8d35-507e1fddf4ee details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:08:53.158227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe96a9-5ff1-42b5-9728-d1406a1d9d9b tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:53.166814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe96a9-5ff1-42b5-9728-d1406a1d9d9b tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:53.179347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe96a9-5ff1-42b5-9728-d1406a1d9d9b tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:53.180724 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-28fe96a9-5ff1-42b5-9728-d1406a1d9d9b tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Synchronizing usage tracker for tenant:61cb2691f72d41cca478a29535097561 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:53.206776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85baa22-71cc-4dec-8af9-2d79ef44c9c7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:53.213610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85baa22-71cc-4dec-8af9-2d79ef44c9c7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:53.222114 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85baa22-71cc-4dec-8af9-2d79ef44c9c7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:53.223425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e85baa22-71cc-4dec-8af9-2d79ef44c9c7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Synchronizing usage tracker for tenant:e0b9f84c1820437481b46caf7254cd93 on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:53.234116 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.250000 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a84620e1-7741-4839-8611-cecf363542f2 req-4c0fd11d-f313-4ac8-962b-fc87efff7a54 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157309 Jan 27 17:08:53.299619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 206c5ab8-4380-4b51-8d35-507e1fddf4ee, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=206c5ab8-4380-4b51-8d35-507e1fddf4ee,segment=NetworkSegment(c6029f3b-dbda-4f67-95d5-86ef4d2794ff),segment_id=c6029f3b-dbda-4f67-95d5-86ef4d2794ff)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:53.318278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '206c5ab8-4380-4b51-8d35-507e1fddf4ee', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'port_id': '206c5ab8-4380-4b51-8d35-507e1fddf4ee', 'mac_address': 'fa:16:3e:70:b5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:08:53.319551 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e85baa22-71cc-4dec-8af9-2d79ef44c9c7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Unset dirty status for tenant:e0b9f84c1820437481b46caf7254cd93 on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:53.324336 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e85baa22-71cc-4dec-8af9-2d79ef44c9c7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.6764309 Jan 27 17:08:53.333522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.334688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33208) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:53.365298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-530569532'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:53.368637 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1049b83-2c4d-4a12-b9af-d83c3ba21f66 req-0de84411-8a90-4d8e-81c3-48befb414aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:53.370181 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e1049b83-2c4d-4a12-b9af-d83c3ba21f66 req-0de84411-8a90-4d8e-81c3-48befb414aa0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f16f1136-ebee-4add-b4cb-8ddb9b12545a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0009706 Jan 27 17:08:53.382175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-28fe96a9-5ff1-42b5-9728-d1406a1d9d9b tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Unset dirty status for tenant:61cb2691f72d41cca478a29535097561 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:53.386944 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-28fe96a9-5ff1-42b5-9728-d1406a1d9d9b tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.8288605 Jan 27 17:08:53.390775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688361ab-774c-4ae8-8db5-863be4f4f5f4 req-16e31d7c-82a0-42c4-bc2a-6729c35937c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:53.413659 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-688361ab-774c-4ae8-8db5-863be4f4f5f4 req-16e31d7c-82a0-42c4-bc2a-6729c35937c3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 1098 time: 0.7077622 Jan 27 17:08:53.415256 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:53.418602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33212) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:53.432575 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.452194 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a6ce74c9-1d6a-4169-adb5-6d1002440f2d req-05d9ca0d-71ee-40fa-bd74-016100f4b6c0 service neutron] 10.222.0.88 "GET /v2.0/networks/53b09237-f192-4fe2-b45e-fb197c44c727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440185 Jan 27 17:08:53.464757 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25adb82a-f3b1-471a-88d6-4a5cde8bad59']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:53.469610 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206c5ab8-4380-4b51-8d35-507e1fddf4ee {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:08:53.500161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 206c5ab8-4380-4b51-8d35-507e1fddf4ee, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=206c5ab8-4380-4b51-8d35-507e1fddf4ee,segment=NetworkSegment(c6029f3b-dbda-4f67-95d5-86ef4d2794ff),segment_id=c6029f3b-dbda-4f67-95d5-86ef4d2794ff)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:53.503710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79db3e3d-7059-4068-9516-8bde05f175ca') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:53.504007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79db3e3d-7059-4068-9516-8bde05f175ca') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:53.507437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.508884 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 3aa2cecd-19f4-4257-8787-50182843d7df details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:08:53.536815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.618745 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d134-6ad6-481e-9e39-3c544a69457a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.626069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:53.681867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.696177 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=206c5ab8-4380-4b51-8d35-507e1fddf4ee,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:53.699000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:53.699493 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.701330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-688361ab-774c-4ae8-8db5-863be4f4f5f4 req-d9b8f94b-611d-4630-99fa-0b1879ff3f22 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:53.801255 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:53.845184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4eff1-cce4-4080-97f3-a0399ed1b810 req-69c5a596-6d3b-4d46-99ec-6d6d9bcb902d tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:53.853593 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-688361ab-774c-4ae8-8db5-863be4f4f5f4 req-d9b8f94b-611d-4630-99fa-0b1879ff3f22 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:53.853963 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-92d4eff1-cce4-4080-97f3-a0399ed1b810 req-69c5a596-6d3b-4d46-99ec-6d6d9bcb902d tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 943 time: 0.6902277 Jan 27 17:08:53.856155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9d134-6ad6-481e-9e39-3c544a69457a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event deleted for resources: {'Port': ['ID=38a72b53-c06c-498e-a2be-8d9a339103d6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:53.872402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Made reservation on behalf of e0b9f84c1820437481b46caf7254cd93 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:53.877481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.881727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-89bf1c05-623d-4f08-8b65-5eaeb2d25bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.884926 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 3aa2cecd-19f4-4257-8787-50182843d7df, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3aa2cecd-19f4-4257-8787-50182843d7df,segment=NetworkSegment(e9410cdb-9b4c-4db0-a3da-79692f3f3223),segment_id=e9410cdb-9b4c-4db0-a3da-79692f3f3223)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:53.890703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.914167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '3aa2cecd-19f4-4257-8787-50182843d7df', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'port_id': '3aa2cecd-19f4-4257-8787-50182843d7df', 'mac_address': 'fa:16:3e:92:68:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:08:53.945189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.958580 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e1049b83-2c4d-4a12-b9af-d83c3ba21f66 req-4bb76f46-2773-464a-85fe-9e531a13c326 service neutron] 10.222.0.88 "GET /v2.0/networks/f16f1136-ebee-4add-b4cb-8ddb9b12545a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344434 Jan 27 17:08:54.004847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] Pushing event deleted for resources: {'Network': ['ID=25adb82a-f3b1-471a-88d6-4a5cde8bad59,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:54.021542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-688361ab-774c-4ae8-8db5-863be4f4f5f4 req-d9b8f94b-611d-4630-99fa-0b1879ff3f22 service neutron] Usage tracker for resource:security_group_rule and tenant:61547c9dc0d84d148ed5147cb2de9f43 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:54.033914 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-799add76-c93a-4a0a-9663-0ab7b242e4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Deleting port 4a46e225-f4c2-4672-83e7-94d0d101de36 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:54.034829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-799add76-c93a-4a0a-9663-0ab7b242e4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.067280 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.086925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-688361ab-774c-4ae8-8db5-863be4f4f5f4 req-d9b8f94b-611d-4630-99fa-0b1879ff3f22 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:54.096959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa2cecd-19f4-4257-8787-50182843d7df {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:08:54.119764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-688361ab-774c-4ae8-8db5-863be4f4f5f4 req-d9b8f94b-611d-4630-99fa-0b1879ff3f22 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:54.131393 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d4e30d0f-8864-42d1-bea9-cd68a6f385ff tempest-AllowedAddressPairIpV6TestJSON-457612633 tempest-AllowedAddressPairIpV6TestJSON-457612633-project] 10.222.0.81 "DELETE /v2.0/networks/25adb82a-f3b1-471a-88d6-4a5cde8bad59 HTTP/1.1" status: 204 len: 168 time: 4.3031831 Jan 27 17:08:54.163200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 3aa2cecd-19f4-4257-8787-50182843d7df, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3aa2cecd-19f4-4257-8787-50182843d7df,segment=NetworkSegment(e9410cdb-9b4c-4db0-a3da-79692f3f3223),segment_id=e9410cdb-9b4c-4db0-a3da-79692f3f3223)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:54.167530 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-92d4eff1-cce4-4080-97f3-a0399ed1b810 req-fcd09f56-4c3f-41c4-aab3-c26647fb05c8 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084285 Jan 27 17:08:54.172817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.255424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d134-6ad6-481e-9e39-3c544a69457a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.259339 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f7f9d134-6ad6-481e-9e39-3c544a69457a tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "DELETE /v2.0/ports/38a72b53-c06c-498e-a2be-8d9a339103d6 HTTP/1.1" status: 204 len: 168 time: 3.2713263 Jan 27 17:08:54.286616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33218) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:54.339942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.362522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=3aa2cecd-19f4-4257-8787-50182843d7df,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:54.417907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1235} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:54.420045 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['206c5ab8-4380-4b51-8d35-507e1fddf4ee'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:08:54.519139 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-232dc762-879c-46e5-8ee4-34d6d7e99447 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] GET failed (client error): The resource could not be found. Jan 27 17:08:54.519761 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-232dc762-879c-46e5-8ee4-34d6d7e99447 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Synchronizing usage tracker for tenant:327cad1e75a84317a0fdfe19c07eaae6 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:54.523310 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['3aa2cecd-19f4-4257-8787-50182843d7df'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:08:54.527880 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e1049b83-2c4d-4a12-b9af-d83c3ba21f66 req-3426d3f6-3ccf-4e62-a42e-3bfaa5f108db service neutron] 10.222.0.88 "GET /v2.0/networks/f16f1136-ebee-4add-b4cb-8ddb9b12545a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266094 Jan 27 17:08:54.547546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.547953 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Added segment 90df29a1-56e6-4431-939f-55054524a601 of type vlan for network 0614c062-3de9-4635-845e-f1e6f4cae989 Jan 27 17:08:54.611279 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76ef47-ae2a-4f81-8512-675cbb7556df req-d34defcb-5f40-464c-93bd-506bc934817d tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:54.622365 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1c76ef47-ae2a-4f81-8512-675cbb7556df req-d34defcb-5f40-464c-93bd-506bc934817d tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 944 time: 1.0236783 Jan 27 17:08:54.634998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac60c9-fc89-4c33-a945-cb710710be4b req-8dbb53f0-a2d1-435a-b7e4-03e13e2159c9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:54.645944 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bcac60c9-fc89-4c33-a945-cb710710be4b req-8dbb53f0-a2d1-435a-b7e4-03e13e2159c9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.1801300 Jan 27 17:08:54.732312 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bcac60c9-fc89-4c33-a945-cb710710be4b req-cdc3968e-2232-49a1-ae92-63d74546cd48 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844991 Jan 27 17:08:54.759319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.773013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-232dc762-879c-46e5-8ee4-34d6d7e99447 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Unset dirty status for tenant:327cad1e75a84317a0fdfe19c07eaae6 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:54.774190 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-232dc762-879c-46e5-8ee4-34d6d7e99447 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "GET /v2.0/ports/38a72b53-c06c-498e-a2be-8d9a339103d6 HTTP/1.1" status: 404 len: 333 time: 0.4675870 Jan 27 17:08:54.776772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33226) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:54.780329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33228) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:54.788092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Request body: {'port': {'network_id': '2961b0dc-8aa2-4117-a813-833453c9c4d8', 'name': 'tempest-AllowedAddressPairTestJSON-1930406892'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:54.882551 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1c76ef47-ae2a-4f81-8512-675cbb7556df req-0dec6516-1ccf-42c6-8b9e-1538d9411bd9 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588789 Jan 27 17:08:54.936342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.073892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-688361ab-774c-4ae8-8db5-863be4f4f5f4 req-d9b8f94b-611d-4630-99fa-0b1879ff3f22 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.076884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.083619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:55.084466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.122069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-688361ab-774c-4ae8-8db5-863be4f4f5f4 req-d9b8f94b-611d-4630-99fa-0b1879ff3f22 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.131946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-799add76-c93a-4a0a-9663-0ab7b242e4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.187864 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.241080 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:55.273984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:55.327793 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-59990feb-ff12-4ae9-ab73-e2e2efd2c5c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b364b800faa04c2486fbcfc829421244&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5468307 Jan 27 17:08:55.328633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Made reservation on behalf of 327cad1e75a84317a0fdfe19c07eaae6 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:55.333786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.352337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33238) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:55.408741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] device_id is not set on port 71ad963f-b4a1-4f0c-9d7c-d08583e959f6 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:55.502530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-799add76-c93a-4a0a-9663-0ab7b242e4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Calling delete_port for 4a46e225-f4c2-4672-83e7-94d0d101de36 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:55.542823 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-688361ab-774c-4ae8-8db5-863be4f4f5f4 req-d9b8f94b-611d-4630-99fa-0b1879ff3f22 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.1177177 Jan 27 17:08:55.636177 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8f94b-611d-4630-99fa-0b1879ff3f22 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb49bbe-5014-4c28-b3e2-0bd5c3eda4af,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:55.649355 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3072743 Jan 27 17:08:55.649355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dca0b-79af-44cc-a7d7-18fed81a62ed tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event updated for resources: {'Network': ['ID=0614c062-3de9-4635-845e-f1e6f4cae989,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:55.649857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-369ec3a7-4ab8-440a-8da5-2112370b5979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.650878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33242) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:55.681024 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 0614c062-3de9-4635-845e-f1e6f4cae989 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:55.719257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-12728935'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:55.750574 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:55.770667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Usage tracker for resource:network and tenant:e0b9f84c1820437481b46caf7254cd93 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:55.780506 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:55.807727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:55.825116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-369ec3a7-4ab8-440a-8da5-2112370b5979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.888004 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Allocated IP 172.20.0.4 (2961b0dc-8aa2-4117-a813-833453c9c4d8/0707aaf9-7323-4036-a0ee-4423ab0db8ed/71ad963f-b4a1-4f0c-9d7c-d08583e959f6) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:55.900336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f4f4b-dba8-4849-80e6-0d9e6c3163c1 req-98ba4640-8149-4f22-aec3-f208eeaf38b8 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:55.902883 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-349f4f4b-dba8-4849-80e6-0d9e6c3163c1 req-98ba4640-8149-4f22-aec3-f208eeaf38b8 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 944 time: 0.4987373 Jan 27 17:08:55.904169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Made reservation on behalf of e0b9f84c1820437481b46caf7254cd93 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:55.909712 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.046844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-799add76-c93a-4a0a-9663-0ab7b242e4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.070571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:56.099523 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-349f4f4b-dba8-4849-80e6-0d9e6c3163c1 req-7940f865-b8a0-454a-b980-e19866b80716 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652226 Jan 27 17:08:56.125844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-369ec3a7-4ab8-440a-8da5-2112370b5979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.148177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.148644 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Added segment 24276acc-66b1-4728-928a-fba25febd364 of type vlan for network 5e7e43c3-7cb3-421a-9db7-d83bc7a9e03e Jan 27 17:08:56.161765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799add76-c93a-4a0a-9663-0ab7b242e4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Pushing event deleted for resources: {'Port': ['ID=4a46e225-f4c2-4672-83e7-94d0d101de36,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:56.164498 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.198562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ec3a7-4ab8-440a-8da5-2112370b5979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844bc19a-0033-4c87-9b39-4b82180ca1eb,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:56.270921 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.279120 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.354267 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-799add76-c93a-4a0a-9663-0ab7b242e4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.416475 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-799add76-c93a-4a0a-9663-0ab7b242e4a2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] 10.222.0.81 "DELETE /v2.0/ports/4a46e225-f4c2-4672-83e7-94d0d101de36 HTTP/1.1" status: 204 len: 168 time: 2.9951830 Jan 27 17:08:56.435082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33250) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:56.447945 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-77148a91-63b3-4a59-aa5b-2f96444e2c2f tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Request body: {'port': {'name': 'tempest-new-port-name-1357725807', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:56.448333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.api.validators [None req-77148a91-63b3-4a59-aa5b-2f96444e2c2f tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] bootfile-name is not in valid_values {{(pid=87609) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:08:56.448672 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.api.validators [None req-77148a91-63b3-4a59-aa5b-2f96444e2c2f tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] tftp-server is not in valid_values {{(pid=87609) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:08:56.448995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.api.validators [None req-77148a91-63b3-4a59-aa5b-2f96444e2c2f tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] server-ip-address is not in valid_values {{(pid=87609) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:08:56.508315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-369ec3a7-4ab8-440a-8da5-2112370b5979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.514182 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-369ec3a7-4ab8-440a-8da5-2112370b5979 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/844bc19a-0033-4c87-9b39-4b82180ca1eb HTTP/1.1" status: 204 len: 168 time: 1.1569779 Jan 27 17:08:56.562597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.573706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed202294-5774-46f5-bd6d-955bb4c099b9 req-c7868984-2674-453a-9029-8e7950e92059 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:56.575798 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ed202294-5774-46f5-bd6d-955bb4c099b9 req-c7868984-2674-453a-9029-8e7950e92059 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.4843788 Jan 27 17:08:56.595890 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.602357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:56.603568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.714839 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ed202294-5774-46f5-bd6d-955bb4c099b9 req-5f1060a8-f5e3-4b56-9a32-4bb614b8cf05 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274467 Jan 27 17:08:56.791146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-77148a91-63b3-4a59-aa5b-2f96444e2c2f tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.795962 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1404932 Jan 27 17:08:56.797966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ecdcd-1636-443c-800e-20c5acfc36a9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event updated for resources: {'Network': ['ID=5e7e43c3-7cb3-421a-9db7-d83bc7a9e03e,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:56.801517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33258) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:56.812503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.821876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Request body: {'ports': [{'network_id': '0614c062-3de9-4635-845e-f1e6f4cae989', 'name': 'tempest-port--1802335624', 'admin_state_up': True}, {'network_id': '5e7e43c3-7cb3-421a-9db7-d83bc7a9e03e', 'admin_state_up': False}]} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:56.822083 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 5e7e43c3-7cb3-421a-9db7-d83bc7a9e03e details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:56.822594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Request body: {'port': {'network_id': '0614c062-3de9-4635-845e-f1e6f4cae989', 'name': 'tempest-port--1802335624', 'admin_state_up': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:56.823045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Request body: {'port': {'network_id': '5e7e43c3-7cb3-421a-9db7-d83bc7a9e03e', 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:56.881165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Transition to ACTIVE for port object 71ad963f-b4a1-4f0c-9d7c-d08583e959f6 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:57.013213 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536450da-a245-450e-97fe-c9c02344ba7f req-f05c854b-e481-48e6-aa7b-3f68a150dc03 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:57.014820 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-536450da-a245-450e-97fe-c9c02344ba7f req-f05c854b-e481-48e6-aa7b-3f68a150dc03 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 945 time: 0.7398503 Jan 27 17:08:57.050904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Allocated IP 172.20.0.2 (f1c22206-6cb7-4ace-93c8-947a8998b784/07c7ebba-5b1c-4159-8aec-a06d0554ae60/e8863002-93f4-4f3a-bb27-e62ec472ad51) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:57.162147 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 206c5ab8-4380-4b51-8d35-507e1fddf4ee up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:57.180091 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-536450da-a245-450e-97fe-c9c02344ba7f req-496c17da-c0f4-44b9-bae3-68a233e1166a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561971 Jan 27 17:08:57.384676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.450845 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 206c5ab8-4380-4b51-8d35-507e1fddf4ee completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:57.463897 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 206c5ab8-4380-4b51-8d35-507e1fddf4ee triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:57.464715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.473299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-77148a91-63b3-4a59-aa5b-2f96444e2c2f tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.547918 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-77148a91-63b3-4a59-aa5b-2f96444e2c2f tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.567008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:57.574218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Network 2961b0dc-8aa2-4117-a813-833453c9c4d8 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:57.579939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:57.582591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Usage tracker for resource:port and tenant:e0b9f84c1820437481b46caf7254cd93 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:57.594815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:57.601272 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:57.601788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.646456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-77148a91-63b3-4a59-aa5b-2f96444e2c2f tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] In _notify_port_updated(), no bound segment for port 4ee98a3a-6720-4b28-9fd6-cc2d59689df1 on network 24e0ef8d-6210-4a62-aa43-e488709e52c9 {{(pid=87609) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:08:57.651233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:57.653816 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77148a91-63b3-4a59-aa5b-2f96444e2c2f tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:57.654541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-77148a91-63b3-4a59-aa5b-2f96444e2c2f tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.656088 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-77148a91-63b3-4a59-aa5b-2f96444e2c2f tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] 10.222.0.81 "PUT /v2.0/ports/4ee98a3a-6720-4b28-9fd6-cc2d59689df1 HTTP/1.1" status: 200 len: 1130 time: 1.2195940 Jan 27 17:08:57.668624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33272) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:57.673788 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event updated for resources: {'Port': ['ID=71ad963f-b4a1-4f0c-9d7c-d08583e959f6,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:57.720917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77148a91-63b3-4a59-aa5b-2f96444e2c2f tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Pushing event updated for resources: {'Port': ['ID=4ee98a3a-6720-4b28-9fd6-cc2d59689df1,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:57.767715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11127f52-ad6f-4f56-84bf-36c69c974842 req-de27334a-f1af-4679-9ccf-2ae769d34710 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:57.791103 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-11127f52-ad6f-4f56-84bf-36c69c974842 req-de27334a-f1af-4679-9ccf-2ae769d34710 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 944 time: 0.2942655 Jan 27 17:08:57.827338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Made reservation on behalf of e0b9f84c1820437481b46caf7254cd93 for: {'port': 2} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:57.859156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.867797 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.952732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.961872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2e1240-4ff5-43a8-a3ac-be51047c9b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206c5ab8-4380-4b51-8d35-507e1fddf4ee'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:08:57.994951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 206c5ab8-4380-4b51-8d35-507e1fddf4ee, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=206c5ab8-4380-4b51-8d35-507e1fddf4ee,segment=NetworkSegment(c6029f3b-dbda-4f67-95d5-86ef4d2794ff),segment_id=c6029f3b-dbda-4f67-95d5-86ef4d2794ff)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:58.006746 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.008372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 3aa2cecd-19f4-4257-8787-50182843d7df up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:58.027021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:58.028424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.081078 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.120289 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-11127f52-ad6f-4f56-84bf-36c69c974842 req-8f8cc290-7fb9-41cf-a104-c65dafe874ac tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118615 Jan 27 17:08:58.224241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=206c5ab8-4380-4b51-8d35-507e1fddf4ee,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:58.294247 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2e1240-4ff5-43a8-a3ac-be51047c9b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206c5ab8-4380-4b51-8d35-507e1fddf4ee', 'code': 200} Jan 27 17:08:58.304753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb3c4c-ab03-49be-8dbf-16c2918e3c78 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:58.306192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4dfb3c4c-ab03-49be-8dbf-16c2918e3c78 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Synchronizing usage tracker for tenant:61cb2691f72d41cca478a29535097561 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:58.344143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event updated for resources: {'Port': ['ID=e8863002-93f4-4f3a-bb27-e62ec472ad51,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:58.370868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.385752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fc44e697-9a53-49b0-b09a-7ad109586e2a None None] Provisioning for port 71ad963f-b4a1-4f0c-9d7c-d08583e959f6 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:58.388154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Network f1c22206-6cb7-4ace-93c8-947a8998b784 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:58.389325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:58.401365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:08:58.406110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 3aa2cecd-19f4-4257-8787-50182843d7df completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:58.428224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fc44e697-9a53-49b0-b09a-7ad109586e2a None None] Provisioning complete for port 71ad963f-b4a1-4f0c-9d7c-d08583e959f6 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:58.429225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc44e697-9a53-49b0-b09a-7ad109586e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.487189 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b827dabe-73fc-496a-a623-2639cd1c3daf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7050009 Jan 27 17:08:58.491643 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33290) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:58.492162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33292) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:58.539450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 3aa2cecd-19f4-4257-8787-50182843d7df triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:58.540311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.575897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Request body: {'port': {'network_id': '2961b0dc-8aa2-4117-a813-833453c9c4d8', 'name': 'tempest-AllowedAddressPairTestJSON-350915988'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:58.759050 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-fc44e697-9a53-49b0-b09a-7ad109586e2a None None] Port 71ad963f-b4a1-4f0c-9d7c-d08583e959f6 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:58.809703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4dfb3c4c-ab03-49be-8dbf-16c2918e3c78 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Unset dirty status for tenant:61cb2691f72d41cca478a29535097561 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:58.813442 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4dfb3c4c-ab03-49be-8dbf-16c2918e3c78 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] 10.222.0.81 "GET /v2.0/ports/4ee98a3a-6720-4b28-9fd6-cc2d59689df1 HTTP/1.1" status: 200 len: 1130 time: 1.1404328 Jan 27 17:08:58.828478 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33300) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:58.869144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.938970 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2294ab60-5134-4ad6-bd99-83e16b3e0ff1 None None] Provisioning complete for port 4ee98a3a-6720-4b28-9fd6-cc2d59689df1 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:58.939395 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2294ab60-5134-4ad6-bd99-83e16b3e0ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.976193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 3aa2cecd-19f4-4257-8787-50182843d7df, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3aa2cecd-19f4-4257-8787-50182843d7df,segment=NetworkSegment(e9410cdb-9b4c-4db0-a3da-79692f3f3223),segment_id=e9410cdb-9b4c-4db0-a3da-79692f3f3223)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:58.983683 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.088058 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2294ab60-5134-4ad6-bd99-83e16b3e0ff1 None None] Port 4ee98a3a-6720-4b28-9fd6-cc2d59689df1 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:59.112712 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=3aa2cecd-19f4-4257-8787-50182843d7df,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:59.134355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d9107-2ac0-4680-af66-1daae81b843c req-78c188cb-9284-41dd-8398-4655841a89a7 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:59.136204 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3c5d9107-2ac0-4680-af66-1daae81b843c req-78c188cb-9284-41dd-8398-4655841a89a7 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 945 time: 0.4603364 Jan 27 17:08:59.140055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667bc79-b371-4296-9132-7832c7d7dc6b req-24ae8c14-7f05-4672-a08b-2e7227e86903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:59.141895 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1667bc79-b371-4296-9132-7832c7d7dc6b req-24ae8c14-7f05-4672-a08b-2e7227e86903 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 1098 time: 0.4224281 Jan 27 17:08:59.239015 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1147565614'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:59.287618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:59.336827 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3c5d9107-2ac0-4680-af66-1daae81b843c req-905f7695-e4d9-4ede-86fb-af71338dfd82 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919997 Jan 27 17:08:59.342435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-1667bc79-b371-4296-9132-7832c7d7dc6b req-c7d49892-a127-4653-9bcb-98f9cef6bcc9 service neutron] Synchronizing usage tracker for tenant:61547c9dc0d84d148ed5147cb2de9f43 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:59.342679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374484f-8f92-4164-a64b-8394c329ed4c req-3757ceb0-a5d2-4e0f-8166-1fc6f3a0b2f2 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:59.345848 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a374484f-8f92-4164-a64b-8394c329ed4c req-3757ceb0-a5d2-4e0f-8166-1fc6f3a0b2f2 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.2752416 Jan 27 17:08:59.347895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:network and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:59.392666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:59.455712 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:59.463169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f78ba418-fd6c-407b-9370-6188092795b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Deleting port 4ee98a3a-6720-4b28-9fd6-cc2d59689df1 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:59.463721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f78ba418-fd6c-407b-9370-6188092795b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.510367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-1667bc79-b371-4296-9132-7832c7d7dc6b req-c7d49892-a127-4653-9bcb-98f9cef6bcc9 service neutron] Unset dirty status for tenant:61547c9dc0d84d148ed5147cb2de9f43 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:59.512088 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1667bc79-b371-4296-9132-7832c7d7dc6b req-c7d49892-a127-4653-9bcb-98f9cef6bcc9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436096 Jan 27 17:08:59.516922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.642894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] device_id is not set on port ba84f32d-0998-4daf-9085-b9ec1e6709e1 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:59.683159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:59.688599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.709129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:59.730139 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a374484f-8f92-4164-a64b-8394c329ed4c req-e9e78af6-205b-4835-922a-a5ed39164c47 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307781 Jan 27 17:08:59.798146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Usage tracker for resource:port and tenant:327cad1e75a84317a0fdfe19c07eaae6 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:59.800940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a62f35-b64e-4022-a5c2-1f88a2a05d0f req-a73941f7-9f47-4690-b07f-a5bc4d3f1c92 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:59.802897 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-58a62f35-b64e-4022-a5c2-1f88a2a05d0f req-a73941f7-9f47-4690-b07f-a5bc4d3f1c92 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 945 time: 0.2232594 Jan 27 17:08:59.804614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.850574 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:59.882811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:59.894540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:59.914490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:security_group_rule and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:59.924921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:59.938235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:59.965501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Made reservation on behalf of 327cad1e75a84317a0fdfe19c07eaae6 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:59.969078 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-58a62f35-b64e-4022-a5c2-1f88a2a05d0f req-fbdd41e0-d609-40b7-8cbe-700011135bf6 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514084 Jan 27 17:08:59.969971 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.109215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] device_id is not set on port 94cebb62-6159-4139-ad1d-916501f4fb91 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:00.134132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.295349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c218580-7efd-4ba5-af65-e7aa448573b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa2cecd-19f4-4257-8787-50182843d7df'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:09:00.392162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f78ba418-fd6c-407b-9370-6188092795b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.396337 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c218580-7efd-4ba5-af65-e7aa448573b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa2cecd-19f4-4257-8787-50182843d7df', 'code': 200} Jan 27 17:09:00.517572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Router 024284d8-75ff-40d5-9ad0-eb9b893ffd9a is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:09:00.672492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f78ba418-fd6c-407b-9370-6188092795b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Calling delete_port for 4ee98a3a-6720-4b28-9fd6-cc2d59689df1 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:00.710622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.858676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63999e6-ac5f-48c8-8659-db5d823005b1 req-d33d40f1-0647-48f6-95df-3de832ffeaeb tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:00.861441 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c63999e6-ac5f-48c8-8659-db5d823005b1 req-d33d40f1-0647-48f6-95df-3de832ffeaeb tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.9002650 Jan 27 17:09:00.877616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33316) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:00.895704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b1a70437-aa81-419b-8a06-1fab309e13f9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Request body: {'floatingip': {'port_id': '861ddbed-cfe1-45cb-8096-396df0e59eea'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:00.954822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Allocated IP 172.20.0.12 (2961b0dc-8aa2-4117-a813-833453c9c4d8/0707aaf9-7323-4036-a0ee-4423ab0db8ed/94cebb62-6159-4139-ad1d-916501f4fb91) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:01.006441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b1a70437-aa81-419b-8a06-1fab309e13f9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for floatingip, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.068047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.115683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.128380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] device_id is not set on port 8cca2cb6-d830-4b0a-bd7f-823989af24bd yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:01.318725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13217706-9222-430f-ade4-ab18e29360b0 req-8107b74c-0d8a-4e5f-909f-af31f1e7f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:01.320780 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-13217706-9222-430f-ade4-ab18e29360b0 req-8107b74c-0d8a-4e5f-909f-af31f1e7f9e0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 1099 time: 0.5907166 Jan 27 17:09:01.328655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:01.350788 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Sync routers for ids ['024284d8-75ff-40d5-9ad0-eb9b893ffd9a'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:01.362163 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Routers {'024284d8-75ff-40d5-9ad0-eb9b893ffd9a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:01.362977 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:08:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['024284d8-75ff-40d5-9ad0-eb9b893ffd9a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:01.363187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff7762-3c92-4b79-b57d-22545e55fb75 req-fcd343ab-6baa-4a27-8a61-a4aa078327a0 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:01.371133 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-82ff7762-3c92-4b79-b57d-22545e55fb75 req-fcd343ab-6baa-4a27-8a61-a4aa078327a0 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 946 time: 0.8478410 Jan 27 17:09:01.374786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:01.464897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877cd31e-84e8-4f79-a1b3-572216f12082,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:01.476929 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.478478 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8ec32b76-591b-4f08-a385-64f85a52fad1 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.8315272 Jan 27 17:09:01.480663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.481092 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Added segment 14b95451-c3f5-4f92-834d-2b71470fd105 of type vlan for network 68bb417e-d7bb-4894-9bb8-57ed715d3541 Jan 27 17:09:01.531999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33322) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:01.553996 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-82ff7762-3c92-4b79-b57d-22545e55fb75 req-83cb691b-8dd4-4b0f-b0e1-f45b75141d79 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817901 Jan 27 17:09:01.556093 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-13217706-9222-430f-ade4-ab18e29360b0 req-9d98d8fd-63fd-484d-b9f0-859138698b17 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244053 Jan 27 17:09:01.648817 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Set router 024284d8-75ff-40d5-9ad0-eb9b893ffd9a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:09:01.741477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f78ba418-fd6c-407b-9370-6188092795b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.873616 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.090547 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024284d8-75ff-40d5-9ad0-eb9b893ffd9a', 'name': '', 'tenant_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784', 'external_fixed_ips': [{'subnet_id': '07c7ebba-5b1c-4159-8aec-a06d0554ae60', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e8863002-93f4-4f3a-bb27-e62ec472ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:53Z', 'updated_at': '2022-01-27T17:08:59Z', 'revision_number': 3, 'project_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'gw_port': {'id': 'e8863002-93f4-4f3a-bb27-e62ec472ad51', 'name': '', 'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024284d8-75ff-40d5-9ad0-eb9b893ffd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '07c7ebba-5b1c-4159-8aec-a06d0554ae60', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:08:56Z', 'updated_at': '2022-01-27T17:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07c7ebba-5b1c-4159-8aec-a06d0554ae60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:02.097833 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Checking router: 024284d8-75ff-40d5-9ad0-eb9b893ffd9a for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:09:02.098338 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Updating router 024284d8-75ff-40d5-9ad0-eb9b893ffd9a port e8863002-93f4-4f3a-bb27-e62ec472ad51 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:09:02.190672 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ba418-fd6c-407b-9370-6188092795b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Pushing event deleted for resources: {'Port': ['ID=4ee98a3a-6720-4b28-9fd6-cc2d59689df1,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:02.213018 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.389939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:09:02.397399 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-b1a70437-aa81-419b-8a06-1fab309e13f9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:09:02.438822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f78ba418-fd6c-407b-9370-6188092795b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.492624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88954709-9eec-40e8-abc5-91883d058fd2 req-76ce339f-d9aa-4970-9ce7-8085a7213539 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:02.496006 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-88954709-9eec-40e8-abc5-91883d058fd2 req-76ce339f-d9aa-4970-9ce7-8085a7213539 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 945 time: 1.3742390 Jan 27 17:09:02.626799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.637342 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:02.638341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.717527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.910724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.911979 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b1a70437-aa81-419b-8a06-1fab309e13f9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.932714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b1a70437-aa81-419b-8a06-1fab309e13f9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.955657 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.997562 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f78ba418-fd6c-407b-9370-6188092795b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] 10.222.0.81 "DELETE /v2.0/ports/4ee98a3a-6720-4b28-9fd6-cc2d59689df1 HTTP/1.1" status: 204 len: 168 time: 4.1347599 Jan 27 17:09:03.023094 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33328) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:03.025993 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.4877863 Jan 27 17:09:03.029600 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-88954709-9eec-40e8-abc5-91883d058fd2 req-658d5e94-3244-4684-945b-b84eeff6ac6e tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4901733 Jan 27 17:09:03.032100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33330) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:03.038517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Transition to ACTIVE for port object 94cebb62-6159-4139-ad1d-916501f4fb91 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:03.046432 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.086216 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Transition to ACTIVE for port object e8863002-93f4-4f3a-bb27-e62ec472ad51 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:03.105266 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.157099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'name': 'tempest-PortsIpV6TestJSON-1275459865'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:03.306419 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b186f-49e3-421f-8e76-f33d13ed4f62 req-ea57af1c-8365-459e-9fc2-647a9854a546 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:03.308706 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Attempting to bind port e8863002-93f4-4f3a-bb27-e62ec472ad51 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:03.309264 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0a9b186f-49e3-421f-8e76-f33d13ed4f62 req-ea57af1c-8365-459e-9fc2-647a9854a546 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 946 time: 0.5219429 Jan 27 17:09:03.310052 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Attempting to bind port e8863002-93f4-4f3a-bb27-e62ec472ad51 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '9aef50ad-9121-46f1-82c5-86d66928bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:03.310939 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Attempting to bind port e8863002-93f4-4f3a-bb27-e62ec472ad51 on network f1c22206-6cb7-4ace-93c8-947a8998b784 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:03.352444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0effa-330d-4e0b-bd3f-bff2c336cdc4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Network': ['ID=68bb417e-d7bb-4894-9bb8-57ed715d3541,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:03.366010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:03.380780 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Pushing event updated for resources: {'Port': ['ID=e8863002-93f4-4f3a-bb27-e62ec472ad51,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:03.384777 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:03.399001 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:03.400079 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:03.400893 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:03.401709 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:03.402486 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:03.403285 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:03.404124 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:03.404913 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:03.405752 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:03.406549 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:03.407323 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:03.408164 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:03.419107 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:03.420316 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Checking segment: {'id': '9aef50ad-9121-46f1-82c5-86d66928bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:03.421217 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.422091 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Bound using segment: {'id': '9aef50ad-9121-46f1-82c5-86d66928bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:03.423111 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Bound port: e8863002-93f4-4f3a-bb27-e62ec472ad51, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aef50ad-9121-46f1-82c5-86d66928bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:03.424110 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.434137 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-b1a70437-aa81-419b-8a06-1fab309e13f9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Floating IP 3baddae2-e6fa-4e89-9758-ae98342eda7c associated. External IP: 172.26.8.163, port: 861ddbed-cfe1-45cb-8096-396df0e59eea. Jan 27 17:09:03.463111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:port and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:03.494901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:03.546766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:03.558332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7491b10-f9e4-43e4-baac-834a605934b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Deleting subnet 4f6df9d3-10f2-49ba-a180-0c7ccd1fe1c9 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:03.574632 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7491b10-f9e4-43e4-baac-834a605934b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.610370 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0a9b186f-49e3-421f-8e76-f33d13ed4f62 req-677aecb7-a403-4fc4-98ff-d58f95875bd0 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814288 Jan 27 17:09:03.659620 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] For port e8863002-93f4-4f3a-bb27-e62ec472ad51, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:03.659620 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] For port e8863002-93f4-4f3a-bb27-e62ec472ad51, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e8863002-93f4-4f3a-bb27-e62ec472ad51,segment=NetworkSegment(9aef50ad-9121-46f1-82c5-86d66928bf2b),segment_id=9aef50ad-9121-46f1-82c5-86d66928bf2b)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:03.664555 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.728805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.732194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:03.740332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.808278 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Routers {'024284d8-75ff-40d5-9ad0-eb9b893ffd9a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:03.809395 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:08:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['024284d8-75ff-40d5-9ad0-eb9b893ffd9a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:03.872885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.898595 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.949702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7491b10-f9e4-43e4-baac-834a605934b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.961722 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6ef4c-b95c-4015-9b6b-c85dabfe256f None None] Pushing event updated for resources: {'Port': ['ID=e8863002-93f4-4f3a-bb27-e62ec472ad51,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:04.076159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803a56a-f32b-44d7-8750-0c89de466a07 req-e1c41818-66e0-49b8-86fe-26f70dab6346 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:04.079431 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9803a56a-f32b-44d7-8750-0c89de466a07 req-e1c41818-66e0-49b8-86fe-26f70dab6346 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 945 time: 0.7613091 Jan 27 17:09:04.088214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:04.094821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a70437-aa81-419b-8a06-1fab309e13f9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Router a3695c0c-9277-4af6-ad15-8de3901c4874 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:09:04.096396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33338) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:04.104339 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f194d940-e114-45d8-aab2-052563f95511 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Request body: {'floatingip': {'port_id': '206c5ab8-4380-4b51-8d35-507e1fddf4ee'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:04.193802 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] Set router 024284d8-75ff-40d5-9ad0-eb9b893ffd9a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:09:04.202045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Deleting port e8863002-93f4-4f3a-bb27-e62ec472ad51 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:04.202699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.234135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f194d940-e114-45d8-aab2-052563f95511 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for floatingip, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.297351 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event updated for resources: {'Port': ['ID=ba84f32d-0998-4daf-9085-b9ec1e6709e1,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:04.322783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Network 2961b0dc-8aa2-4117-a813-833453c9c4d8 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:04.449693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:04.546123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:04.652163 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024284d8-75ff-40d5-9ad0-eb9b893ffd9a', 'name': '', 'tenant_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784', 'external_fixed_ips': [{'subnet_id': '07c7ebba-5b1c-4159-8aec-a06d0554ae60', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e8863002-93f4-4f3a-bb27-e62ec472ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:53Z', 'updated_at': '2022-01-27T17:08:59Z', 'revision_number': 3, 'project_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'gw_port': {'id': 'e8863002-93f4-4f3a-bb27-e62ec472ad51', 'name': '', 'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024284d8-75ff-40d5-9ad0-eb9b893ffd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '07c7ebba-5b1c-4159-8aec-a06d0554ae60', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:08:56Z', 'updated_at': '2022-01-27T17:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07c7ebba-5b1c-4159-8aec-a06d0554ae60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:04.659038 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade5f02-11af-4796-8218-c237a71b5012 None None] The sync data for ids ['024284d8-75ff-40d5-9ad0-eb9b893ffd9a'] in dv-neutron-825077-1-hyperv is: [{'id': '024284d8-75ff-40d5-9ad0-eb9b893ffd9a', 'name': '', 'tenant_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784', 'external_fixed_ips': [{'subnet_id': '07c7ebba-5b1c-4159-8aec-a06d0554ae60', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e8863002-93f4-4f3a-bb27-e62ec472ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:53Z', 'updated_at': '2022-01-27T17:08:59Z', 'revision_number': 3, 'project_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'gw_port': {'id': 'e8863002-93f4-4f3a-bb27-e62ec472ad51', 'name': '', 'network_id': 'f1c22206-6cb7-4ace-93c8-947a8998b784', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024284d8-75ff-40d5-9ad0-eb9b893ffd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '07c7ebba-5b1c-4159-8aec-a06d0554ae60', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:08:56Z', 'updated_at': '2022-01-27T17:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07c7ebba-5b1c-4159-8aec-a06d0554ae60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:04.783626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event updated for resources: {'Port': ['ID=94cebb62-6159-4139-ad1d-916501f4fb91,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:04.810481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:04.811215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.911319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-24e22d3e-7a59-4ec7-bb53-a966ea49d195 None None] Provisioning for port 94cebb62-6159-4139-ad1d-916501f4fb91 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:04.923563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-24e22d3e-7a59-4ec7-bb53-a966ea49d195 None None] Provisioning complete for port 94cebb62-6159-4139-ad1d-916501f4fb91 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:04.924717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-24e22d3e-7a59-4ec7-bb53-a966ea49d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.014387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a70437-aa81-419b-8a06-1fab309e13f9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:05.028422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b1a70437-aa81-419b-8a06-1fab309e13f9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.057934 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc812b-2994-4594-8fba-c77a37bf9af9 None None] Sync routers for ids ['a3695c0c-9277-4af6-ad15-8de3901c4874'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:05.107144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-24e22d3e-7a59-4ec7-bb53-a966ea49d195 None None] Port 94cebb62-6159-4139-ad1d-916501f4fb91 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:05.143460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Checking segment: {'id': '90df29a1-56e6-4431-939f-55054524a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0614c062-3de9-4635-845e-f1e6f4cae989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:05.144498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Network hostable DHCP agents. Network: 0614c062-3de9-4635-845e-f1e6f4cae989, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:05.144677 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc812b-2994-4594-8fba-c77a37bf9af9 None None] Routers {'a3695c0c-9277-4af6-ad15-8de3901c4874'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:05.145790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-86cc812b-2994-4594-8fba-c77a37bf9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:08:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3695c0c-9277-4af6-ad15-8de3901c4874'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:05.193580 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-87a7e960-a1a9-4ec6-b1ab-507180f06508 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.6477957 Jan 27 17:09:05.195915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33344) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:05.222073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0d0b3bb3-fa61-4238-b09f-b0e7e06f90bd tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c9:1f:ff'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:a9:58:ec'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:05.252331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Network 0614c062-3de9-4635-845e-f1e6f4cae989 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:05.303061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] For port e8863002-93f4-4f3a-bb27-e62ec472ad51, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e8863002-93f4-4f3a-bb27-e62ec472ad51,segment=NetworkSegment(9aef50ad-9121-46f1-82c5-86d66928bf2b),segment_id=9aef50ad-9121-46f1-82c5-86d66928bf2b)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:05.303440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.308237 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b1a70437-aa81-419b-8a06-1fab309e13f9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "PUT /v2.0/floatingips/3baddae2-e6fa-4e89-9758-ae98342eda7c HTTP/1.1" status: 200 len: 991 time: 4.4272106 Jan 27 17:09:05.317587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 0614c062-3de9-4635-845e-f1e6f4cae989) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:05.324226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:05.325219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.368589 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf6cfcb-ad93-4f27-b7c6-069e30308085', 'tag': '861ddbed-cfe1-45cb-8096-396df0e59eea'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:09:05.385822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ed942-209b-46d3-83a4-dea4eb692338 None None] Network 0614c062-3de9-4635-845e-f1e6f4cae989 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:05.661171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Calling delete_port for e8863002-93f4-4f3a-bb27-e62ec472ad51 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:05.726372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7491b10-f9e4-43e4-baac-834a605934b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.735161 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf6cfcb-ad93-4f27-b7c6-069e30308085', 'tag': '861ddbed-cfe1-45cb-8096-396df0e59eea', 'status': 'completed', 'code': 200} Jan 27 17:09:05.787562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200a502-596a-4bb7-948a-ddd4cf230b9a req-17994cce-8cef-44af-835f-d694fcb85112 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.796167 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5200a502-596a-4bb7-948a-ddd4cf230b9a req-17994cce-8cef-44af-835f-d694fcb85112 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 946 time: 1.0058551 Jan 27 17:09:05.820448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-86cc812b-2994-4594-8fba-c77a37bf9af9 None None] Set router a3695c0c-9277-4af6-ad15-8de3901c4874 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:09:06.026541 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5200a502-596a-4bb7-948a-ddd4cf230b9a req-a0a48c2f-d536-483b-b905-fe2b50add39f tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293537 Jan 27 17:09:06.064720 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651cb87-fadd-4cdf-b3e6-88028d3920b7 req-7d29ddf9-5814-4610-9347-1ff11365d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:06.066585 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b651cb87-fadd-4cdf-b3e6-88028d3920b7 req-7d29ddf9-5814-4610-9347-1ff11365d06a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a95060ee06540eaa75dc255f8a6fc9f&device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 1098 time: 0.3971536 Jan 27 17:09:06.194320 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event updated for resources: {'Port': ['ID=8cca2cb6-d830-4b0a-bd7f-823989af24bd,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:06.201440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Checking segment: {'id': '24276acc-66b1-4728-928a-fba25febd364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '5e7e43c3-7cb3-421a-9db7-d83bc7a9e03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:06.201808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Network hostable DHCP agents. Network: 5e7e43c3-7cb3-421a-9db7-d83bc7a9e03e, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:06.210611 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e8863002-93f4-4f3a-bb27-e62ec472ad51 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:06.250630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651cb87-fadd-4cdf-b3e6-88028d3920b7 req-82963cf8-218d-4fd0-9fe6-f5702e427ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:06.252304 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b651cb87-fadd-4cdf-b3e6-88028d3920b7 req-82963cf8-218d-4fd0-9fe6-f5702e427ae8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=69137b3c-580f-481f-ab05-44feb3754947 HTTP/1.1" status: 200 len: 913 time: 0.1789980 Jan 27 17:09:06.252893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3bb3-fa61-4238-b09f-b0e7e06f90bd tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.253065 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.473886 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port e8863002-93f4-4f3a-bb27-e62ec472ad51 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:06.571354 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e8863002-93f4-4f3a-bb27-e62ec472ad51 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:06.572693 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.603180 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b651cb87-fadd-4cdf-b3e6-88028d3920b7 req-1cd2d731-b9f2-43de-94aa-d1401522fae2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861ddbed-cfe1-45cb-8096-396df0e59eea HTTP/1.1" status: 200 len: 999 time: 0.3358796 Jan 27 17:09:06.614904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Network 5e7e43c3-7cb3-421a-9db7-d83bc7a9e03e is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:06.627428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7491b10-f9e4-43e4-baac-834a605934b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.705362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7491b10-f9e4-43e4-baac-834a605934b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6df9d3-10f2-49ba-a180-0c7ccd1fe1c9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:06.764535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7491b10-f9e4-43e4-baac-834a605934b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.770681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 5e7e43c3-7cb3-421a-9db7-d83bc7a9e03e) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:06.791769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b5f154-dbbb-4b3b-b4ca-743e8512513b None None] Network 24e0ef8d-6210-4a62-aa43-e488709e52c9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:06.800759 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:06.806646 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a397f7fe-873c-4f56-bccd-fb0767a8b489 None None] Network 5e7e43c3-7cb3-421a-9db7-d83bc7a9e03e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:06.811523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:06.820572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:06.821465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.821671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-f194d940-e114-45d8-aab2-052563f95511 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:09:06.847621 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e7491b10-f9e4-43e4-baac-834a605934b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] 10.222.0.81 "DELETE /v2.0/subnets/4f6df9d3-10f2-49ba-a180-0c7ccd1fe1c9 HTTP/1.1" status: 204 len: 168 time: 3.8164356 Jan 27 17:09:06.855808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33360) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:06.969827 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-52340477-8a28-4b68-bd13-f3b96dd1a6c2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 10.1625903 Jan 27 17:09:06.976507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33364) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:07.001756 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651cb87-fadd-4cdf-b3e6-88028d3920b7 req-589be345-9d08-4727-a5cc-9994d0b13073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:07.003293 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b651cb87-fadd-4cdf-b3e6-88028d3920b7 req-589be345-9d08-4727-a5cc-9994d0b13073 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc4843f9-98f0-4647-bffb-6dc8d90f2a77 HTTP/1.1" status: 200 len: 850 time: 0.2331309 Jan 27 17:09:07.022985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c48935-54a9-4fa6-85e7-f574c402dd96 req-2383e2c2-3e99-4407-8361-a16485755431 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:07.026067 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-30c48935-54a9-4fa6-85e7-f574c402dd96 req-2383e2c2-3e99-4407-8361-a16485755431 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 946 time: 0.5071342 Jan 27 17:09:07.040992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.067487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f194d940-e114-45d8-aab2-052563f95511 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.077694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33368) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:07.168705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-79688461-20c0-4210-b932-cca7264574df tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Request body: {'floatingip': {'port_id': '3aa2cecd-19f4-4257-8787-50182843d7df'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:07.280249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.293503 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f194d940-e114-45d8-aab2-052563f95511 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.352921 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-86cc812b-2994-4594-8fba-c77a37bf9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:07:54Z', 'revision_number': 4, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '3baddae2-e6fa-4e89-9758-ae98342eda7c', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'floating_ip_address': '172.26.8.163', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'port_id': '861ddbed-cfe1-45cb-8096-396df0e59eea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'mac_address': 'fa:16:3e:76:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf6cfcb-ad93-4f27-b7c6-069e30308085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:08:10Z', 'updated_at': '2022-01-27T17:09:02Z', 'revision_number': 1, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df1f1cc-8410-43bf-92de-e7345a831e6f', 'name': '', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'mac_address': 'fa:16:3e:21:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:51Z', 'updated_at': '2022-01-27T17:08:11Z', 'revision_number': 5, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'subnets': [{'id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:07.365819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc812b-2994-4594-8fba-c77a37bf9af9 None None] Checking router: a3695c0c-9277-4af6-ad15-8de3901c4874 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:09:07.392333 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc812b-2994-4594-8fba-c77a37bf9af9 None None] Routers {'a3695c0c-9277-4af6-ad15-8de3901c4874'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:07.392972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-86cc812b-2994-4594-8fba-c77a37bf9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:08:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3695c0c-9277-4af6-ad15-8de3901c4874'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:07.492538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.526222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Checking segment: {'id': '14b95451-c3f5-4f92-834d-2b71470fd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:07.526727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network hostable DHCP agents. Network: 68bb417e-d7bb-4894-9bb8-57ed715d3541, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:07.566126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.582337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=0501bb9d-2bac-46d4-9dca-2ba3b3bd5109,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:07.672243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e313b411-e226-4141-b1e2-bcbbd573b34b None None] DHCP port deletion for 24e0ef8d-6210-4a62-aa43-e488709e52c9 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:09:07.699855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8863002-93f4-4f3a-bb27-e62ec472ad51,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:07.723016 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79688461-20c0-4210-b932-cca7264574df tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for floatingip, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.730927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:07.733781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Deleting port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:07.734187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.746887 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-86cc812b-2994-4594-8fba-c77a37bf9af9 None None] Set router a3695c0c-9277-4af6-ad15-8de3901c4874 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:09:07.827962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e313b411-e226-4141-b1e2-bcbbd573b34b None None] Deleting port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:07.828597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e313b411-e226-4141-b1e2-bcbbd573b34b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.025603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-0d0b3bb3-fa61-4238-b09f-b0e7e06f90bd tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:09:08.115334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 68bb417e-d7bb-4894-9bb8-57ed715d3541) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:08.126807 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.148681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3bb3-fa61-4238-b09f-b0e7e06f90bd tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.183396 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:08.185116 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f273a93-7d71-4883-abfe-93e42a08d9f1 None None] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:08.193177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:08.194353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.207759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:08.283679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3bb3-fa61-4238-b09f-b0e7e06f90bd tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.421684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.426279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.432175 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bebb3001-39bb-4281-ab18-d88b017d16eb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 5.3854578 Jan 27 17:09:08.432631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33374) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:08.442056 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2005675920'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:08.449722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] For port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=1d59915d-4b12-4cb4-ae91-c4ef19d05a4d,segment=NetworkSegment(8f30989c-7c79-4e38-949f-a44aafc8313e),segment_id=8f30989c-7c79-4e38-949f-a44aafc8313e)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:08.450098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.467856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:08.476722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:network and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:08.486165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baab78c-50aa-400c-b177-95f85434b4d5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:08.495900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baab78c-50aa-400c-b177-95f85434b4d5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:08.502361 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5baab78c-50aa-400c-b177-95f85434b4d5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.5123889 Jan 27 17:09:08.545937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:08.548445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33378) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:08.560839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:08.723841 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Calling delete_port for 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:08.812725 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.813502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 024284d8-75ff-40d5-9ad0-eb9b893ffd9a {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:09:08.863477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:08.868383 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-f194d940-e114-45d8-aab2-052563f95511 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Floating IP 5579ad4f-c6dc-4599-bf7e-bc38f79dc558 associated. External IP: 172.26.8.240, port: 206c5ab8-4380-4b51-8d35-507e1fddf4ee. Jan 27 17:09:08.870785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.923216 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.925098 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9a04bc92-b947-47f4-bfcd-acf6feaed90b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "DELETE /v2.0/routers/024284d8-75ff-40d5-9ad0-eb9b893ffd9a HTTP/1.1" status: 204 len: 168 time: 7.3911560 Jan 27 17:09:08.932161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33382) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:08.985061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651cb87-fadd-4cdf-b3e6-88028d3920b7 req-a1e79c21-3348-444e-a178-e5bdc6fe1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:08.987639 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b651cb87-fadd-4cdf-b3e6-88028d3920b7 req-a1e79c21-3348-444e-a178-e5bdc6fe1e26 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=69137b3c-580f-481f-ab05-44feb3754947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.9169679 Jan 27 17:09:09.010951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b3bb3-fa61-4238-b09f-b0e7e06f90bd tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event updated for resources: {'Port': ['ID=94cebb62-6159-4139-ad1d-916501f4fb91,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:09.063041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1234} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:09.111735 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.112295 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Added segment 09d80930-b343-4d1a-ab8f-3da2d8abd981 of type vlan for network c1630e8d-54a8-486d-968f-05c6e4084e2f Jan 27 17:09:09.134993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.154733 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52078c8-0304-40a1-8458-d6b168f675c7 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Deleting subnet 07c7ebba-5b1c-4159-8aec-a06d0554ae60 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:09.192859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-e313b411-e226-4141-b1e2-bcbbd573b34b None None] For port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=1d59915d-4b12-4cb4-ae91-c4ef19d05a4d,segment=NetworkSegment(8f30989c-7c79-4e38-949f-a44aafc8313e),segment_id=8f30989c-7c79-4e38-949f-a44aafc8313e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:09.194740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e313b411-e226-4141-b1e2-bcbbd573b34b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.208915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b3bb3-fa61-4238-b09f-b0e7e06f90bd tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] In _notify_port_updated(), no bound segment for port 94cebb62-6159-4139-ad1d-916501f4fb91 on network 2961b0dc-8aa2-4117-a813-833453c9c4d8 {{(pid=87609) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:09:09.220013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0b3bb3-fa61-4238-b09f-b0e7e06f90bd tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:09.221101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3bb3-fa61-4238-b09f-b0e7e06f90bd tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.223708 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0d0b3bb3-fa61-4238-b09f-b0e7e06f90bd tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "PUT /v2.0/ports/94cebb62-6159-4139-ad1d-916501f4fb91 HTTP/1.1" status: 200 len: 1056 time: 4.0232189 Jan 27 17:09:09.230003 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d52078c8-0304-40a1-8458-d6b168f675c7 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.258387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-720b92e1-4a24-4513-9b2b-9231e787d867 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Deleting port ba84f32d-0998-4daf-9085-b9ec1e6709e1 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:09.258924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-720b92e1-4a24-4513-9b2b-9231e787d867 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.294376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33388) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:09.296340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] No DVR routers for this DVR port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:09.465015 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.475764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Pushing event deleted for resources: {'Port': ['ID=1d59915d-4b12-4cb4-ae91-c4ef19d05a4d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:09.499627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e313b411-e226-4141-b1e2-bcbbd573b34b None None] Calling delete_port for 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:09.592823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:09:09.593961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d update to DOWN by agent not found {{(pid=87610) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 27 17:09:09.630534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f8436990-59b8-4df2-a336-a6118774a99c None None] Provisioning complete for port 94cebb62-6159-4139-ad1d-916501f4fb91 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:09.631121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f8436990-59b8-4df2-a336-a6118774a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.644352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d52078c8-0304-40a1-8458-d6b168f675c7 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.760114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-947534ad-74f7-4c12-9f40-a379df4e8701 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Deleting port 94cebb62-6159-4139-ad1d-916501f4fb91 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:09.760559 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-947534ad-74f7-4c12-9f40-a379df4e8701 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.783734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f8436990-59b8-4df2-a336-a6118774a99c None None] Port 94cebb62-6159-4139-ad1d-916501f4fb91 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:09.807794 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-e313b411-e226-4141-b1e2-bcbbd573b34b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:09:09.808292 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-e313b411-e226-4141-b1e2-bcbbd573b34b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:09:09.854844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-86cc812b-2994-4594-8fba-c77a37bf9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:07:54Z', 'revision_number': 4, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '3baddae2-e6fa-4e89-9758-ae98342eda7c', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'floating_ip_address': '172.26.8.163', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'port_id': '861ddbed-cfe1-45cb-8096-396df0e59eea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'mac_address': 'fa:16:3e:76:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf6cfcb-ad93-4f27-b7c6-069e30308085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:08:10Z', 'updated_at': '2022-01-27T17:09:02Z', 'revision_number': 1, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df1f1cc-8410-43bf-92de-e7345a831e6f', 'name': '', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'mac_address': 'fa:16:3e:21:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:51Z', 'updated_at': '2022-01-27T17:08:11Z', 'revision_number': 5, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'subnets': [{'id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:09.860486 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc812b-2994-4594-8fba-c77a37bf9af9 None None] The sync data for ids ['a3695c0c-9277-4af6-ad15-8de3901c4874'] in dv-neutron-825077-1-hyperv is: [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:07:54Z', 'revision_number': 4, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '3baddae2-e6fa-4e89-9758-ae98342eda7c', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'floating_ip_address': '172.26.8.163', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'port_id': '861ddbed-cfe1-45cb-8096-396df0e59eea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'mac_address': 'fa:16:3e:76:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf6cfcb-ad93-4f27-b7c6-069e30308085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:08:10Z', 'updated_at': '2022-01-27T17:09:02Z', 'revision_number': 1, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df1f1cc-8410-43bf-92de-e7345a831e6f', 'name': '', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'mac_address': 'fa:16:3e:21:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:51Z', 'updated_at': '2022-01-27T17:08:11Z', 'revision_number': 5, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'subnets': [{'id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:09.929477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.963133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.974058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:09.975140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.989353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e8863002-93f4-4f3a-bb27-e62ec472ad51 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:10.037967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: e8863002-93f4-4f3a-bb27-e62ec472ad51 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:09:10.038285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e8863002-93f4-4f3a-bb27-e62ec472ad51 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:09:10.100374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e0ef8d-6210-4a62-aa43-e488709e52c9']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:10.194319 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1942b784-f513-49df-a968-9d24c2159d20 None None] New status for floating IP 3baddae2-e6fa-4e89-9758-ae98342eda7c: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:09:10.195304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f30989c-7c79-4e38-949f-a44aafc8313e') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:10.195304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f30989c-7c79-4e38-949f-a44aafc8313e') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:10.213627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d52078c8-0304-40a1-8458-d6b168f675c7 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:10.276615 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8394220 Jan 27 17:09:10.311561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e313b411-e226-4141-b1e2-bcbbd573b34b None None] Deleting port 1d59915d-4b12-4cb4-ae91-c4ef19d05a4d {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:10.313168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e313b411-e226-4141-b1e2-bcbbd573b34b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:10.353883 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33394) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:10.390216 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'ports': [{'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541'}, {'network_id': 'c1630e8d-54a8-486d-968f-05c6e4084e2f'}]} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:10.390781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:10.391365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': 'c1630e8d-54a8-486d-968f-05c6e4084e2f'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:10.430785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:10.461067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02940e90-4689-443b-993c-6dd61fade8bd tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Network': ['ID=c1630e8d-54a8-486d-968f-05c6e4084e2f,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:10.509552 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network c1630e8d-54a8-486d-968f-05c6e4084e2f details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:10.541543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e313b411-e226-4141-b1e2-bcbbd573b34b None None] The port '1d59915d-4b12-4cb4-ae91-c4ef19d05a4d' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:09:10.716392 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:10.749948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:10.750601 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:10.783679 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b651cb87-fadd-4cdf-b3e6-88028d3920b7 req-328ee25c-b988-40f3-a7d2-6aa2fc6b4b31 service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7105610 Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:10.796069 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:10.800414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-720b92e1-4a24-4513-9b2b-9231e787d867 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:10.973134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d52078c8-0304-40a1-8458-d6b168f675c7 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.041023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52078c8-0304-40a1-8458-d6b168f675c7 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=07c7ebba-5b1c-4159-8aec-a06d0554ae60,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:11.052828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.075886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.083040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d52078c8-0304-40a1-8458-d6b168f675c7 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.093572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-947534ad-74f7-4c12-9f40-a379df4e8701 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.121043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] Pushing event deleted for resources: {'Network': ['ID=24e0ef8d-6210-4a62-aa43-e488709e52c9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:11.182877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-720b92e1-4a24-4513-9b2b-9231e787d867 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Calling delete_port for ba84f32d-0998-4daf-9085-b9ec1e6709e1 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:11.189976 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d52078c8-0304-40a1-8458-d6b168f675c7 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/07c7ebba-5b1c-4159-8aec-a06d0554ae60 HTTP/1.1" status: 204 len: 168 time: 2.2517202 Jan 27 17:09:11.220661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33398) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:11.265428 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-567a99c6-e348-4030-b759-9c02b6e29873 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574 tempest-ExtraDHCPOptionsIpV6TestJSON-2032955574-project] 10.222.0.81 "DELETE /v2.0/networks/24e0ef8d-6210-4a62-aa43-e488709e52c9 HTTP/1.1" status: 204 len: 168 time: 4.3942618 Jan 27 17:09:11.278904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-947534ad-74f7-4c12-9f40-a379df4e8701 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Calling delete_port for 94cebb62-6159-4139-ad1d-916501f4fb91 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:11.537134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-947534ad-74f7-4c12-9f40-a379df4e8701 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.646403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947534ad-74f7-4c12-9f40-a379df4e8701 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event deleted for resources: {'Port': ['ID=94cebb62-6159-4139-ad1d-916501f4fb91,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:11.735700 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b651cb87-fadd-4cdf-b3e6-88028d3920b7 req-6219c3c4-bd6c-47a5-b3ac-0c38c90e463e service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9171231 Jan 27 17:09:11.750463 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:11.781584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.793472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f194d940-e114-45d8-aab2-052563f95511 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:09:11.801176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:port and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:11.806144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-720b92e1-4a24-4513-9b2b-9231e787d867 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.809754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-79688461-20c0-4210-b932-cca7264574df tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:09:11.923374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:12.033038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:12.052125 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33408) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:12.082498 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b92e1-4a24-4513-9b2b-9231e787d867 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event deleted for resources: {'Port': ['ID=ba84f32d-0998-4daf-9085-b9ec1e6709e1,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:12.153816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-947534ad-74f7-4c12-9f40-a379df4e8701 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.169795 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-947534ad-74f7-4c12-9f40-a379df4e8701 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "DELETE /v2.0/ports/94cebb62-6159-4139-ad1d-916501f4fb91 HTTP/1.1" status: 204 len: 168 time: 2.8544397 Jan 27 17:09:12.170281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33414) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:12.217172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-720b92e1-4a24-4513-9b2b-9231e787d867 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.238397 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb02b53c-cfeb-49b2-8361-505ad5d6ec34 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] GET failed (client error): The resource could not be found. Jan 27 17:09:12.239422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bb02b53c-cfeb-49b2-8361-505ad5d6ec34 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Synchronizing usage tracker for tenant:327cad1e75a84317a0fdfe19c07eaae6 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:12.267703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bb02b53c-cfeb-49b2-8361-505ad5d6ec34 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Unset dirty status for tenant:327cad1e75a84317a0fdfe19c07eaae6 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:12.271936 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bb02b53c-cfeb-49b2-8361-505ad5d6ec34 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "GET /v2.0/ports/94cebb62-6159-4139-ad1d-916501f4fb91 HTTP/1.1" status: 404 len: 333 time: 0.0981221 Jan 27 17:09:12.272225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 2} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:12.273285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33418) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:12.277948 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.413050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-7d1fba2e-fc45-41c8-b776-c2cc38729703 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Deleting port 71ad963f-b4a1-4f0c-9d7c-d08583e959f6 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:12.413588 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d1fba2e-fc45-41c8-b776-c2cc38729703 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.526306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79688461-20c0-4210-b932-cca7264574df tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.553158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79688461-20c0-4210-b932-cca7264574df tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.604983 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-720b92e1-4a24-4513-9b2b-9231e787d867 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "DELETE /v2.0/ports/ba84f32d-0998-4daf-9085-b9ec1e6709e1 HTTP/1.1" status: 204 len: 168 time: 4.0463035 Jan 27 17:09:12.613118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33422) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:12.635688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.842316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-916b3d03-b495-479f-8946-748420cbd8de tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Deleting port 8cca2cb6-d830-4b0a-bd7f-823989af24bd {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:12.842679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-916b3d03-b495-479f-8946-748420cbd8de tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.937586 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d1fba2e-fc45-41c8-b776-c2cc38729703 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.975052 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.019426 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-067f5a58-61ea-45d3-968e-c0c609740fc3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61cb2691f72d41cca478a29535097561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9633801 Jan 27 17:09:13.096659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33428) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:13.233870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-7d1fba2e-fc45-41c8-b776-c2cc38729703 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Calling delete_port for 71ad963f-b4a1-4f0c-9d7c-d08583e959f6 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:13.300616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c22206-6cb7-4ace-93c8-947a8998b784']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:13.322137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f194d940-e114-45d8-aab2-052563f95511 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:13.340988 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f194d940-e114-45d8-aab2-052563f95511 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.342755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5692d219-5267-4b07-8e33-261c099ec08a None None] Sync routers for ids ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:13.366525 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5692d219-5267-4b07-8e33-261c099ec08a None None] Routers {'7a3fe6fa-31b0-4651-a064-70ca67c04b7e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:13.367130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-5692d219-5267-4b07-8e33-261c099ec08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:08:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:13.461380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aef50ad-9121-46f1-82c5-86d66928bf2b') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:13.461380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aef50ad-9121-46f1-82c5-86d66928bf2b') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:13.501186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-916b3d03-b495-479f-8946-748420cbd8de tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.541345 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.560944 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-79688461-20c0-4210-b932-cca7264574df tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Floating IP 489647e4-2efa-45e2-8105-59129861c3e8 associated. External IP: 172.26.8.114, port: 3aa2cecd-19f4-4257-8787-50182843d7df. Jan 27 17:09:13.690474 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-916b3d03-b495-479f-8946-748420cbd8de tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Calling delete_port for 8cca2cb6-d830-4b0a-bd7f-823989af24bd owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:13.696550 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-5692d219-5267-4b07-8e33-261c099ec08a None None] Set router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:09:13.773614 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f194d940-e114-45d8-aab2-052563f95511 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "PUT /v2.0/floatingips/5579ad4f-c6dc-4599-bf7e-bc38f79dc558 HTTP/1.1" status: 200 len: 991 time: 9.6709993 Jan 27 17:09:13.775380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.793907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2e1240-4ff5-43a8-a3ac-be51047c9b5e', 'tag': '206c5ab8-4380-4b51-8d35-507e1fddf4ee'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:09:13.827135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port aa1fbdad-1392-41b7-9b63-b8b03f0452a8 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:13.864080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1be9854-d2eb-46ef-b35c-456de6482bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.868039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:13.868676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.893370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-916b3d03-b495-479f-8946-748420cbd8de tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:13.899395 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:13.951294 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2e1240-4ff5-43a8-a3ac-be51047c9b5e', 'tag': '206c5ab8-4380-4b51-8d35-507e1fddf4ee', 'status': 'completed', 'code': 200} Jan 27 17:09:13.980519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d1fba2e-fc45-41c8-b776-c2cc38729703 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.043737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b3d03-b495-479f-8946-748420cbd8de tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event deleted for resources: {'Port': ['ID=8cca2cb6-d830-4b0a-bd7f-823989af24bd,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:14.230605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fba2e-fc45-41c8-b776-c2cc38729703 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event deleted for resources: {'Port': ['ID=71ad963f-b4a1-4f0c-9d7c-d08583e959f6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:14.249022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-916b3d03-b495-479f-8946-748420cbd8de tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.280717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1be9854-d2eb-46ef-b35c-456de6482bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.390240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d1fba2e-fc45-41c8-b776-c2cc38729703 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.419003 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7d1fba2e-fc45-41c8-b776-c2cc38729703 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "DELETE /v2.0/ports/71ad963f-b4a1-4f0c-9d7c-d08583e959f6 HTTP/1.1" status: 204 len: 168 time: 2.1439331 Jan 27 17:09:14.425579 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-916b3d03-b495-479f-8946-748420cbd8de tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "DELETE /v2.0/ports/8cca2cb6-d830-4b0a-bd7f-823989af24bd HTTP/1.1" status: 204 len: 168 time: 1.8106587 Jan 27 17:09:14.426339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33438) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:14.426833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33440) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:14.593470 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2edca72-8156-4336-8410-1e8882edee0b tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] GET failed (client error): The resource could not be found. Jan 27 17:09:14.594023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c2edca72-8156-4336-8410-1e8882edee0b tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Synchronizing usage tracker for tenant:327cad1e75a84317a0fdfe19c07eaae6 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:14.598791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-5692d219-5267-4b07-8e33-261c099ec08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:56Z', 'revision_number': 4, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '5579ad4f-c6dc-4599-bf7e-bc38f79dc558', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'port_id': '206c5ab8-4380-4b51-8d35-507e1fddf4ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'mac_address': 'fa:16:3e:70:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2e1240-4ff5-43a8-a3ac-be51047c9b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:08:19Z', 'updated_at': '2022-01-27T17:09:06Z', 'revision_number': 1, 'project_id': '482d4f98757a4ef0898d959157284a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddb2715-0e62-46f9-9005-9a32151699d1', 'name': '', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'mac_address': 'fa:16:3e:b7:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:52Z', 'updated_at': '2022-01-27T17:08:14Z', 'revision_number': 5, 'project_id': '482d4f98757a4ef0898d959157284a86', 'subnets': [{'id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:14.604030 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-fbe7a0b9-44ea-47f0-b8e9-16c05dbe493a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Synchronizing usage tracker for tenant:e0b9f84c1820437481b46caf7254cd93 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:14.608382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5692d219-5267-4b07-8e33-261c099ec08a None None] Checking router: 7a3fe6fa-31b0-4651-a064-70ca67c04b7e for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:09:14.619222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.628613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5692d219-5267-4b07-8e33-261c099ec08a None None] Routers {'7a3fe6fa-31b0-4651-a064-70ca67c04b7e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:14.629385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-5692d219-5267-4b07-8e33-261c099ec08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:08:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:14.631330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c2edca72-8156-4336-8410-1e8882edee0b tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Unset dirty status for tenant:327cad1e75a84317a0fdfe19c07eaae6 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:14.640488 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c2edca72-8156-4336-8410-1e8882edee0b tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "GET /v2.0/ports/71ad963f-b4a1-4f0c-9d7c-d08583e959f6 HTTP/1.1" status: 404 len: 333 time: 0.2058945 Jan 27 17:09:14.640920 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33446) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:14.644888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-fbe7a0b9-44ea-47f0-b8e9-16c05dbe493a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Unset dirty status for tenant:e0b9f84c1820437481b46caf7254cd93 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:14.646905 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fbe7a0b9-44ea-47f0-b8e9-16c05dbe493a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2153752 Jan 27 17:09:14.662925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1be9854-d2eb-46ef-b35c-456de6482bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.669562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f1c22206-6cb7-4ace-93c8-947a8998b784 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:09:14.673968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33450) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:14.692859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.698915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be9854-d2eb-46ef-b35c-456de6482bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcdee9b-e242-415c-8ff1-3c4bdf4a994a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:14.713860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-477664855'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:14.735704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1c22206-6cb7-4ace-93c8-947a8998b784,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:14.756565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:14.779153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-acef7366-ccbb-4cc8-8a8a-8424bad7a8cf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Deleting port da4dc8a2-48d1-4be5-b0b8-4e7f4d8d139b {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:14.780297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-acef7366-ccbb-4cc8-8a8a-8424bad7a8cf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.800758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Usage tracker for resource:network and tenant:e0b9f84c1820437481b46caf7254cd93 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:14.811911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:14.829578 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398de4a-0e16-492f-a4f0-9e459a990a9b req-223a3f34-9840-475f-8c66-bf3373785d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:14.831220 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7398de4a-0e16-492f-a4f0-9e459a990a9b req-223a3f34-9840-475f-8c66-bf3373785d61 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=482d4f98757a4ef0898d959157284a86&device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 1098 time: 0.7835004 Jan 27 17:09:14.848957 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-320f631a-ba2f-42f5-9162-7d57a70ccde3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "DELETE /v2.0/networks/f1c22206-6cb7-4ace-93c8-947a8998b784 HTTP/1.1" status: 204 len: 168 time: 3.6125541 Jan 27 17:09:14.848957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:15.002369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-5692d219-5267-4b07-8e33-261c099ec08a None None] Set router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:09:15.263321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1be9854-d2eb-46ef-b35c-456de6482bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.272261 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e1be9854-d2eb-46ef-b35c-456de6482bc8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2fcdee9b-e242-415c-8ff1-3c4bdf4a994a HTTP/1.1" status: 204 len: 168 time: 2.1739142 Jan 27 17:09:15.273828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398de4a-0e16-492f-a4f0-9e459a990a9b req-36771482-dd82-443a-ba20-5f9797c1c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:15.275451 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7398de4a-0e16-492f-a4f0-9e459a990a9b req-36771482-dd82-443a-ba20-5f9797c1c2be service neutron] 10.222.0.88 "GET /v2.0/networks?id=f16f1136-ebee-4add-b4cb-8ddb9b12545a HTTP/1.1" status: 200 len: 907 time: 0.4316535 Jan 27 17:09:15.601981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.649839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-acef7366-ccbb-4cc8-8a8a-8424bad7a8cf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.760826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port 49712d12-a766-401b-b40a-37ddb4791563 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:15.899898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.901359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-5692d219-5267-4b07-8e33-261c099ec08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:56Z', 'revision_number': 4, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '5579ad4f-c6dc-4599-bf7e-bc38f79dc558', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'port_id': '206c5ab8-4380-4b51-8d35-507e1fddf4ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'mac_address': 'fa:16:3e:70:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2e1240-4ff5-43a8-a3ac-be51047c9b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:08:19Z', 'updated_at': '2022-01-27T17:09:06Z', 'revision_number': 1, 'project_id': '482d4f98757a4ef0898d959157284a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddb2715-0e62-46f9-9005-9a32151699d1', 'name': '', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'mac_address': 'fa:16:3e:b7:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:52Z', 'updated_at': '2022-01-27T17:08:14Z', 'revision_number': 5, 'project_id': '482d4f98757a4ef0898d959157284a86', 'subnets': [{'id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:15.908650 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5692d219-5267-4b07-8e33-261c099ec08a None None] The sync data for ids ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'] in dv-neutron-825077-1-hyperv is: [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:56Z', 'revision_number': 4, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '5579ad4f-c6dc-4599-bf7e-bc38f79dc558', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'port_id': '206c5ab8-4380-4b51-8d35-507e1fddf4ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'mac_address': 'fa:16:3e:70:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2e1240-4ff5-43a8-a3ac-be51047c9b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:08:19Z', 'updated_at': '2022-01-27T17:09:06Z', 'revision_number': 1, 'project_id': '482d4f98757a4ef0898d959157284a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddb2715-0e62-46f9-9005-9a32151699d1', 'name': '', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'mac_address': 'fa:16:3e:b7:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:52Z', 'updated_at': '2022-01-27T17:08:14Z', 'revision_number': 5, 'project_id': '482d4f98757a4ef0898d959157284a86', 'subnets': [{'id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:15.957429 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7398de4a-0e16-492f-a4f0-9e459a990a9b req-81ed73f9-99e4-4883-b20f-11b79cbfcbc7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=206c5ab8-4380-4b51-8d35-507e1fddf4ee HTTP/1.1" status: 200 len: 999 time: 0.6455185 Jan 27 17:09:16.001628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.010665 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Made reservation on behalf of e0b9f84c1820437481b46caf7254cd93 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:16.014755 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.032396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33468) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:16.060333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-acef7366-ccbb-4cc8-8a8a-8424bad7a8cf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Calling delete_port for da4dc8a2-48d1-4be5-b0b8-4e7f4d8d139b owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:16.149752 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-44af37b5-d62d-466b-b2b4-24de642a53a0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Request body: {'router': {'name': 'tempest-router--1190603624', 'project_id': 'ff319f6a006c4c51a6493d6cc0af07a5'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:16.176494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-44af37b5-d62d-466b-b2b4-24de642a53a0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:16.189582 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:16.209447 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79688461-20c0-4210-b932-cca7264574df tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Router e6317c45-6d5f-461c-9b26-5bcbfc70d498 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:09:16.210680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:16.213926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:16.215153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.222903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-44af37b5-d62d-466b-b2b4-24de642a53a0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Usage tracker for resource:router and tenant:ff319f6a006c4c51a6493d6cc0af07a5 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:16.237928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-44af37b5-d62d-466b-b2b4-24de642a53a0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:16.268451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-44af37b5-d62d-466b-b2b4-24de642a53a0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:16.282151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:16.285126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=aa1fbdad-1392-41b7-9b63-b8b03f0452a8,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:16.349964 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b254ff-700f-4aaf-8d33-1c05f8f021ed None None] New status for floating IP 5579ad4f-c6dc-4599-bf7e-bc38f79dc558: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:09:16.372925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398de4a-0e16-492f-a4f0-9e459a990a9b req-dfd77d37-3d7c-40e9-b5ed-b0e7762ffabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:16.374565 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7398de4a-0e16-492f-a4f0-9e459a990a9b req-dfd77d37-3d7c-40e9-b5ed-b0e7762ffabe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761 HTTP/1.1" status: 200 len: 844 time: 0.3455756 Jan 27 17:09:16.450925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-acef7366-ccbb-4cc8-8a8a-8424bad7a8cf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.514015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.514380 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Added segment 24d7539b-ba96-4703-86e3-c43293b341be of type vlan for network 8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8 Jan 27 17:09:16.517652 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-44af37b5-d62d-466b-b2b4-24de642a53a0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.518674 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-44af37b5-d62d-466b-b2b4-24de642a53a0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.633813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=49712d12-a766-401b-b40a-37ddb4791563,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:16.697300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Checking segment: {'id': '09d80930-b343-4d1a-ab8f-3da2d8abd981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'c1630e8d-54a8-486d-968f-05c6e4084e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:16.698212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network hostable DHCP agents. Network: c1630e8d-54a8-486d-968f-05c6e4084e2f, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:16.722373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-44af37b5-d62d-466b-b2b4-24de642a53a0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.724837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.738670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef7366-ccbb-4cc8-8a8a-8424bad7a8cf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event deleted for resources: {'Port': ['ID=da4dc8a2-48d1-4be5-b0b8-4e7f4d8d139b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:16.934445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-acef7366-ccbb-4cc8-8a8a-8424bad7a8cf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.941020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.947292 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:16.947898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.957373 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-acef7366-ccbb-4cc8-8a8a-8424bad7a8cf tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "DELETE /v2.0/ports/da4dc8a2-48d1-4be5-b0b8-4e7f4d8d139b HTTP/1.1" status: 204 len: 168 time: 2.3152771 Jan 27 17:09:16.958722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33490) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:17.054384 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb6b911-7972-49d1-8412-e5e42669fc9b tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Deleting subnet 0707aaf9-7323-4036-a0ee-4423ab0db8ed {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:17.059040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b911-7972-49d1-8412-e5e42669fc9b tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.104723 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-44af37b5-d62d-466b-b2b4-24de642a53a0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.125560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event updated for resources: {'Network': ['ID=8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:17.148890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:17.175021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network c1630e8d-54a8-486d-968f-05c6e4084e2f is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:17.182945 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b911-7972-49d1-8412-e5e42669fc9b tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.198705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398de4a-0e16-492f-a4f0-9e459a990a9b req-55b8a84e-24a2-4dc7-ae5c-283175fa13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:17.200386 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7398de4a-0e16-492f-a4f0-9e459a990a9b req-55b8a84e-24a2-4dc7-ae5c-283175fa13d9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f16f1136-ebee-4add-b4cb-8ddb9b12545a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7476482 Jan 27 17:09:17.204544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79688461-20c0-4210-b932-cca7264574df tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:17.208952 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3a79eaae-df73-406a-b46e-bf2e6e316db7 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5234149 Jan 27 17:09:17.212573 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79688461-20c0-4210-b932-cca7264574df tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.243148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-44af37b5-d62d-466b-b2b4-24de642a53a0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.247458 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-44af37b5-d62d-466b-b2b4-24de642a53a0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1726904 Jan 27 17:09:17.248192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33496) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:17.248505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33498) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:17.320939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33504) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:17.338337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee28243-c4c3-45c8-9c8b-d7bcab2cab95 None None] Sync routers for ids ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:17.353256 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee28243-c4c3-45c8-9c8b-d7bcab2cab95 None None] Routers {'e6317c45-6d5f-461c-9b26-5bcbfc70d498'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:17.355116 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2ee28243-c4c3-45c8-9c8b-d7bcab2cab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:08:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:17.385320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, c1630e8d-54a8-486d-968f-05c6e4084e2f) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:17.402926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1420692573'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:17.426348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:17.434121 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:17.440094 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:17.441133 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.446670 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:17.451636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b911-7972-49d1-8412-e5e42669fc9b tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.484258 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2016fcc6-99e7-4672-a74c-ca6a2de0b8bc None None] Network c1630e8d-54a8-486d-968f-05c6e4084e2f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:17.545440 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Usage tracker for resource:network and tenant:e0b9f84c1820437481b46caf7254cd93 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:17.556419 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2409b6a-8451-4326-98dc-798442eccadc tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.600696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ca41f73a-e6c4-47d6-878f-05fce090a372 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1342574063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:17.616984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ca41f73a-e6c4-47d6-878f-05fce090a372 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:17.631758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ca41f73a-e6c4-47d6-878f-05fce090a372 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Usage tracker for resource:router and tenant:6091c498abf7425db817ec30073640b8 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:17.641305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ca41f73a-e6c4-47d6-878f-05fce090a372 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:17.654723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ca41f73a-e6c4-47d6-878f-05fce090a372 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:17.661635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b911-7972-49d1-8412-e5e42669fc9b tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.748709 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6b911-7972-49d1-8412-e5e42669fc9b tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event deleted for resources: {'Subnet': ['ID=0707aaf9-7323-4036-a0ee-4423ab0db8ed,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:17.760742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b911-7972-49d1-8412-e5e42669fc9b tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.772125 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2cb6b911-7972-49d1-8412-e5e42669fc9b tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "DELETE /v2.0/subnets/0707aaf9-7323-4036-a0ee-4423ab0db8ed HTTP/1.1" status: 204 len: 168 time: 0.8114841 Jan 27 17:09:17.775421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33512) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:17.778860 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca41f73a-e6c4-47d6-878f-05fce090a372 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.781196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca41f73a-e6c4-47d6-878f-05fce090a372 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.795951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612c86e3-fce1-400c-bf7c-dfa546080e87 None None] Network 2961b0dc-8aa2-4117-a813-833453c9c4d8 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:17.831180 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:17.855448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca41f73a-e6c4-47d6-878f-05fce090a372 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.860937 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-79688461-20c0-4210-b932-cca7264574df tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "PUT /v2.0/floatingips/489647e4-2efa-45e2-8105-59129861c3e8 HTTP/1.1" status: 200 len: 992 time: 10.7700238 Jan 27 17:09:17.907384 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-2ee28243-c4c3-45c8-9c8b-d7bcab2cab95 None None] Set router e6317c45-6d5f-461c-9b26-5bcbfc70d498 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:09:18.018454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.035419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Deleting port 8241536f-421a-4a5e-ae52-eedcc9009495 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:18.035799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.085019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca41f73a-e6c4-47d6-878f-05fce090a372 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.164777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:18.167301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c218580-7efd-4ba5-af65-e7aa448573b9', 'tag': '3aa2cecd-19f4-4257-8787-50182843d7df'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:09:18.213253 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c187c192-1eae-46fe-b540-feb76893fa09 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.8578272 Jan 27 17:09:18.229948 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33522) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:18.327639 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7398de4a-0e16-492f-a4f0-9e459a990a9b req-ae60445c-2809-453f-9c53-b9ce4814eb5a service neutron] 10.222.0.88 "GET /v2.0/networks/f16f1136-ebee-4add-b4cb-8ddb9b12545a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0853570 Jan 27 17:09:18.342698 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c218580-7efd-4ba5-af65-e7aa448573b9', 'tag': '3aa2cecd-19f4-4257-8787-50182843d7df', 'status': 'completed', 'code': 200} Jan 27 17:09:18.424222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb6028-577d-4a04-9452-b425a7f9a7fb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 49712d12-a766-401b-b40a-37ddb4791563 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:18.424559 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6028-577d-4a04-9452-b425a7f9a7fb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.453768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Made reservation on behalf of e0b9f84c1820437481b46caf7254cd93 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:18.457220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.500923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] For port 8241536f-421a-4a5e-ae52-eedcc9009495, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=8241536f-421a-4a5e-ae52-eedcc9009495,segment=NetworkSegment(c00b0dd4-935f-4225-be9e-a6dd92c9507d),segment_id=c00b0dd4-935f-4225-be9e-a6dd92c9507d)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:18.501475 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.697568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Calling delete_port for 8241536f-421a-4a5e-ae52-eedcc9009495 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:18.702150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1206} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:18.717055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.717336 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Added segment cedb5d4b-37b9-4de9-ba50-27a2c414bf50 of type vlan for network b75b82e7-35f8-45ba-b85b-d040c511c8b9 Jan 27 17:09:18.755148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.821756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca41f73a-e6c4-47d6-878f-05fce090a372 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.826944 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ca41f73a-e6c4-47d6-878f-05fce090a372 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4992743 Jan 27 17:09:18.893774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33526) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:18.901780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1953365405'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:18.922324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:18.930217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Usage tracker for resource:network and tenant:6091c498abf7425db817ec30073640b8 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:18.942743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:18.953989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:18.958854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.980019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2409b6a-8451-4326-98dc-798442eccadc tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.989123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2409b6a-8451-4326-98dc-798442eccadc tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.025491 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Made reservation on behalf of 6091c498abf7425db817ec30073640b8 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:19.029140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.045150 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] No DVR routers for this DVR port 8241536f-421a-4a5e-ae52-eedcc9009495 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:19.052179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.062920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:19.064139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.088986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event deleted for resources: {'Port': ['ID=8241536f-421a-4a5e-ae52-eedcc9009495,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:19.100522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.160411 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:19.182605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9f65f-3f7d-4073-bf4f-8b457e17f348 req-d592fbae-29bc-4395-83f1-b0bbad6b3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:19.184384 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7c9f65f-3f7d-4073-bf4f-8b457e17f348 req-d592fbae-29bc-4395-83f1-b0bbad6b3aba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d6e3a32bb7c46a194806037099c89be&device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 1099 time: 0.3652306 Jan 27 17:09:19.188441 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Usage tracker for resource:security_group_rule and tenant:6091c498abf7425db817ec30073640b8 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:19.304712 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.306781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2409b6a-8451-4326-98dc-798442eccadc tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.307701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2409b6a-8451-4326-98dc-798442eccadc tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f2731c8-6ac2-48d8-bafa-9a325dcaae87 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:09:19.324372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903a455f-da55-4acc-b3a3-38d5b017ff1c None None] DHCP port deletion for 2961b0dc-8aa2-4117-a813-833453c9c4d8 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:09:19.356082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2961b0dc-8aa2-4117-a813-833453c9c4d8']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:19.377744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00b0dd4-935f-4225-be9e-a6dd92c9507d') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:19.378031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00b0dd4-935f-4225-be9e-a6dd92c9507d') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:19.397172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.414783 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2ee28243-c4c3-45c8-9c8b-d7bcab2cab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port': {'id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:33Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '489647e4-2efa-45e2-8105-59129861c3e8', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'floating_ip_address': '172.26.8.114', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'port_id': '3aa2cecd-19f4-4257-8787-50182843d7df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'mac_address': 'fa:16:3e:92:68:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c218580-7efd-4ba5-af65-e7aa448573b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:08:16Z', 'updated_at': '2022-01-27T17:09:11Z', 'revision_number': 1, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e60f8d-16b1-4a16-b783-83414425b8c8', 'name': '', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'mac_address': 'fa:16:3e:58:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:48Z', 'updated_at': '2022-01-27T17:08:09Z', 'revision_number': 5, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'subnets': [{'id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:19.420177 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee28243-c4c3-45c8-9c8b-d7bcab2cab95 None None] Checking router: e6317c45-6d5f-461c-9b26-5bcbfc70d498 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:09:19.429126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.431544 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee28243-c4c3-45c8-9c8b-d7bcab2cab95 None None] Routers {'e6317c45-6d5f-461c-9b26-5bcbfc70d498'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:19.432814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2ee28243-c4c3-45c8-9c8b-d7bcab2cab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:08:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:19.440325 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1453791 Jan 27 17:09:19.458914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:19.472541 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:19.490080 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:19.490481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.501746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2409b6a-8451-4326-98dc-798442eccadc tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.502917 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b2409b6a-8451-4326-98dc-798442eccadc tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "DELETE /v2.0/routers/8f2731c8-6ac2-48d8-bafa-9a325dcaae87 HTTP/1.1" status: 204 len: 168 time: 2.2057211 Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:19.510054 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:19.618979 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d793d-fe39-4fa8-be85-f504c21cd9b9 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event updated for resources: {'Network': ['ID=b75b82e7-35f8-45ba-b85b-d040c511c8b9,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:19.623246 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7398de4a-0e16-492f-a4f0-9e459a990a9b req-eb88bd3e-b433-4404-bd1b-0b84f6c4940e service neutron] 10.222.0.88 "GET /v2.0/networks/f16f1136-ebee-4add-b4cb-8ddb9b12545a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1713035 Jan 27 17:09:19.669797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6028-577d-4a04-9452-b425a7f9a7fb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.692959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network b75b82e7-35f8-45ba-b85b-d040c511c8b9 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:19.885819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.918200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-2ee28243-c4c3-45c8-9c8b-d7bcab2cab95 None None] Set router e6317c45-6d5f-461c-9b26-5bcbfc70d498 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:09:19.924822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.948129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] Pushing event deleted for resources: {'Network': ['ID=2961b0dc-8aa2-4117-a813-833453c9c4d8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:19.951124 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-072c7de5-d150-4f23-b498-e26e2a5220b9 tempest-AllowedAddressPairTestJSON-382315162 tempest-AllowedAddressPairTestJSON-382315162-project] 10.222.0.81 "DELETE /v2.0/networks/2961b0dc-8aa2-4117-a813-833453c9c4d8 HTTP/1.1" status: 204 len: 168 time: 2.1744070 Jan 27 17:09:19.973215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9f65f-3f7d-4073-bf4f-8b457e17f348 req-ceca87d7-3af8-4888-939a-3d675e86635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:19.985948 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7c9f65f-3f7d-4073-bf4f-8b457e17f348 req-ceca87d7-3af8-4888-939a-3d675e86635a service neutron] 10.222.0.88 "GET /v2.0/networks?id=53b09237-f192-4fe2-b45e-fb197c44c727 HTTP/1.1" status: 200 len: 912 time: 0.5528150 Jan 27 17:09:20.194603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33540) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:20.197490 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 8241536f-421a-4a5e-ae52-eedcc9009495 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:20.201313 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb6028-577d-4a04-9452-b425a7f9a7fb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 49712d12-a766-401b-b40a-37ddb4791563 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:20.368839 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 8241536f-421a-4a5e-ae52-eedcc9009495 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:09:20.370630 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 8241536f-421a-4a5e-ae52-eedcc9009495 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:09:20.514773 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.524887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6028-577d-4a04-9452-b425a7f9a7fb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.538466 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7c9f65f-3f7d-4073-bf4f-8b457e17f348 req-52f377ef-b625-44cb-a28c-9606fd717412 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3aa2cecd-19f4-4257-8787-50182843d7df HTTP/1.1" status: 200 len: 1000 time: 0.5414453 Jan 27 17:09:20.657855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6028-577d-4a04-9452-b425a7f9a7fb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.682330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb6028-577d-4a04-9452-b425a7f9a7fb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=49712d12-a766-401b-b40a-37ddb4791563,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:20.697766 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f2fb6028-577d-4a04-9452-b425a7f9a7fb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/49712d12-a766-401b-b40a-37ddb4791563 HTTP/1.1" status: 204 len: 168 time: 2.3690445 Jan 27 17:09:20.702070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33554) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:20.706970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.800912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb21b078-4f24-4562-8906-2cd1c42e6e64,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:20.828914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:20.839296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9f65f-3f7d-4073-bf4f-8b457e17f348 req-b7e4d7d3-1832-4543-9ef2-56f7692a3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:20.841589 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7c9f65f-3f7d-4073-bf4f-8b457e17f348 req-b7e4d7d3-1832-4543-9ef2-56f7692a3e36 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=46ca1fa6-00ce-4906-aaf8-b6505d36cbe0 HTTP/1.1" status: 200 len: 849 time: 0.2897627 Jan 27 17:09:20.943707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.944668 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Added segment a7f289be-1f8f-4e20-82bc-d939c980251f of type vlan for network 06683a76-4e08-4874-b301-d1f1280bfd36 Jan 27 17:09:21.005106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33558) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:21.047118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.076259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9f65f-3f7d-4073-bf4f-8b457e17f348 req-ea338eae-2e9c-42c2-85c1-76f43e616270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:21.077753 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7c9f65f-3f7d-4073-bf4f-8b457e17f348 req-ea338eae-2e9c-42c2-85c1-76f43e616270 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=53b09237-f192-4fe2-b45e-fb197c44c727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2284064 Jan 27 17:09:21.115513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2ee28243-c4c3-45c8-9c8b-d7bcab2cab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port': {'id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:33Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '489647e4-2efa-45e2-8105-59129861c3e8', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'floating_ip_address': '172.26.8.114', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'port_id': '3aa2cecd-19f4-4257-8787-50182843d7df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'mac_address': 'fa:16:3e:92:68:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c218580-7efd-4ba5-af65-e7aa448573b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:08:16Z', 'updated_at': '2022-01-27T17:09:11Z', 'revision_number': 1, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e60f8d-16b1-4a16-b783-83414425b8c8', 'name': '', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'mac_address': 'fa:16:3e:58:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:48Z', 'updated_at': '2022-01-27T17:08:09Z', 'revision_number': 5, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'subnets': [{'id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:21.133522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee28243-c4c3-45c8-9c8b-d7bcab2cab95 None None] The sync data for ids ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'] in dv-neutron-825077-1-hyperv is: [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port': {'id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:33Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '489647e4-2efa-45e2-8105-59129861c3e8', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'floating_ip_address': '172.26.8.114', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'port_id': '3aa2cecd-19f4-4257-8787-50182843d7df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'mac_address': 'fa:16:3e:92:68:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c218580-7efd-4ba5-af65-e7aa448573b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:08:16Z', 'updated_at': '2022-01-27T17:09:11Z', 'revision_number': 1, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e60f8d-16b1-4a16-b783-83414425b8c8', 'name': '', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'mac_address': 'fa:16:3e:58:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:48Z', 'updated_at': '2022-01-27T17:08:09Z', 'revision_number': 5, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'subnets': [{'id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:21.145411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e75831e-ab7f-4bc8-81d4-81cf097d6216 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:21.183526 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e75831e-ab7f-4bc8-81d4-81cf097d6216 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:21.183781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.184872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0e75831e-ab7f-4bc8-81d4-81cf097d6216 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:21.189084 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:21.189728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.512929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1be8ae51-b0a6-4e94-a49d-dfc50bbe0c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.544330 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7c9f65f-3f7d-4073-bf4f-8b457e17f348 req-f6be09ea-834a-49f7-98d4-ebe4aa96b56b service neutron] 10.222.0.88 "GET /v2.0/networks/53b09237-f192-4fe2-b45e-fb197c44c727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551253 Jan 27 17:09:21.557671 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-72e692d5-b7cd-4420-be71-fe7b034efcae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=327cad1e75a84317a0fdfe19c07eaae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5440345 Jan 27 17:09:21.559555 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33566) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:21.579120 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.6798720 Jan 27 17:09:21.594388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1800079810', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:21.642592 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1477821a-7497-4ef5-980f-05ebc0445b44 None None] New status for floating IP 489647e4-2efa-45e2-8105-59129861c3e8: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:09:21.658564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33570) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:21.711954 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Request body: {'subnet': {'network_id': '06683a76-4e08-4874-b301-d1f1280bfd36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:21.729442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0e75831e-ab7f-4bc8-81d4-81cf097d6216 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:21.732117 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0e75831e-ab7f-4bc8-81d4-81cf097d6216 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.0281727 Jan 27 17:09:21.740855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33574) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:21.743796 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:21.770157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Usage tracker for resource:router and tenant:a8ca4c0d81994c69b66fea06fdc2c641 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:21.897970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:21.954336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e1399-793d-4d06-8c5e-547dfc1364cb tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event updated for resources: {'Network': ['ID=06683a76-4e08-4874-b301-d1f1280bfd36,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:21.969989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:21.997129 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 06683a76-4e08-4874-b301-d1f1280bfd36 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:22.087061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-93b109a4-b41e-41b0-b071-7bef26061334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.207985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-3165530d-d31b-471a-88f3-33372ebbc079 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port aa1fbdad-1392-41b7-9b63-b8b03f0452a8 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:22.210226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3165530d-d31b-471a-88f3-33372ebbc079 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.319210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.320808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.397548 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:22.440232 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Usage tracker for resource:subnet and tenant:6091c498abf7425db817ec30073640b8 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:22.452793 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:22.474899 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7c9f65f-3f7d-4073-bf4f-8b457e17f348 req-02e13b57-5310-4e1b-ac8d-61c46cbe96f3 service neutron] 10.222.0.88 "GET /v2.0/networks/53b09237-f192-4fe2-b45e-fb197c44c727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8921137 Jan 27 17:09:22.492508 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:22.497839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.538247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Made reservation on behalf of 6091c498abf7425db817ec30073640b8 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:22.546278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.608140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-93b109a4-b41e-41b0-b071-7bef26061334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.822584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3165530d-d31b-471a-88f3-33372ebbc079 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.042544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-3165530d-d31b-471a-88f3-33372ebbc079 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for aa1fbdad-1392-41b7-9b63-b8b03f0452a8 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:23.134722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-93b109a4-b41e-41b0-b071-7bef26061334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.186735 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b109a4-b41e-41b0-b071-7bef26061334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8510c4-a8a6-4d61-85c5-51a1903ef0fa,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:23.196166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.198506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-93b109a4-b41e-41b0-b071-7bef26061334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.203097 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-93b109a4-b41e-41b0-b071-7bef26061334 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd8510c4-a8a6-4d61-85c5-51a1903ef0fa HTTP/1.1" status: 204 len: 168 time: 1.6363499 Jan 27 17:09:23.265365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3165530d-d31b-471a-88f3-33372ebbc079 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.500879 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165530d-d31b-471a-88f3-33372ebbc079 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=aa1fbdad-1392-41b7-9b63-b8b03f0452a8,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:23.566083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3165530d-d31b-471a-88f3-33372ebbc079 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.600358 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3165530d-d31b-471a-88f3-33372ebbc079 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/aa1fbdad-1392-41b7-9b63-b8b03f0452a8 HTTP/1.1" status: 204 len: 168 time: 1.8566415 Jan 27 17:09:23.604993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33592) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:23.776588 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc5e97d-67ab-4716-a9b7-ccdf6c893e5a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:23.778121 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6dc5e97d-67ab-4716-a9b7-ccdf6c893e5a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:23.804817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6dc5e97d-67ab-4716-a9b7-ccdf6c893e5a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:23.806387 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6dc5e97d-67ab-4716-a9b7-ccdf6c893e5a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1994941 Jan 27 17:09:23.813553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33596) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:23.904664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d4631a36-6ecd-4829-9f48-fc44a6b8a84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.905777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.967125 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-709ee977-9cb4-47bc-a064-9ecc7f06bc26 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:09:23.968063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-709ee977-9cb4-47bc-a064-9ecc7f06bc26 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:24.109354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event updated for resources: {'Subnet': ['ID=15f226ac-46e4-48b5-a090-f163798981a6,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:24.115568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-709ee977-9cb4-47bc-a064-9ecc7f06bc26 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:24.117252 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-709ee977-9cb4-47bc-a064-9ecc7f06bc26 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/49712d12-a766-401b-b40a-37ddb4791563 HTTP/1.1" status: 404 len: 333 time: 0.3005614 Jan 27 17:09:24.122720 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33608) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:24.140142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Checking segment: {'id': 'a7f289be-1f8f-4e20-82bc-d939c980251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '06683a76-4e08-4874-b301-d1f1280bfd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:24.140503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Network hostable DHCP agents. Network: 06683a76-4e08-4874-b301-d1f1280bfd36, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:24.230327 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c779e9-63c9-4aa0-bac7-ca70c2d07635 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:09:24.237562 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a7c779e9-63c9-4aa0-bac7-ca70c2d07635 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/aa1fbdad-1392-41b7-9b63-b8b03f0452a8 HTTP/1.1" status: 404 len: 333 time: 0.1110795 Jan 27 17:09:24.238645 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33612) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:24.469069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cdd73722-169b-444b-b7b6-e8cb6f513d2d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.514472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.527059 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:09:24.572772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Network 06683a76-4e08-4874-b301-d1f1280bfd36 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:24.588691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.644322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 06683a76-4e08-4874-b301-d1f1280bfd36) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:24.656822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a65abcc-ce7f-4b21-b367-f14f8acb14eb None None] Network 06683a76-4e08-4874-b301-d1f1280bfd36 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:24.686075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:24.687004 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.720466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cdd73722-169b-444b-b7b6-e8cb6f513d2d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.761792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-cdd73722-169b-444b-b7b6-e8cb6f513d2d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1630e8d-54a8-486d-968f-05c6e4084e2f']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:24.774644 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-70b9847a-a4a5-4535-91dd-12103da0932f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0933969 Jan 27 17:09:24.790010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-cdd73722-169b-444b-b7b6-e8cb6f513d2d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d80930-b343-4d1a-ab8f-3da2d8abd981') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:24.790887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-cdd73722-169b-444b-b7b6-e8cb6f513d2d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d80930-b343-4d1a-ab8f-3da2d8abd981') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:24.793635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33624) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:24.820169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Request body: {'network': {'name': 'tempest-router-network01--960686063'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:24.829933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cdd73722-169b-444b-b7b6-e8cb6f513d2d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.861366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:24.877085 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cdd73722-169b-444b-b7b6-e8cb6f513d2d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.893222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd73722-169b-444b-b7b6-e8cb6f513d2d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:24.894381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cdd73722-169b-444b-b7b6-e8cb6f513d2d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.924271 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Usage tracker for resource:network and tenant:6091c498abf7425db817ec30073640b8 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:24.951108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:24.980506 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:25.024306 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.086019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Made reservation on behalf of 6091c498abf7425db817ec30073640b8 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:25.091974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.219334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1203} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:25.280799 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:25.289119 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cdd73722-169b-444b-b7b6-e8cb6f513d2d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.387468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cdd73722-169b-444b-b7b6-e8cb6f513d2d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.420487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.441707 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.442800 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Added segment 010324f8-e8a0-4fdf-934e-9d988dd0bb7d of type vlan for network b13573a0-f9e2-46cd-af15-3a0e65b5e333 Jan 27 17:09:25.453880 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-06683a76-4e08-4874-b301-d1f1280bfd36', 'network_id': '06683a76-4e08-4874-b301-d1f1280bfd36', 'tenant_id': '6091c498abf7425db817ec30073640b8', 'fixed_ips': [{'subnet_id': '15f226ac-46e4-48b5-a090-f163798981a6'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:25.455232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.459325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd73722-169b-444b-b7b6-e8cb6f513d2d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Network': ['ID=c1630e8d-54a8-486d-968f-05c6e4084e2f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:25.495724 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cdd73722-169b-444b-b7b6-e8cb6f513d2d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/networks/c1630e8d-54a8-486d-968f-05c6e4084e2f HTTP/1.1" status: 204 len: 168 time: 1.2551527 Jan 27 17:09:25.507598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33634) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:25.511291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33638) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:25.519473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33640) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:25.547376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.555947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Request body: {'subnets': [{'network_id': '8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--157792179', 'ip_version': 6}, {'network_id': 'b75b82e7-35f8-45ba-b85b-d040c511c8b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:25.559382 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Request body: {'subnet': {'network_id': '8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--157792179', 'ip_version': 6}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:25.563908 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Request body: {'subnet': {'network_id': 'b75b82e7-35f8-45ba-b85b-d040c511c8b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:25.611838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Allocated IP 172.26.8.173 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/2956a74d-74d0-4183-82a4-1abbabbe4c2b) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:25.633512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-308503063'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:25.643911 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.660342 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:25.661449 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.667073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:25.696909 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:network and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:25.707257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:25.720505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:25.810450 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0148072 Jan 27 17:09:25.815728 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1475803903'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:25.819512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33652) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:25.827362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Allocated IP 172.20.0.2 (06683a76-4e08-4874-b301-d1f1280bfd36/15f226ac-46e4-48b5-a090-f163798981a6/16c151ae-a091-4292-9917-d65c001b5fa2) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:25.845607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Request body: {'network': {'name': 'tempest-router-network02--898524854'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:25.855080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:25.858903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.869898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:25.891298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Usage tracker for resource:network and tenant:beb01746a9fc43a68cc07541b5977c65 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:25.901564 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:25.912458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:25.928352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:25.931395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Usage tracker for resource:network and tenant:6091c498abf7425db817ec30073640b8 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:26.009199 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c38361-dbdb-4ed0-b5f4-c94e3e46b371 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event updated for resources: {'Network': ['ID=b13573a0-f9e2-46cd-af15-3a0e65b5e333,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:26.126780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network b13573a0-f9e2-46cd-af15-3a0e65b5e333 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:26.152222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:26.173982 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:26.195697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:26.199726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.211458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1246} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:26.225231 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Made reservation on behalf of 6091c498abf7425db817ec30073640b8 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:26.229421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.243738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:26.245364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.246346 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.263213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Usage tracker for resource:subnet and tenant:e0b9f84c1820437481b46caf7254cd93 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:26.272432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.272926 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Added segment 08547cc6-d55c-4dda-b67d-d5b6200c165e of type vlan for network c3f81942-7e80-46fd-8144-161d5952b824 Jan 27 17:09:26.274199 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:26.293550 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:26.295932 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:26.296908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.309788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Usage tracker for resource:security_group_rule and tenant:beb01746a9fc43a68cc07541b5977c65 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:26.325608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:26.339001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Made reservation on behalf of e0b9f84c1820437481b46caf7254cd93 for: {'subnet': 2} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:26.344112 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.344433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.360938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.367994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:26.396360 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:26.407013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:26.411082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:26.416220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:26.437109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.437849 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Added segment bc85c975-e2db-4ad3-b27b-597a553f8cd2 of type vlan for network b0f6269c-e4da-4520-9a21-0e1cf8baa778 Jan 27 17:09:26.495462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Pushing event updated for resources: {'Port': ['ID=2956a74d-74d0-4183-82a4-1abbabbe4c2b,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:26.509225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.525332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Transition to ACTIVE for port object 16c151ae-a091-4292-9917-d65c001b5fa2 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:26.598729 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Transition to ACTIVE for port object 16c151ae-a091-4292-9917-d65c001b5fa2 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:26.633349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.660515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.668187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:26.669581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.709523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.778222 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Network 06683a76-4e08-4874-b301-d1f1280bfd36 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:26.784094 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:26.793252 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:26.811420 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Pushing event updated for resources: {'Port': ['ID=16c151ae-a091-4292-9917-d65c001b5fa2,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:26.827991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.988887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Network': ['ID=c3f81942-7e80-46fd-8144-161d5952b824,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:26.999145 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f35cfbf6-d989-491e-80fc-b1c9a46d568e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4820590 Jan 27 17:09:27.012664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33662) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:27.018712 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network c3f81942-7e80-46fd-8144-161d5952b824 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:27.030505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': 'c3f81942-7e80-46fd-8144-161d5952b824', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:27.084619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Attempting to bind port 16c151ae-a091-4292-9917-d65c001b5fa2 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:27.085342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Attempting to bind port 16c151ae-a091-4292-9917-d65c001b5fa2 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'a7f289be-1f8f-4e20-82bc-d939c980251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '06683a76-4e08-4874-b301-d1f1280bfd36'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:27.085536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.086082 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Attempting to bind port 16c151ae-a091-4292-9917-d65c001b5fa2 on network 06683a76-4e08-4874-b301-d1f1280bfd36 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:27.095166 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:27.096196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.103300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:27.104111 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Checking segment: {'id': 'a7f289be-1f8f-4e20-82bc-d939c980251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '06683a76-4e08-4874-b301-d1f1280bfd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:27.104923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.105984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Bound using segment: {'id': 'a7f289be-1f8f-4e20-82bc-d939c980251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '06683a76-4e08-4874-b301-d1f1280bfd36'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:27.106779 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Bound port: 16c151ae-a091-4292-9917-d65c001b5fa2, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f289be-1f8f-4e20-82bc-d939c980251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '06683a76-4e08-4874-b301-d1f1280bfd36'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:27.107485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.302637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.402476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] For port 16c151ae-a091-4292-9917-d65c001b5fa2, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:27.409667 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] For port 16c151ae-a091-4292-9917-d65c001b5fa2, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=16c151ae-a091-4292-9917-d65c001b5fa2,segment=NetworkSegment(a7f289be-1f8f-4e20-82bc-d939c980251f),segment_id=a7f289be-1f8f-4e20-82bc-d939c980251f)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:27.417062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.531672 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.536182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event updated for resources: {'Network': ['ID=b0f6269c-e4da-4520-9a21-0e1cf8baa778,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:27.577874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.578390 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network b0f6269c-e4da-4520-9a21-0e1cf8baa778 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:27.605567 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3342cef6-615c-40ce-a98c-f0b8ebbcc8c1 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7805269 Jan 27 17:09:27.622376 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33668) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:27.657715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:27.661780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e554dd-37be-4ef7-8846-1a13947ec787 None None] Pushing event updated for resources: {'Port': ['ID=16c151ae-a091-4292-9917-d65c001b5fa2,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:27.663759 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Request body: {'subnet': {'network_id': 'b13573a0-f9e2-46cd-af15-3a0e65b5e333', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:27.690312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1238} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:27.714076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:27.754358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:27.771095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.771439 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Added segment 96ccbf9b-bcf1-4c56-a53f-93bda0c49add of type vlan for network 0ac6821b-f3c2-4476-b99d-199fefb2f726 Jan 27 17:09:27.775410 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69f6dd2-5ca0-49c6-a99d-f15186a92842,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:27.778607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:27.956130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:27.961247 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.017643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.032618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:28.072197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Usage tracker for resource:subnet and tenant:6091c498abf7425db817ec30073640b8 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:28.090599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:28.121225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:28.188257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.224032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Performing IP validity checks on allocation pools {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:09:28.227895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:09:28.244912 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Made reservation on behalf of 6091c498abf7425db817ec30073640b8 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:28.248841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.272682 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.279999 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.283379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:28.284548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.519805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Router efaea30f-f489-48ee-89b8-f7907fe5cac6 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:09:28.675684 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.1496401 Jan 27 17:09:28.749643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f2505-1519-4767-8f77-a4dcb4b26b67 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Network': ['ID=0ac6821b-f3c2-4476-b99d-199fefb2f726,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:28.771088 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 0ac6821b-f3c2-4476-b99d-199fefb2f726 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:28.930673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:28.973651 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.976528 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4cce7f36-ae01-40bc-b849-604b5a39a961 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.7797217 Jan 27 17:09:28.979163 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33678) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:29.070451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf017d-ea27-4b10-b1d3-b4fed0727e8a None None] Sync routers for ids ['efaea30f-f489-48ee-89b8-f7907fe5cac6'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:29.107196 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf017d-ea27-4b10-b1d3-b4fed0727e8a None None] Routers {'efaea30f-f489-48ee-89b8-f7907fe5cac6'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:29.110267 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f0bf017d-ea27-4b10-b1d3-b4fed0727e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['efaea30f-f489-48ee-89b8-f7907fe5cac6'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:29.313403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f0bf017d-ea27-4b10-b1d3-b4fed0727e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:29.328652 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.338978 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf017d-ea27-4b10-b1d3-b4fed0727e8a None None] Routers {'efaea30f-f489-48ee-89b8-f7907fe5cac6'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:29.341757 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f0bf017d-ea27-4b10-b1d3-b4fed0727e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['efaea30f-f489-48ee-89b8-f7907fe5cac6'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:29.470891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.554275 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-05295eba-d6d8-4883-a0e5-8ef85773f99a tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/routers/efaea30f-f489-48ee-89b8-f7907fe5cac6 HTTP/1.1" status: 200 len: 921 time: 0.5712779 Jan 27 17:09:29.556142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33686) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:29.563828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd640cfb-0986-4da4-9ddf-fa2d80b31487 None None] Network 06683a76-4e08-4874-b301-d1f1280bfd36 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:29.606462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.637206 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4d0d2f19-4fd2-49ee-ba5a-4322816ff388 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "GET /v2.0/ports?device_id=efaea30f-f489-48ee-89b8-f7907fe5cac6 HTTP/1.1" status: 200 len: 205 time: 0.0796940 Jan 27 17:09:29.637832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33690) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:29.651398 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f0bf017d-ea27-4b10-b1d3-b4fed0727e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:29.652284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf017d-ea27-4b10-b1d3-b4fed0727e8a None None] The sync data for ids ['efaea30f-f489-48ee-89b8-f7907fe5cac6'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:29.834796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event updated for resources: {'Subnet': ['ID=fc4790fc-8836-4371-b234-1333c09d2a31,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:29.838641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Checking segment: {'id': '010324f8-e8a0-4fdf-934e-9d988dd0bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b13573a0-f9e2-46cd-af15-3a0e65b5e333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:29.839180 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Network hostable DHCP agents. Network: b13573a0-f9e2-46cd-af15-3a0e65b5e333, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:29.905949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.913731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:29.914259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:29.914786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:29.915310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:29.915862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:29.916392 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:29.916920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:29.917444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:29.917952 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:29.918431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:29.918926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:29.919445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:29.993090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Checking segment: {'id': '24d7539b-ba96-4703-86e3-c43293b341be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:29.993553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Network hostable DHCP agents. Network: 8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:30.038993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Checking segment: {'id': '08547cc6-d55c-4dda-b67d-d5b6200c165e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c3f81942-7e80-46fd-8144-161d5952b824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:30.041009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network hostable DHCP agents. Network: c3f81942-7e80-46fd-8144-161d5952b824, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:30.048468 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2693bf7d-0668-4621-ae86-1e03c5e0a164 None None] Provisioning for port 16c151ae-a091-4292-9917-d65c001b5fa2 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:30.104582 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Network b13573a0-f9e2-46cd-af15-3a0e65b5e333 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:30.138179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network c3f81942-7e80-46fd-8144-161d5952b824 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:30.152155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Network 8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:30.155855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event updated for resources: {'Subnet': ['ID=e8c5a420-bb6a-4f83-a92f-ce0c36a84d37,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:30.168345 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, b13573a0-f9e2-46cd-af15-3a0e65b5e333) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:30.207479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d213011d-af52-4083-b42e-ef1fc0a5bf99 None None] Network b13573a0-f9e2-46cd-af15-3a0e65b5e333 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:30.235228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, c3f81942-7e80-46fd-8144-161d5952b824) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:30.244345 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:30.245311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.254243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:30.322804 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:30.324358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.400268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Subnet': ['ID=7bcbcf89-95d0-49df-9a7e-ea5ae2c4c138,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:30.411245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.614417 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cc35b728-de4b-4c6f-9318-67221254574d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9868109 Jan 27 17:09:30.615698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33700) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:30.621458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Checking segment: {'id': 'cedb5d4b-37b9-4de9-ba50-27a2c414bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'b75b82e7-35f8-45ba-b85b-d040c511c8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:30.621695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597b77f3-0c4c-4b9c-8754-6653c5227bcb None None] Network c3f81942-7e80-46fd-8144-161d5952b824 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:30.622312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Network hostable DHCP agents. Network: b75b82e7-35f8-45ba-b85b-d040c511c8b9, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:30.658785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Request body: {'subnet': {'network_id': 'b0f6269c-e4da-4520-9a21-0e1cf8baa778', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:30.775682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 16c151ae-a091-4292-9917-d65c001b5fa2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:30.811469 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad1fdb1-d1fc-4c13-956a-a90b1fc80dc1 None None] Network 8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:30.823147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.851895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Deleting port 2956a74d-74d0-4183-82a4-1abbabbe4c2b {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:30.853146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.912867 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-feffefd7-5554-4f2f-9050-cd5fef5ebade tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8984911 Jan 27 17:09:30.915203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33704) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:30.924036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:30.931444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Usage tracker for resource:subnet and tenant:6091c498abf7425db817ec30073640b8 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:30.932428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': 'c3f81942-7e80-46fd-8144-161d5952b824', 'name': 'tempest-PortsIpV6TestJSON-1289111720'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:30.937916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:30.950804 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:30.981644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Made reservation on behalf of 6091c498abf7425db817ec30073640b8 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:31.009227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.023786 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-b13573a0-f9e2-46cd-af15-3a0e65b5e333', 'network_id': 'b13573a0-f9e2-46cd-af15-3a0e65b5e333', 'tenant_id': '6091c498abf7425db817ec30073640b8', 'fixed_ips': [{'subnet_id': 'fc4790fc-8836-4371-b234-1333c09d2a31'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:31.024657 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.136220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event updated for resources: {'Subnet': ['ID=88d7bfd7-cd17-4499-97a7-289c673b82b2,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:31.162026 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Network b75b82e7-35f8-45ba-b85b-d040c511c8b9 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:31.229997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Allocated IP 172.20.0.2 (b13573a0-f9e2-46cd-af15-3a0e65b5e333/fc4790fc-8836-4371-b234-1333c09d2a31/57f3cd53-a3ed-4890-9dac-95376ec3133d) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:31.285529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, b75b82e7-35f8-45ba-b85b-d040c511c8b9) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:31.295463 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:31.296878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:31.298145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.325547 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8c923a39-aeea-4aec-955e-c076ed3c1553 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.7962098 Jan 27 17:09:31.331953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33710) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:31.445507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39841fd0-64eb-415a-9dc4-a1c0dc101910 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:31.449408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39841fd0-64eb-415a-9dc4-a1c0dc101910 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:31.453436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39841fd0-64eb-415a-9dc4-a1c0dc101910 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:31.454729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-39841fd0-64eb-415a-9dc4-a1c0dc101910 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Synchronizing usage tracker for tenant:e0b9f84c1820437481b46caf7254cd93 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:31.521785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-39841fd0-64eb-415a-9dc4-a1c0dc101910 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Unset dirty status for tenant:e0b9f84c1820437481b46caf7254cd93 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:31.524689 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-39841fd0-64eb-415a-9dc4-a1c0dc101910 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1906235 Jan 27 17:09:31.536466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33714) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:31.595397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.610460 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Transition to ACTIVE for port object 57f3cd53-a3ed-4890-9dac-95376ec3133d will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:31.625603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.635205 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Transition to ACTIVE for port object 57f3cd53-a3ed-4890-9dac-95376ec3133d will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:31.656027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2771382-d95c-432e-9a93-5d1ffc327986 None None] Network b75b82e7-35f8-45ba-b85b-d040c511c8b9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:31.741979 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7976dd-0aca-4d14-83d0-9f4425146c0a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Deleting subnet e8c5a420-bb6a-4f83-a92f-ce0c36a84d37 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:31.788991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cc7976dd-0aca-4d14-83d0-9f4425146c0a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.950453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.988650 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Calling delete_port for 2956a74d-74d0-4183-82a4-1abbabbe4c2b owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:32.029159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cc7976dd-0aca-4d14-83d0-9f4425146c0a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.091393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.206296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cc7976dd-0aca-4d14-83d0-9f4425146c0a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.296642 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event updated for resources: {'Subnet': ['ID=246351d6-89aa-4efc-9929-3e4067ad079d,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:32.338335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Checking segment: {'id': 'bc85c975-e2db-4ad3-b27b-597a553f8cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'b0f6269c-e4da-4520-9a21-0e1cf8baa778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:32.338698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Network hostable DHCP agents. Network: b0f6269c-e4da-4520-9a21-0e1cf8baa778, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:32.404485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.423758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Network b0f6269c-e4da-4520-9a21-0e1cf8baa778 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:32.436664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cc7976dd-0aca-4d14-83d0-9f4425146c0a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.512341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, b0f6269c-e4da-4520-9a21-0e1cf8baa778) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:32.513009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Pushing event deleted for resources: {'Port': ['ID=2956a74d-74d0-4183-82a4-1abbabbe4c2b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:32.518052 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7976dd-0aca-4d14-83d0-9f4425146c0a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c5a420-bb6a-4f83-a92f-ce0c36a84d37,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:32.523507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:32.524515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.531434 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cc7976dd-0aca-4d14-83d0-9f4425146c0a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.534815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:32.535340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:32.535892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:32.536552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:32.537124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:32.537651 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:32.538346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:32.538867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:32.539381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:32.539939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:32.540452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:32.540961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:32.576191 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Network b13573a0-f9e2-46cd-af15-3a0e65b5e333 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:32.580588 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8cd22733-0ba9-4707-b0cf-0dc367cfeed8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9481151 Jan 27 17:09:32.584920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33728) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:32.592427 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cc7976dd-0aca-4d14-83d0-9f4425146c0a tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "DELETE /v2.0/subnets/e8c5a420-bb6a-4f83-a92f-ce0c36a84d37 HTTP/1.1" status: 204 len: 168 time: 1.0541027 Jan 27 17:09:32.594463 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33732) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:32.726563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:32.764112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Pushing event updated for resources: {'Port': ['ID=57f3cd53-a3ed-4890-9dac-95376ec3133d,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:32.767225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4550240-6b75-44e9-a304-4d3f9992631d None None] Network b0f6269c-e4da-4520-9a21-0e1cf8baa778 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:32.777161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:32.815945 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:32.820027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.069254 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3be8b8-6b9c-49c1-ad6b-f15ded9f62a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-b75b82e7-35f8-45ba-b85b-d040c511c8b9', 'network_id': 'b75b82e7-35f8-45ba-b85b-d040c511c8b9', 'tenant_id': 'e0b9f84c1820437481b46caf7254cd93', 'fixed_ips': [{'subnet_id': '88d7bfd7-cd17-4499-97a7-289c673b82b2'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:33.070283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-db3be8b8-6b9c-49c1-ad6b-f15ded9f62a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.200210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80168fec-2e2d-4259-8d2d-3224d4891888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8', 'network_id': '8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8', 'tenant_id': 'e0b9f84c1820437481b46caf7254cd93', 'fixed_ips': [{'subnet_id': 'e8c5a420-bb6a-4f83-a92f-ce0c36a84d37'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:33.201345 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-80168fec-2e2d-4259-8d2d-3224d4891888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.240264 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-b0f6269c-e4da-4520-9a21-0e1cf8baa778', 'network_id': 'b0f6269c-e4da-4520-9a21-0e1cf8baa778', 'tenant_id': '6091c498abf7425db817ec30073640b8', 'fixed_ips': [{'subnet_id': '246351d6-89aa-4efc-9929-3e4067ad079d'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:33.241554 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.260853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:33.297059 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db7b4cc-cbbf-412c-bc0f-8a1ce6b8dacd tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Deleting subnet 88d7bfd7-cd17-4499-97a7-289c673b82b2 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:33.299880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:33.304603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33744) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:33.310867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.311362 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9db7b4cc-cbbf-412c-bc0f-8a1ce6b8dacd tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.407845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port 97e4fa5e-f865-459a-8ccc-4cd696073248 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:33.488676 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 16c151ae-a091-4292-9917-d65c001b5fa2 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:33.546481 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-c3f81942-7e80-46fd-8144-161d5952b824', 'network_id': 'c3f81942-7e80-46fd-8144-161d5952b824', 'tenant_id': '4399c29b1b584fb8b205062c5b102d07', 'fixed_ips': [{'subnet_id': '7bcbcf89-95d0-49df-9a7e-ea5ae2c4c138'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:33.547719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.638350 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 16c151ae-a091-4292-9917-d65c001b5fa2 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:33.639298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.671086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'subnet': {'network_id': '0ac6821b-f3c2-4476-b99d-199fefb2f726', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:33.710817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.716609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.745217 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db860736-e8d2-4bbd-bb5a-c8c82d725c85 None None] Network 8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:33.880187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.881004 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Fanout notify agent at l3_agent the message router_deleted on router efaea30f-f489-48ee-89b8-f7907fe5cac6 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:09:33.957844 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4bab0e8-5696-4256-89c8-d42fd27a7b50 req-8227113d-cf3b-4948-9035-e2b5da726e5b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5713773 Jan 27 17:09:33.959987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8::279 (c3f81942-7e80-46fd-8144-161d5952b824/7bcbcf89-95d0-49df-9a7e-ea5ae2c4c138/97e4fa5e-f865-459a-8ccc-4cd696073248) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:33.996516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.998674 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1f3a004c-cacf-44af-8ba4-19c108906740 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "DELETE /v2.0/routers/efaea30f-f489-48ee-89b8-f7907fe5cac6 HTTP/1.1" status: 204 len: 168 time: 4.3592343 Jan 27 17:09:34.007628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33750) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:34.014489 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9db7b4cc-cbbf-412c-bc0f-8a1ce6b8dacd tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.015361 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1756877659', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'enable_snat': False}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:34.025688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:34.039650 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Usage tracker for resource:router and tenant:dcee6e0a213648e3b21d62e972d67e5d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:34.046778 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Attempting to bind port 57f3cd53-a3ed-4890-9dac-95376ec3133d on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:34.047192 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Attempting to bind port 57f3cd53-a3ed-4890-9dac-95376ec3133d by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '010324f8-e8a0-4fdf-934e-9d988dd0bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b13573a0-f9e2-46cd-af15-3a0e65b5e333'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:34.047599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Attempting to bind port 57f3cd53-a3ed-4890-9dac-95376ec3133d on network b13573a0-f9e2-46cd-af15-3a0e65b5e333 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:34.061885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:34.119695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:34.120015 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Checking segment: {'id': '010324f8-e8a0-4fdf-934e-9d988dd0bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b13573a0-f9e2-46cd-af15-3a0e65b5e333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:34.120445 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.120887 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Bound using segment: {'id': '010324f8-e8a0-4fdf-934e-9d988dd0bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b13573a0-f9e2-46cd-af15-3a0e65b5e333'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:34.121370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Bound port: 57f3cd53-a3ed-4890-9dac-95376ec3133d, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010324f8-e8a0-4fdf-934e-9d988dd0bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b13573a0-f9e2-46cd-af15-3a0e65b5e333'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:34.121748 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.184780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2fc82c2c-bde2-4273-a91f-c9b22fb479c5 None None] Provisioning complete for port 16c151ae-a091-4292-9917-d65c001b5fa2 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:34.185130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2fc82c2c-bde2-4273-a91f-c9b22fb479c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.286161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:34.303889 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:34.316564 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Usage tracker for resource:subnet and tenant:beb01746a9fc43a68cc07541b5977c65 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:34.329691 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:34.345530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:34.349456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9db7b4cc-cbbf-412c-bc0f-8a1ce6b8dacd tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.393148 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.398039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.428440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.483120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.511189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.530596 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:34.536957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.582051 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Allocated IP 172.20.0.2 (b0f6269c-e4da-4520-9a21-0e1cf8baa778/246351d6-89aa-4efc-9929-3e4067ad079d/7cd3e246-fd23-4d82-95fb-850305b7b403) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:34.730179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bab0e8-5696-4256-89c8-d42fd27a7b50 req-c6906afc-dba3-40a1-a1d6-5a98392c72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:34.732606 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4bab0e8-5696-4256-89c8-d42fd27a7b50 req-c6906afc-dba3-40a1-a1d6-5a98392c72f1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a95060ee06540eaa75dc255f8a6fc9f&device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 1098 time: 0.6664681 Jan 27 17:09:34.743696 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] For port 57f3cd53-a3ed-4890-9dac-95376ec3133d, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:34.771446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 16c151ae-a091-4292-9917-d65c001b5fa2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=16c151ae-a091-4292-9917-d65c001b5fa2,segment=NetworkSegment(a7f289be-1f8f-4e20-82bc-d939c980251f),segment_id=a7f289be-1f8f-4e20-82bc-d939c980251f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:34.818645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] For port 57f3cd53-a3ed-4890-9dac-95376ec3133d, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=57f3cd53-a3ed-4890-9dac-95376ec3133d,segment=NetworkSegment(010324f8-e8a0-4fdf-934e-9d988dd0bb7d),segment_id=010324f8-e8a0-4fdf-934e-9d988dd0bb7d)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:34.825579 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.996782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2fc82c2c-bde2-4273-a91f-c9b22fb479c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.008006 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.009355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.061589 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9db7b4cc-cbbf-412c-bc0f-8a1ce6b8dacd tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server [None req-db3be8b8-6b9c-49c1-ad6b-f15ded9f62a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88d7bfd7-cd17-4499-97a7-289c673b82b2: This subnet is being modified by another concurrent operation. Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:09:35.065628 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise exception Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88d7bfd7-cd17-4499-97a7-289c673b82b2: This subnet is being modified by another concurrent operation. Jan 27 17:09:35.070433 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Jan 27 17:09:35.168865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7b4cc-cbbf-412c-bc0f-8a1ce6b8dacd tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event deleted for resources: {'Subnet': ['ID=88d7bfd7-cd17-4499-97a7-289c673b82b2,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:35.189590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9db7b4cc-cbbf-412c-bc0f-8a1ce6b8dacd tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.209974 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a018408b-a490-4acf-9ff6-828b75a1a292 None None] Network b75b82e7-35f8-45ba-b85b-d040c511c8b9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:35.307924 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9db7b4cc-cbbf-412c-bc0f-8a1ce6b8dacd tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "DELETE /v2.0/subnets/88d7bfd7-cd17-4499-97a7-289c673b82b2 HTTP/1.1" status: 204 len: 168 time: 2.6413906 Jan 27 17:09:35.316656 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=16c151ae-a091-4292-9917-d65c001b5fa2,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:35.322702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33760) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:35.370254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object 97e4fa5e-f865-459a-8ccc-4cd696073248 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:35.537066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.589401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-2fc82c2c-bde2-4273-a91f-c9b22fb479c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:09:35.589877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-2fc82c2c-bde2-4273-a91f-c9b22fb479c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:09:35.613125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bab0e8-5696-4256-89c8-d42fd27a7b50 req-9387d438-eff8-4881-8630-ffe8ca3b3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:35.615986 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4bab0e8-5696-4256-89c8-d42fd27a7b50 req-9387d438-eff8-4881-8630-ffe8ca3b3302 service neutron] 10.222.0.88 "GET /v2.0/networks?id=69137b3c-580f-481f-ab05-44feb3754947 HTTP/1.1" status: 200 len: 913 time: 0.8367379 Jan 27 17:09:35.674398 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb4a4e-8aeb-4c38-a45e-f08e24d5c8d2 None None] Pushing event updated for resources: {'Port': ['ID=57f3cd53-a3ed-4890-9dac-95376ec3133d,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:35.694322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.715505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d02f419-8d75-405a-9e44-db24531c1543 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:35.716284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9d02f419-8d75-405a-9e44-db24531c1543 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Synchronizing usage tracker for tenant:e0b9f84c1820437481b46caf7254cd93 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:35.720319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Transition to ACTIVE for port object 7cd3e246-fd23-4d82-95fb-850305b7b403 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:35.766810 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Transition to ACTIVE for port object 7cd3e246-fd23-4d82-95fb-850305b7b403 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:35.797040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.797501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Allocated IP 172.20.0.1 (b13573a0-f9e2-46cd-af15-3a0e65b5e333/fc4790fc-8836-4371-b234-1333c09d2a31/3f163448-505c-4c55-9c4b-b0ed71fa78db) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:35.803274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9d02f419-8d75-405a-9e44-db24531c1543 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Unset dirty status for tenant:e0b9f84c1820437481b46caf7254cd93 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:35.807009 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9d02f419-8d75-405a-9e44-db24531c1543 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4769204 Jan 27 17:09:35.818856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33768) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:35.855748 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.868521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.090833 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4bab0e8-5696-4256-89c8-d42fd27a7b50 req-77853060-97d3-4dd1-a4b5-80fede51d6fc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861ddbed-cfe1-45cb-8096-396df0e59eea HTTP/1.1" status: 200 len: 1001 time: 0.4659021 Jan 27 17:09:36.256010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network c3f81942-7e80-46fd-8144-161d5952b824 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:36.321957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=97e4fa5e-f865-459a-8ccc-4cd696073248,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:36.325902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:36.341978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:36.353220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:36.353887 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.373024 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Allocated IP 2001:db8::2 (c3f81942-7e80-46fd-8144-161d5952b824/7bcbcf89-95d0-49df-9a7e-ea5ae2c4c138/ca716ec7-6bbb-4a49-bc67-6b843aac907c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:36.384272 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bab0e8-5696-4256-89c8-d42fd27a7b50 req-61d05287-8868-4fa8-9e2e-cd91e671a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:36.385843 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4bab0e8-5696-4256-89c8-d42fd27a7b50 req-61d05287-8868-4fa8-9e2e-cd91e671a8ee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc4843f9-98f0-4647-bffb-6dc8d90f2a77 HTTP/1.1" status: 200 len: 850 time: 0.2661011 Jan 27 17:09:36.443839 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f33aeb80-3ede-4558-b9bb-b3d234be5917 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.5232449 Jan 27 17:09:36.449167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.451147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33774) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:36.472050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Transition to ACTIVE for port object 3f163448-505c-4c55-9c4b-b0ed71fa78db will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:36.499200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Subnet': ['ID=c401cfc1-19c9-42f8-a33a-e8b4ddb6e79a,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:36.537094 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.577667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-2c3002b1-034a-4018-999e-5700155d8194 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 97e4fa5e-f865-459a-8ccc-4cd696073248 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:36.578047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c3002b1-034a-4018-999e-5700155d8194 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.636502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event updated for resources: {'Port': ['ID=3f163448-505c-4c55-9c4b-b0ed71fa78db,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:36.646006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94886551-dc51-4297-9301-436a76723d93 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.655961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Checking segment: {'id': '96ccbf9b-bcf1-4c56-a53f-93bda0c49add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0ac6821b-f3c2-4476-b99d-199fefb2f726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:36.656478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network hostable DHCP agents. Network: 0ac6821b-f3c2-4476-b99d-199fefb2f726, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:36.695540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network 0ac6821b-f3c2-4476-b99d-199fefb2f726 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:36.710354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Network b13573a0-f9e2-46cd-af15-3a0e65b5e333 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:36.740568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.755165 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Transition to ACTIVE for port object ca716ec7-6bbb-4a49-bc67-6b843aac907c will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:36.767224 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:36.774767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 0ac6821b-f3c2-4476-b99d-199fefb2f726) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:36.776823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:36.781784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Transition to ACTIVE for port object ca716ec7-6bbb-4a49-bc67-6b843aac907c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:36.800873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.822381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Pushing event updated for resources: {'Port': ['ID=7cd3e246-fd23-4d82-95fb-850305b7b403,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:36.832806 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Network b0f6269c-e4da-4520-9a21-0e1cf8baa778 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:36.955899 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94886551-dc51-4297-9301-436a76723d93 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.956238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a033c584-0445-46aa-a6f8-df712203c337 None None] Network 0ac6821b-f3c2-4476-b99d-199fefb2f726 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:36.970681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:36.971698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.986426 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:36.993407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Network c3f81942-7e80-46fd-8144-161d5952b824 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:37.035279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:37.038710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-94886551-dc51-4297-9301-436a76723d93 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75b82e7-35f8-45ba-b85b-d040c511c8b9']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:37.039548 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:37.060656 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:37.074507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-94886551-dc51-4297-9301-436a76723d93 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedb5d4b-37b9-4de9-ba50-27a2c414bf50') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:37.075195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-94886551-dc51-4297-9301-436a76723d93 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedb5d4b-37b9-4de9-ba50-27a2c414bf50') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:37.117782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94886551-dc51-4297-9301-436a76723d93 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.192943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.220934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94886551-dc51-4297-9301-436a76723d93 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.226677 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4c492ef8-4396-450f-8180-caf94771e1e1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9202409 Jan 27 17:09:37.234277 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33780) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:37.247708 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94886551-dc51-4297-9301-436a76723d93 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:37.248229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94886551-dc51-4297-9301-436a76723d93 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:37.266708 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:37.318437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 57f3cd53-a3ed-4890-9dac-95376ec3133d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:37.342631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-313257717'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:37.495399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fa6e1e-2513-490f-9587-81412f1b228b None None] Network b13573a0-f9e2-46cd-af15-3a0e65b5e333 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:37.508619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:37.536566 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Pushing event updated for resources: {'Port': ['ID=ca716ec7-6bbb-4a49-bc67-6b843aac907c,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:37.606253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bab0e8-5696-4256-89c8-d42fd27a7b50 req-9135b7e9-3d5d-4e20-a3b7-6d8ef359727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:37.608346 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4bab0e8-5696-4256-89c8-d42fd27a7b50 req-9135b7e9-3d5d-4e20-a3b7-6d8ef359727e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=69137b3c-580f-481f-ab05-44feb3754947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2135427 Jan 27 17:09:37.615620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Usage tracker for resource:network and tenant:beb01746a9fc43a68cc07541b5977c65 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:37.622321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:37.645740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:37.664405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.673825 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-03954056-d38c-44ce-955c-cd7030b7982d None None] Provisioning for port 57f3cd53-a3ed-4890-9dac-95376ec3133d completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:37.678393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94886551-dc51-4297-9301-436a76723d93 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.707451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:37.712925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.714196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c3002b1-034a-4018-999e-5700155d8194 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.726977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94886551-dc51-4297-9301-436a76723d93 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.758040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Attempting to bind port 7cd3e246-fd23-4d82-95fb-850305b7b403 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:37.758402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Attempting to bind port 7cd3e246-fd23-4d82-95fb-850305b7b403 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bc85c975-e2db-4ad3-b27b-597a553f8cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'b0f6269c-e4da-4520-9a21-0e1cf8baa778'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:37.758748 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Attempting to bind port 7cd3e246-fd23-4d82-95fb-850305b7b403 on network b0f6269c-e4da-4520-9a21-0e1cf8baa778 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:37.777798 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.780742 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94886551-dc51-4297-9301-436a76723d93 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event deleted for resources: {'Network': ['ID=b75b82e7-35f8-45ba-b85b-d040c511c8b9,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:37.811921 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-94886551-dc51-4297-9301-436a76723d93 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "DELETE /v2.0/networks/b75b82e7-35f8-45ba-b85b-d040c511c8b9 HTTP/1.1" status: 204 len: 168 time: 1.9875453 Jan 27 17:09:37.812232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Attempting to bind port ca716ec7-6bbb-4a49-bc67-6b843aac907c on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:37.812232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Attempting to bind port ca716ec7-6bbb-4a49-bc67-6b843aac907c by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '08547cc6-d55c-4dda-b67d-d5b6200c165e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c3f81942-7e80-46fd-8144-161d5952b824'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:37.812232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Attempting to bind port ca716ec7-6bbb-4a49-bc67-6b843aac907c on network c3f81942-7e80-46fd-8144-161d5952b824 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:37.818256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33786) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:37.818808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:37.819300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Checking segment: {'id': 'bc85c975-e2db-4ad3-b27b-597a553f8cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'b0f6269c-e4da-4520-9a21-0e1cf8baa778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:37.819742 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.820139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Bound using segment: {'id': 'bc85c975-e2db-4ad3-b27b-597a553f8cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'b0f6269c-e4da-4520-9a21-0e1cf8baa778'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:37.820639 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Bound port: 7cd3e246-fd23-4d82-95fb-850305b7b403, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc85c975-e2db-4ad3-b27b-597a553f8cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'b0f6269c-e4da-4520-9a21-0e1cf8baa778'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:37.821107 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.834867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1207} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:37.871169 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:37.871528 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Checking segment: {'id': '08547cc6-d55c-4dda-b67d-d5b6200c165e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c3f81942-7e80-46fd-8144-161d5952b824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:37.873675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.873675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Bound using segment: {'id': '08547cc6-d55c-4dda-b67d-d5b6200c165e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c3f81942-7e80-46fd-8144-161d5952b824'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:37.873675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Bound port: ca716ec7-6bbb-4a49-bc67-6b843aac907c, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08547cc6-d55c-4dda-b67d-d5b6200c165e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c3f81942-7e80-46fd-8144-161d5952b824'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:37.873675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.931552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.933387 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Added segment da21b75f-416e-48ad-9851-b4e710edf4d1 of type vlan for network 21b1cf90-b4ba-4e96-b192-fb6e8baed805 Jan 27 17:09:37.943827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.955264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-2c3002b1-034a-4018-999e-5700155d8194 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 97e4fa5e-f865-459a-8ccc-4cd696073248 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:38.070783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.211559 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 57f3cd53-a3ed-4890-9dac-95376ec3133d completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:38.218864 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.232089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:38.233615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.248141 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 57f3cd53-a3ed-4890-9dac-95376ec3133d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:38.248591 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.279868 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4bab0e8-5696-4256-89c8-d42fd27a7b50 req-b14e52bb-7fdb-442e-b993-bf761f76b68a service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6612351 Jan 27 17:09:38.304581 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-0ac6821b-f3c2-4476-b99d-199fefb2f726', 'network_id': '0ac6821b-f3c2-4476-b99d-199fefb2f726', 'tenant_id': 'beb01746a9fc43a68cc07541b5977c65', 'fixed_ips': [{'subnet_id': 'c401cfc1-19c9-42f8-a33a-e8b4ddb6e79a'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:38.305734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.336199 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5d201131-8608-4bf4-8a5b-e24beef06fb1 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.390466 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] For port 7cd3e246-fd23-4d82-95fb-850305b7b403, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:38.398951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] For port ca716ec7-6bbb-4a49-bc67-6b843aac907c, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:38.402385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] For port 7cd3e246-fd23-4d82-95fb-850305b7b403, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7cd3e246-fd23-4d82-95fb-850305b7b403,segment=NetworkSegment(bc85c975-e2db-4ad3-b27b-597a553f8cd2),segment_id=bc85c975-e2db-4ad3-b27b-597a553f8cd2)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:38.405927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] For port ca716ec7-6bbb-4a49-bc67-6b843aac907c, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ca716ec7-6bbb-4a49-bc67-6b843aac907c,segment=NetworkSegment(08547cc6-d55c-4dda-b67d-d5b6200c165e),segment_id=08547cc6-d55c-4dda-b67d-d5b6200c165e)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:38.468432 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2256243 Jan 27 17:09:38.475636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33794) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:38.484280 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.531072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.637942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Allocated IP 172.26.8.54 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/6c0c7179-06de-47d7-9a9c-ca9154332c87) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:38.665494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'subnet': {'network_id': '21b1cf90-b4ba-4e96-b192-fb6e8baed805', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:38.700893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b152b8c-9f0b-4cd2-860e-443f55ad6bed tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Network': ['ID=21b1cf90-b4ba-4e96-b192-fb6e8baed805,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:38.728006 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 21b1cf90-b4ba-4e96-b192-fb6e8baed805 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:38.854904 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8ca64-5679-47df-93e4-d8484ca6033b None None] Pushing event updated for resources: {'Port': ['ID=7cd3e246-fd23-4d82-95fb-850305b7b403,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:38.877814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:38.884739 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Usage tracker for resource:subnet and tenant:beb01746a9fc43a68cc07541b5977c65 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:38.889993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:38.908651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:38.916286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.924931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.946589 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.055444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:39.066806 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.151105 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Allocated IP 2001:db8:0:ffff::2 (0ac6821b-f3c2-4476-b99d-199fefb2f726/c401cfc1-19c9-42f8-a33a-e8b4ddb6e79a/e8d3eda1-d1ee-42f8-b287-af71dd66db04) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:39.239720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c3002b1-034a-4018-999e-5700155d8194 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.325411 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4bab0e8-5696-4256-89c8-d42fd27a7b50 req-17a52e83-81fa-4c55-b6de-d2efc2f62d26 service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0356450 Jan 27 17:09:39.476585 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 57f3cd53-a3ed-4890-9dac-95376ec3133d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=57f3cd53-a3ed-4890-9dac-95376ec3133d,segment=NetworkSegment(010324f8-e8a0-4fdf-934e-9d988dd0bb7d),segment_id=010324f8-e8a0-4fdf-934e-9d988dd0bb7d)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:39.487139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde3faf-4b4a-438c-b861-cf36361e4a86 None None] Pushing event updated for resources: {'Port': ['ID=ca716ec7-6bbb-4a49-bc67-6b843aac907c,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:39.525104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event updated for resources: {'Port': ['ID=3f163448-505c-4c55-9c4b-b0ed71fa78db,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:39.528499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3002b1-034a-4018-999e-5700155d8194 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=97e4fa5e-f865-459a-8ccc-4cd696073248,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:39.533411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.534723 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.535752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 16c151ae-a091-4292-9917-d65c001b5fa2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:39.785872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5d201131-8608-4bf4-8a5b-e24beef06fb1 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.877556 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-806fa9ab-966d-41ae-9142-542dd07dfcba None None] Provisioning complete for port 57f3cd53-a3ed-4890-9dac-95376ec3133d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:39.878382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-806fa9ab-966d-41ae-9142-542dd07dfcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.917412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.978716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-5d201131-8608-4bf4-8a5b-e24beef06fb1 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:39.987511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c3002b1-034a-4018-999e-5700155d8194 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.009639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Network b13573a0-f9e2-46cd-af15-3a0e65b5e333 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:40.014760 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-5d201131-8608-4bf4-8a5b-e24beef06fb1 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d7539b-ba96-4703-86e3-c43293b341be') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:40.015318 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:40.022159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-5d201131-8608-4bf4-8a5b-e24beef06fb1 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d7539b-ba96-4703-86e3-c43293b341be') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:40.022896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=57f3cd53-a3ed-4890-9dac-95376ec3133d,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:40.040317 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2c3002b1-034a-4018-999e-5700155d8194 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/97e4fa5e-f865-459a-8ccc-4cd696073248 HTTP/1.1" status: 204 len: 168 time: 3.5849209 Jan 27 17:09:40.042628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5d201131-8608-4bf4-8a5b-e24beef06fb1 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.050597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33806) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:40.067450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.098135 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 16c151ae-a091-4292-9917-d65c001b5fa2 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:40.098732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.187606 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Transition to ACTIVE for port object e8d3eda1-d1ee-42f8-b287-af71dd66db04 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:40.323117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Transition to ACTIVE for port object e8d3eda1-d1ee-42f8-b287-af71dd66db04 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:40.365842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5d201131-8608-4bf4-8a5b-e24beef06fb1 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.398277 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce39492-f496-4886-8e9d-e6f392dc3cae tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] DELETE failed (client error): The resource could not be found. Jan 27 17:09:40.404868 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce39492-f496-4886-8e9d-e6f392dc3cae tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:09:40.412945 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fce39492-f496-4886-8e9d-e6f392dc3cae tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/97e4fa5e-f865-459a-8ccc-4cd696073248 HTTP/1.1" status: 404 len: 333 time: 0.3607850 Jan 27 17:09:40.419253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33812) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:40.439714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d201131-8608-4bf4-8a5b-e24beef06fb1 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:40.440374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5d201131-8608-4bf4-8a5b-e24beef06fb1 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.496046 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:40.586500 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:40.593827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Pushing event updated for resources: {'Port': ['ID=e8d3eda1-d1ee-42f8-b287-af71dd66db04,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:40.617149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-806fa9ab-966d-41ae-9142-542dd07dfcba None None] Provisioning for port 3f163448-505c-4c55-9c4b-b0ed71fa78db completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:40.629043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-806fa9ab-966d-41ae-9142-542dd07dfcba None None] Provisioning complete for port 3f163448-505c-4c55-9c4b-b0ed71fa78db triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:40.629483 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-806fa9ab-966d-41ae-9142-542dd07dfcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.661457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.objects.ports [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87609) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:09:40.664223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.669339 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Router 980c79fe-6537-4f2b-8389-d8e8345a3562 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:09:40.679019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Network 0ac6821b-f3c2-4476-b99d-199fefb2f726 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:40.704336 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e5b696-97a0-4ea9-83c9-10651bd93f2c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:09:40.709114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f3e5b696-97a0-4ea9-83c9-10651bd93f2c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:40.725211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.768080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Subnet': ['ID=9ee1381b-69c5-49b0-b414-677428ca2f6a,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:40.778338 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:40.786627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:40.922000 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-806fa9ab-966d-41ae-9142-542dd07dfcba None None] Port 3f163448-505c-4c55-9c4b-b0ed71fa78db cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:40.984179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Attempting to bind port e8d3eda1-d1ee-42f8-b287-af71dd66db04 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:40.984540 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Attempting to bind port e8d3eda1-d1ee-42f8-b287-af71dd66db04 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '96ccbf9b-bcf1-4c56-a53f-93bda0c49add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0ac6821b-f3c2-4476-b99d-199fefb2f726'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:40.984913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Attempting to bind port e8d3eda1-d1ee-42f8-b287-af71dd66db04 on network 0ac6821b-f3c2-4476-b99d-199fefb2f726 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:40.992314 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:40.992676 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Checking segment: {'id': '96ccbf9b-bcf1-4c56-a53f-93bda0c49add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0ac6821b-f3c2-4476-b99d-199fefb2f726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:40.993066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.993457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Bound using segment: {'id': '96ccbf9b-bcf1-4c56-a53f-93bda0c49add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0ac6821b-f3c2-4476-b99d-199fefb2f726'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:40.993929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Bound port: e8d3eda1-d1ee-42f8-b287-af71dd66db04, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ccbf9b-bcf1-4c56-a53f-93bda0c49add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0ac6821b-f3c2-4476-b99d-199fefb2f726'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:40.994299 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.067760 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:41.095358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:41.122843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f3e5b696-97a0-4ea9-83c9-10651bd93f2c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:41.133184 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d74235-9e16-4c17-ad98-95b60a3bcee2 None None] Network b0f6269c-e4da-4520-9a21-0e1cf8baa778 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:41.137767 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f3e5b696-97a0-4ea9-83c9-10651bd93f2c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/97e4fa5e-f865-459a-8ccc-4cd696073248 HTTP/1.1" status: 404 len: 333 time: 0.7148321 Jan 27 17:09:41.149521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:41.190868 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33820) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:41.204977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:41.219399 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e65e0d-981e-4d3a-9e50-c155582c4579 None None] Sync routers for ids ['980c79fe-6537-4f2b-8389-d8e8345a3562'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:41.226023 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-89351caa-88f8-45ef-9068-c8cf84d7d9e3 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "PUT /v2.0/routers/980c79fe-6537-4f2b-8389-d8e8345a3562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6393135 Jan 27 17:09:41.238794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33824) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:41.262008 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e65e0d-981e-4d3a-9e50-c155582c4579 None None] Routers {'980c79fe-6537-4f2b-8389-d8e8345a3562'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:41.264338 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-59e65e0d-981e-4d3a-9e50-c155582c4579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['980c79fe-6537-4f2b-8389-d8e8345a3562'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:41.389157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5d201131-8608-4bf4-8a5b-e24beef06fb1 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.392246 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7cd3e246-fd23-4d82-95fb-850305b7b403 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:41.436520 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-59e65e0d-981e-4d3a-9e50-c155582c4579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:41.448202 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e65e0d-981e-4d3a-9e50-c155582c4579 None None] Routers {'980c79fe-6537-4f2b-8389-d8e8345a3562'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:41.449107 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-59e65e0d-981e-4d3a-9e50-c155582c4579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['980c79fe-6537-4f2b-8389-d8e8345a3562'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:41.469769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Checking segment: {'id': 'da21b75f-416e-48ad-9851-b4e710edf4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '21b1cf90-b4ba-4e96-b192-fb6e8baed805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:41.469769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network hostable DHCP agents. Network: 21b1cf90-b4ba-4e96-b192-fb6e8baed805, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:41.518380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5d201131-8608-4bf4-8a5b-e24beef06fb1 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.537785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network 21b1cf90-b4ba-4e96-b192-fb6e8baed805 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:41.562189 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-59e65e0d-981e-4d3a-9e50-c155582c4579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:41.563012 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e65e0d-981e-4d3a-9e50-c155582c4579 None None] The sync data for ids ['980c79fe-6537-4f2b-8389-d8e8345a3562'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:41.564881 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee167b5-3cd5-4b19-acf7-dd1f3b0ea8c1 None None] Network c3f81942-7e80-46fd-8144-161d5952b824 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:41.638012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 21b1cf90-b4ba-4e96-b192-fb6e8baed805) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:41.642850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d201131-8608-4bf4-8a5b-e24beef06fb1 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event deleted for resources: {'Network': ['ID=8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:41.649357 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:41.650298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.656513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event updated for resources: {'Port': ['ID=6c0c7179-06de-47d7-9a9c-ca9154332c87,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:41.736782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aca181e-c3de-4840-a576-d3276ce50b75 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting subnet 7bcbcf89-95d0-49df-9a7e-ea5ae2c4c138 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:41.762723 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c8594778-4dfc-46b8-9840-544cc3acdedb tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2750192 Jan 27 17:09:41.769584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33830) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:41.777881 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7aca181e-c3de-4840-a576-d3276ce50b75 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.780341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'port': {'network_id': '21b1cf90-b4ba-4e96-b192-fb6e8baed805', 'name': 'tempest-NetworksIpV6TestAttrs-1700153131'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:41.794522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] For port e8d3eda1-d1ee-42f8-b287-af71dd66db04, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:41.798442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] For port e8d3eda1-d1ee-42f8-b287-af71dd66db04, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e8d3eda1-d1ee-42f8-b287-af71dd66db04,segment=NetworkSegment(96ccbf9b-bcf1-4c56-a53f-93bda0c49add),segment_id=96ccbf9b-bcf1-4c56-a53f-93bda0c49add)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:41.816221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5344a7-dd99-44b8-b2db-b32bc05087b4 None None] Network 21b1cf90-b4ba-4e96-b192-fb6e8baed805 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:41.818858 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5d201131-8608-4bf4-8a5b-e24beef06fb1 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "DELETE /v2.0/networks/8ed0c4cd-0ad2-4e03-9dfd-392afd851ae8 HTTP/1.1" status: 204 len: 168 time: 3.9423635 Jan 27 17:09:41.830069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33834) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:41.847559 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.987753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 7cd3e246-fd23-4d82-95fb-850305b7b403 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:42.053920 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7aca181e-c3de-4840-a576-d3276ce50b75 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.079485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 57f3cd53-a3ed-4890-9dac-95376ec3133d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:42.120522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d308a59c-7bea-4e2d-905f-b488b30bc072 None None] Provisioning complete for port 3f163448-505c-4c55-9c4b-b0ed71fa78db triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:42.121202 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d308a59c-7bea-4e2d-905f-b488b30bc072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.314827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d308a59c-7bea-4e2d-905f-b488b30bc072 None None] Port 3f163448-505c-4c55-9c4b-b0ed71fa78db cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:42.450122 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:42.456280 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Usage tracker for resource:port and tenant:beb01746a9fc43a68cc07541b5977c65 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:42.460295 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:42.469106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:42.490632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:42.497958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.598660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57324226-aa90-4631-a559-4cd218b946c5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.632473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] device_id is not set on port 81de1149-f8ca-4545-a11b-f8d43bcd8fca yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:42.866299 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7aca181e-c3de-4840-a576-d3276ce50b75 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.966324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 57f3cd53-a3ed-4890-9dac-95376ec3133d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:42.966752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.995770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Allocated IP 2001:db8::f816:3eff:fe7f:f75d (21b1cf90-b4ba-4e96-b192-fb6e8baed805/9ee1381b-69c5-49b0-b414-677428ca2f6a/81de1149-f8ca-4545-a11b-f8d43bcd8fca) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:43.044430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Provisioning for port 7cd3e246-fd23-4d82-95fb-850305b7b403 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:43.125130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cbae1-ea5f-427e-b710-df995cdc54e5 None None] Pushing event updated for resources: {'Port': ['ID=e8d3eda1-d1ee-42f8-b287-af71dd66db04,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:43.153009 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Provisioning complete for port 7cd3e246-fd23-4d82-95fb-850305b7b403 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:43.153455 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.201169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.282942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57324226-aa90-4631-a559-4cd218b946c5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.334992 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ca716ec7-6bbb-4a49-bc67-6b843aac907c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:43.424393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-57324226-aa90-4631-a559-4cd218b946c5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7e43c3-7cb3-421a-9db7-d83bc7a9e03e']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:43.480018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-57324226-aa90-4631-a559-4cd218b946c5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24276acc-66b1-4728-928a-fba25febd364') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:43.480604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-57324226-aa90-4631-a559-4cd218b946c5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24276acc-66b1-4728-928a-fba25febd364') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:43.484818 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-f842d9f0-c496-4908-a762-c6413466afca tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:09:43.486731 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f842d9f0-c496-4908-a762-c6413466afca tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "PUT /v2.0/routers/980c79fe-6537-4f2b-8389-d8e8345a3562/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2282460 Jan 27 17:09:43.495163 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33846) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:43.613844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port ca716ec7-6bbb-4a49-bc67-6b843aac907c completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:43.632645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e378eb-361c-4f80-a1c0-b17edc6ba7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-21b1cf90-b4ba-4e96-b192-fb6e8baed805', 'network_id': '21b1cf90-b4ba-4e96-b192-fb6e8baed805', 'tenant_id': 'beb01746a9fc43a68cc07541b5977c65', 'fixed_ips': [{'subnet_id': '9ee1381b-69c5-49b0-b414-677428ca2f6a'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:43.634538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-27e378eb-361c-4f80-a1c0-b17edc6ba7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.808501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd941e6f-9f97-4f55-8b0d-a41fb58eaf69 req-67722c7c-3b0d-4876-8ba4-7b252d580767 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:43.821248 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd941e6f-9f97-4f55-8b0d-a41fb58eaf69 req-67722c7c-3b0d-4876-8ba4-7b252d580767 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.3407159 Jan 27 17:09:43.889607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.894655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57324226-aa90-4631-a559-4cd218b946c5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.900872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013d1e2e-c126-4a8d-bc1e-d18c74567ad9 None None] Network 0ac6821b-f3c2-4476-b99d-199fefb2f726 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:43.922968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Transition to ACTIVE for port object 81de1149-f8ca-4545-a11b-f8d43bcd8fca will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:43.940695 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57324226-aa90-4631-a559-4cd218b946c5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.955145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57324226-aa90-4631-a559-4cd218b946c5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:43.955145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57324226-aa90-4631-a559-4cd218b946c5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.958539 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd941e6f-9f97-4f55-8b0d-a41fb58eaf69 req-66d4a8b7-126a-46aa-9b7c-93cf1e649f8c tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343644 Jan 27 17:09:43.967988 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e8d3eda1-d1ee-42f8-b287-af71dd66db04 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:44.029451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.166668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network 21b1cf90-b4ba-4e96-b192-fb6e8baed805 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:44.171020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:44.183436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:44.190429 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:44.191066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7aca181e-c3de-4840-a576-d3276ce50b75 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.191810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:44.204252 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:44.218845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Port': ['ID=81de1149-f8ca-4545-a11b-f8d43bcd8fca,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:44.246284 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-78591b75-e87f-4305-93b1-6e5acbea402e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4752591 Jan 27 17:09:44.250960 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33854) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:44.415639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57324226-aa90-4631-a559-4cd218b946c5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.438493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-6467b83c-a048-496a-bdac-701b3a4d0b37 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Deleting subnet 9ee1381b-69c5-49b0-b414-677428ca2f6a {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:44.444860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6467b83c-a048-496a-bdac-701b3a4d0b37 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.472951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57324226-aa90-4631-a559-4cd218b946c5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.496525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca181e-c3de-4840-a576-d3276ce50b75 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Subnet': ['ID=7bcbcf89-95d0-49df-9a7e-ea5ae2c4c138,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:44.505294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7aca181e-c3de-4840-a576-d3276ce50b75 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.528875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57324226-aa90-4631-a559-4cd218b946c5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event deleted for resources: {'Network': ['ID=5e7e43c3-7cb3-421a-9db7-d83bc7a9e03e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:44.548660 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-57324226-aa90-4631-a559-4cd218b946c5 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "DELETE /v2.0/networks/5e7e43c3-7cb3-421a-9db7-d83bc7a9e03e HTTP/1.1" status: 204 len: 168 time: 2.7173901 Jan 27 17:09:44.557734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33862) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:44.628553 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port e8d3eda1-d1ee-42f8-b287-af71dd66db04 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:44.712772 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6467b83c-a048-496a-bdac-701b3a4d0b37 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.716087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.719426 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7aca181e-c3de-4840-a576-d3276ce50b75 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/7bcbcf89-95d0-49df-9a7e-ea5ae2c4c138 HTTP/1.1" status: 204 len: 168 time: 3.5239556 Jan 27 17:09:44.731345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33866) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:44.985100 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3194a9d-9bd5-4e45-86d5-e0eb867de8f2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.005016 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] For port 7cd3e246-fd23-4d82-95fb-850305b7b403, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7cd3e246-fd23-4d82-95fb-850305b7b403,segment=NetworkSegment(bc85c975-e2db-4ad3-b27b-597a553f8cd2),segment_id=bc85c975-e2db-4ad3-b27b-597a553f8cd2)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:45.015004 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.085884 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.147684 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Provisioning for port ca716ec7-6bbb-4a49-bc67-6b843aac907c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:45.156485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Pushing event updated for resources: {'Port': ['ID=7cd3e246-fd23-4d82-95fb-850305b7b403,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:45.193917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:45.200386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:45.201564 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:45.202440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:45.203323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:45.204225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:45.205119 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:45.206160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:45.206975 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:45.210527 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:45.211753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:45.213013 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:45.215293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.240569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41de5023-afde-49e7-9250-08703cceb90f None None] Network c3f81942-7e80-46fd-8144-161d5952b824 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:45.260537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6467b83c-a048-496a-bdac-701b3a4d0b37 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.275088 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Provisioning complete for port ca716ec7-6bbb-4a49-bc67-6b843aac907c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:45.275088 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.340315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port ca716ec7-6bbb-4a49-bc67-6b843aac907c {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:45.340632 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.496752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6003e18-fb96-4549-b8a9-6039f0f740b4 req-630a8298-15f1-45df-95a5-4ea4e4fc3833 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:45.505009 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c6003e18-fb96-4549-b8a9-6039f0f740b4 req-630a8298-15f1-45df-95a5-4ea4e4fc3833 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.7742450 Jan 27 17:09:45.625673 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3194a9d-9bd5-4e45-86d5-e0eb867de8f2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.678772 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-a3194a9d-9bd5-4e45-86d5-e0eb867de8f2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0614c062-3de9-4635-845e-f1e6f4cae989']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:45.723351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-a3194a9d-9bd5-4e45-86d5-e0eb867de8f2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90df29a1-56e6-4431-939f-55054524a601') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:45.724109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-a3194a9d-9bd5-4e45-86d5-e0eb867de8f2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90df29a1-56e6-4431-939f-55054524a601') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:45.763461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.807215 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3194a9d-9bd5-4e45-86d5-e0eb867de8f2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.823458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] For port ca716ec7-6bbb-4a49-bc67-6b843aac907c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ca716ec7-6bbb-4a49-bc67-6b843aac907c,segment=NetworkSegment(08547cc6-d55c-4dda-b67d-d5b6200c165e),segment_id=08547cc6-d55c-4dda-b67d-d5b6200c165e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:45.832972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.867539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3194a9d-9bd5-4e45-86d5-e0eb867de8f2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.890846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3194a9d-9bd5-4e45-86d5-e0eb867de8f2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:45.891366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3194a9d-9bd5-4e45-86d5-e0eb867de8f2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.905760 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c6003e18-fb96-4549-b8a9-6039f0f740b4 req-7743f3b5-94c7-4989-a0b3-848bc8f4251b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3973427 Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:45.909375 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:45.927108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6467b83c-a048-496a-bdac-701b3a4d0b37 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.939951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40ab0e1-c956-4924-8d78-49916852ca97 None None] DHCP port deletion for c3f81942-7e80-46fd-8144-161d5952b824 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:09:45.942373 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7cd3e246-fd23-4d82-95fb-850305b7b403 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server [None req-27e378eb-361c-4f80-a1c0-b17edc6ba7eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ee1381b-69c5-49b0-b414-677428ca2f6a: This subnet is being modified by another concurrent operation. Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:09:46.066291 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise exception Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ee1381b-69c5-49b0-b414-677428ca2f6a: This subnet is being modified by another concurrent operation. Jan 27 17:09:46.072951 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Jan 27 17:09:46.094324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a40ab0e1-c956-4924-8d78-49916852ca97 None None] Deleting port ca716ec7-6bbb-4a49-bc67-6b843aac907c {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:46.100239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a40ab0e1-c956-4924-8d78-49916852ca97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.153037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42beb16-2917-4bec-8f25-d8bb82abebde None None] Network 21b1cf90-b4ba-4e96-b192-fb6e8baed805 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:46.204019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] For port ca716ec7-6bbb-4a49-bc67-6b843aac907c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ca716ec7-6bbb-4a49-bc67-6b843aac907c,segment=NetworkSegment(08547cc6-d55c-4dda-b67d-d5b6200c165e),segment_id=08547cc6-d55c-4dda-b67d-d5b6200c165e)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:46.205214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.230190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467b83c-a048-496a-bdac-701b3a4d0b37 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee1381b-69c5-49b0-b414-677428ca2f6a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:46.335627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-53b078ed-404e-4733-a238-63df50c45076 None None] Provisioning for port e8d3eda1-d1ee-42f8-b287-af71dd66db04 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:46.364135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647258d5-b51d-4c81-b457-dbf729fd53e9 req-d90dcdab-7b5d-491c-b32f-889d72fb7305 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:46.371890 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-647258d5-b51d-4c81-b457-dbf729fd53e9 req-d90dcdab-7b5d-491c-b32f-889d72fb7305 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 945 time: 0.9899876 Jan 27 17:09:46.397314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for ca716ec7-6bbb-4a49-bc67-6b843aac907c owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:46.412515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6467b83c-a048-496a-bdac-701b3a4d0b37 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.477355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a01bc-9063-410b-83ab-bcace25e6258 None None] Pushing event updated for resources: {'Port': ['ID=ca716ec7-6bbb-4a49-bc67-6b843aac907c,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:46.497157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-53b078ed-404e-4733-a238-63df50c45076 None None] Provisioning complete for port e8d3eda1-d1ee-42f8-b287-af71dd66db04 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:46.497735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-53b078ed-404e-4733-a238-63df50c45076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.516597 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6467b83c-a048-496a-bdac-701b3a4d0b37 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/subnets/9ee1381b-69c5-49b0-b414-677428ca2f6a HTTP/1.1" status: 204 len: 168 time: 2.2640479 Jan 27 17:09:46.518718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.526244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33880) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:46.527798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3194a9d-9bd5-4e45-86d5-e0eb867de8f2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.563422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3194a9d-9bd5-4e45-86d5-e0eb867de8f2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.594275 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-647258d5-b51d-4c81-b457-dbf729fd53e9 req-b2a055b7-44f6-4abd-8625-02a2dbab17fb tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751568 Jan 27 17:09:46.617031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3194a9d-9bd5-4e45-86d5-e0eb867de8f2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] Pushing event deleted for resources: {'Network': ['ID=0614c062-3de9-4635-845e-f1e6f4cae989,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:46.635113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Router b90143f9-e29c-4251-be81-50fae38cef6b is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:09:46.636353 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a3194a9d-9bd5-4e45-86d5-e0eb867de8f2 tempest-BulkNetworkOpsIpV6Test-1731352925 tempest-BulkNetworkOpsIpV6Test-1731352925-project] 10.222.0.81 "DELETE /v2.0/networks/0614c062-3de9-4635-845e-f1e6f4cae989 HTTP/1.1" status: 204 len: 168 time: 2.0769291 Jan 27 17:09:46.722042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=ca716ec7-6bbb-4a49-bc67-6b843aac907c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:46.745965 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No DVR routers for this DVR port ca716ec7-6bbb-4a49-bc67-6b843aac907c on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:46.778002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a40ab0e1-c956-4924-8d78-49916852ca97 None None] The port 'ca716ec7-6bbb-4a49-bc67-6b843aac907c' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:09:46.917677 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 7cd3e246-fd23-4d82-95fb-850305b7b403 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:46.918292 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.967606 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f78e099-f830-403c-93cb-d73af79c9f77 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:46.969463 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f78e099-f830-403c-93cb-d73af79c9f77 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:46.976220 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9f78e099-f830-403c-93cb-d73af79c9f77 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4061160 Jan 27 17:09:46.977346 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33892) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:47.173137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c491f-c5fd-430a-8ce9-b21e3393c5b8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.379933 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75ce400-6d04-452b-b998-ae34beb8b855 None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:09:47.461416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fdcd96ef-25f3-4506-ac55-2019c47f2fb9 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.489082 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcd96ef-25f3-4506-ac55-2019c47f2fb9 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 17:09:47.490262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdcd96ef-25f3-4506-ac55-2019c47f2fb9 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:09:47.499503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.503760 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fdcd96ef-25f3-4506-ac55-2019c47f2fb9 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/networks/21b1cf90-b4ba-4e96-b192-fb6e8baed805 HTTP/1.1" status: 409 len: 405 time: 0.5240633 Jan 27 17:09:47.506707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33904) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:47.517638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1555498749'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:47.545169 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:47.559493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Usage tracker for resource:network and tenant:beb01746a9fc43a68cc07541b5977c65 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:47.570044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:47.582507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:47.594487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33908) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:47.607482 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:47.613001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.717905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:47.744005 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1210} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:47.776310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f81942-7e80-46fd-8144-161d5952b824']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:47.776618 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Sync routers for ids ['b90143f9-e29c-4251-be81-50fae38cef6b'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:47.785791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-53b078ed-404e-4733-a238-63df50c45076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.791111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.791802 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Added segment 660f5402-29c6-47e3-a7b8-ae32ca406b73 of type vlan for network 0337081e-0839-452e-910e-9b5164518992 Jan 27 17:09:47.815969 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08547cc6-d55c-4dda-b67d-d5b6200c165e') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:47.816454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08547cc6-d55c-4dda-b67d-d5b6200c165e') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:47.844233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.856575 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-53b078ed-404e-4733-a238-63df50c45076 None None] For port e8d3eda1-d1ee-42f8-b287-af71dd66db04, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e8d3eda1-d1ee-42f8-b287-af71dd66db04,segment=NetworkSegment(96ccbf9b-bcf1-4c56-a53f-93bda0c49add),segment_id=96ccbf9b-bcf1-4c56-a53f-93bda0c49add)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:47.870570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.872096 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-128c0e22-28de-40d0-9f5b-d2db9b51d5d6 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 13.8631480 Jan 27 17:09:47.876848 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33916) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:47.887528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.907367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.970025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-53b078ed-404e-4733-a238-63df50c45076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.970688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27db01-af43-4984-91ae-38ee512e8488 req-bb883f9a-2364-41fc-9683-a6ee4f5eda91 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:47.984963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:47.985583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.987111 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9b27db01-af43-4984-91ae-38ee512e8488 req-bb883f9a-2364-41fc-9683-a6ee4f5eda91 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.3822913 Jan 27 17:09:48.073213 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Routers {'b90143f9-e29c-4251-be81-50fae38cef6b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:48.073966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['b90143f9-e29c-4251-be81-50fae38cef6b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:48.130021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.141205 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:48.142285 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:48.167419 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:48.227483 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9b27db01-af43-4984-91ae-38ee512e8488 req-2177facb-c469-45fd-877d-de3b4031ca3b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912286 Jan 27 17:09:48.263403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-53b078ed-404e-4733-a238-63df50c45076 None None] Provisioning complete for port 7cd3e246-fd23-4d82-95fb-850305b7b403 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:48.263870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-53b078ed-404e-4733-a238-63df50c45076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.290105 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ca716ec7-6bbb-4a49-bc67-6b843aac907c no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:48.392542 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: ca716ec7-6bbb-4a49-bc67-6b843aac907c {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:09:48.392885 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ca716ec7-6bbb-4a49-bc67-6b843aac907c not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:09:48.464229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b078ed-404e-4733-a238-63df50c45076 None None] Pushing event updated for resources: {'Port': ['ID=e8d3eda1-d1ee-42f8-b287-af71dd66db04,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:48.475149 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.504357 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Network': ['ID=0337081e-0839-452e-910e-9b5164518992,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:48.519978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.542520 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e1f48963-8ea3-4a87-91df-2ff8a65e6a36 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0b9f84c1820437481b46caf7254cd93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9450166 Jan 27 17:09:48.543966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33922) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:48.549114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 0337081e-0839-452e-910e-9b5164518992 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:48.582142 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-66720d88-cb40-4449-8933-9f2b9703bd86 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0732136 Jan 27 17:09:48.588555 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33926) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:48.596413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c491f-c5fd-430a-8ce9-b21e3393c5b8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Deleting port 3f163448-505c-4c55-9c4b-b0ed71fa78db {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:48.597343 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c491f-c5fd-430a-8ce9-b21e3393c5b8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.602733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75ce400-6d04-452b-b998-ae34beb8b855 None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:09:48.611445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'subnet': {'network_id': '0337081e-0839-452e-910e-9b5164518992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:48.636770 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Network': ['ID=c3f81942-7e80-46fd-8144-161d5952b824,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:48.644010 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-81aec50a-124b-4eb6-b20f-d29c3fa3126f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/networks/c3f81942-7e80-46fd-8144-161d5952b824 HTTP/1.1" status: 204 len: 168 time: 3.9112577 Jan 27 17:09:48.662229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33930) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:48.702395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-40456094'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:48.722982 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-35d59028-c753-41d0-a9f0-d6132ef9c249 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/routers/b90143f9-e29c-4251-be81-50fae38cef6b HTTP/1.1" status: 200 len: 908 time: 0.8446860 Jan 27 17:09:48.725280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:48.733205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33936) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:48.738223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:network and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:48.747233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:48.756874 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1756877659', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'enable_snat': True}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:48.777245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Set router b90143f9-e29c-4251-be81-50fae38cef6b gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:09:48.788155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:48.791977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:48.809344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Usage tracker for resource:router and tenant:dcee6e0a213648e3b21d62e972d67e5d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:48.829026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:48.851666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45cc51-0077-4535-9f45-61c15b2be659 req-615c03cb-b275-4b82-8b78-68a4d55ef0a7 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:48.853897 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1f45cc51-0077-4535-9f45-61c15b2be659 req-615c03cb-b275-4b82-8b78-68a4d55ef0a7 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 945 time: 0.6816897 Jan 27 17:09:48.855418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:48.920273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2000e712-d302-428d-af6c-c62f966e776d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.925185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:48.974582 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:48.979503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.031966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.032274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Usage tracker for resource:subnet and tenant:beb01746a9fc43a68cc07541b5977c65 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:49.033442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.042742 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:49.090874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:49.102869 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1244} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:49.105573 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-53b078ed-404e-4733-a238-63df50c45076 None None] Could not find standard attr ID for object ca716ec7-6bbb-4a49-bc67-6b843aac907c. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:09:49.116332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.116875 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Added segment 86774253-c668-46f9-90aa-34252e54aad5 of type vlan for network d0a4c2ba-c58a-4709-b983-a06fcf107c19 Jan 27 17:09:49.135419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c491f-c5fd-430a-8ce9-b21e3393c5b8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.153303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.180879 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:49.183357 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1f45cc51-0077-4535-9f45-61c15b2be659 req-14603687-e418-43cb-a2b3-204bce49347d tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346821 Jan 27 17:09:49.187364 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.216641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2000e712-d302-428d-af6c-c62f966e776d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.417530 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c491f-c5fd-430a-8ce9-b21e3393c5b8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Calling delete_port for 3f163448-505c-4c55-9c4b-b0ed71fa78db owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:49.458665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.525306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b30d2-3c95-43d3-ad0e-8c0a12765303 req-d0bbc71d-0925-43a1-9e33-a3f6f31eb766 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:49.526962 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f04b30d2-3c95-43d3-ad0e-8c0a12765303 req-d0bbc71d-0925-43a1-9e33-a3f6f31eb766 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 946 time: 0.6087885 Jan 27 17:09:49.604336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2000e712-d302-428d-af6c-c62f966e776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.639387 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90143f9-e29c-4251-be81-50fae38cef6b', 'name': 'tempest-snat-router-1756877659', 'tenant_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.54'}], 'enable_snat': False}, 'gw_port_id': '6c0c7179-06de-47d7-9a9c-ca9154332c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:09:34Z', 'updated_at': '2022-01-27T17:09:42Z', 'revision_number': 3, 'project_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'gw_port': {'id': '6c0c7179-06de-47d7-9a9c-ca9154332c87', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90143f9-e29c-4251-be81-50fae38cef6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:09:38Z', 'updated_at': '2022-01-27T17:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:49.658070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000e712-d302-428d-af6c-c62f966e776d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba0c74f-dfef-4757-96e7-9eb2987c2490,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:49.662824 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Checking router: b90143f9-e29c-4251-be81-50fae38cef6b for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:09:49.663204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Updating router b90143f9-e29c-4251-be81-50fae38cef6b port 6c0c7179-06de-47d7-9a9c-ca9154332c87 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:09:49.675294 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f04b30d2-3c95-43d3-ad0e-8c0a12765303 req-e0096587-3ea8-46e5-9d84-2af83b972106 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278353 Jan 27 17:09:49.838367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2000e712-d302-428d-af6c-c62f966e776d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.845488 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2000e712-d302-428d-af6c-c62f966e776d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ba0c74f-dfef-4757-96e7-9eb2987c2490 HTTP/1.1" status: 204 len: 168 time: 1.2964799 Jan 27 17:09:49.846482 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.899009 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07715475-0627-46bf-9570-e670cfbf1631 None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:09:49.926445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.932843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:49.934162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.985504 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:50.185971 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.objects.ports [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87609) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:09:50.188360 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:50.216535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-83206b62-4514-4b32-9465-00dd3e83cffe tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:50.218300 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-83206b62-4514-4b32-9465-00dd3e83cffe tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 945 time: 0.8465800 Jan 27 17:09:50.271320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e8d3eda1-d1ee-42f8-b287-af71dd66db04 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:50.319256 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Subnet': ['ID=053ebf49-4243-461f-8c1b-a33df0d48728,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:50.334303 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Checking segment: {'id': '660f5402-29c6-47e3-a7b8-ae32ca406b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '0337081e-0839-452e-910e-9b5164518992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:50.335485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network hostable DHCP agents. Network: 0337081e-0839-452e-910e-9b5164518992, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:50.344739 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6704540 Jan 27 17:09:50.345826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 33954) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:50.374944 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network 0337081e-0839-452e-910e-9b5164518992 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:50.376193 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20392f04-698e-433c-8e81-3e4c2b479175 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Network': ['ID=d0a4c2ba-c58a-4709-b983-a06fcf107c19,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:50.390989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': 'd0a4c2ba-c58a-4709-b983-a06fcf107c19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:50.401799 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 0337081e-0839-452e-910e-9b5164518992) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:50.424034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:50.428576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:50.452678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec091ac-dcde-4505-8568-4c92d70d2aed req-bbbd4fc6-03b5-4567-9c38-a009cd892d0d tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:50.461136 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7ec091ac-dcde-4505-8568-4c92d70d2aed req-bbbd4fc6-03b5-4567-9c38-a009cd892d0d tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.9016807 Jan 27 17:09:50.467241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network d0a4c2ba-c58a-4709-b983-a06fcf107c19 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:50.477245 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-339d5185-4a28-4496-a75d-e9b0badefbce tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8871186 Jan 27 17:09:50.480311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33960) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:50.494221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'port': {'network_id': '0337081e-0839-452e-910e-9b5164518992', 'name': 'tempest-NetworksIpV6TestAttrs-944166796'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:50.601613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Deleting port 206c5ab8-4380-4b51-8d35-507e1fddf4ee {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:50.602225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:50.810810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:50.827836 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7ec091ac-dcde-4505-8568-4c92d70d2aed req-c539c373-b4e0-44c6-a362-d0d5bb0f9632 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3648660 Jan 27 17:09:50.855527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:50.864847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:50.880436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:50.901591 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96f56c-a05f-413a-bd6c-8b95d24828e7 req-27409c5c-cafa-48df-8ae9-c24175421cef tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:50.915008 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ea96f56c-a05f-413a-bd6c-8b95d24828e7 req-27409c5c-cafa-48df-8ae9-c24175421cef tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 945 time: 0.3845372 Jan 27 17:09:50.947776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Usage tracker for resource:port and tenant:beb01746a9fc43a68cc07541b5977c65 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:50.959043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:50.968381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:50.979265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:51.035848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:51.051619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.059175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c491f-c5fd-430a-8ce9-b21e3393c5b8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.121739 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ea96f56c-a05f-413a-bd6c-8b95d24828e7 req-e5c92f40-ae3a-43c3-9dba-ee1a58a6db77 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005832 Jan 27 17:09:51.133422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:51.137014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.153119 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07715475-0627-46bf-9570-e670cfbf1631 None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:09:51.161901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c491f-c5fd-430a-8ce9-b21e3393c5b8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event deleted for resources: {'Port': ['ID=3f163448-505c-4c55-9c4b-b0ed71fa78db,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:51.195056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] device_id is not set on port 7c7e9b3f-1f33-4428-a65b-ce2611a37b16 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:51.219985 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e8d3eda1-d1ee-42f8-b287-af71dd66db04 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:51.220362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.641320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ccac84a2-b00e-4731-8a2b-eab3a8540987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.675194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33980) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:51.724529 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] For port 206c5ab8-4380-4b51-8d35-507e1fddf4ee, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=206c5ab8-4380-4b51-8d35-507e1fddf4ee,segment=NetworkSegment(c6029f3b-dbda-4f67-95d5-86ef4d2794ff),segment_id=c6029f3b-dbda-4f67-95d5-86ef4d2794ff)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:51.725742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.799680 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.843075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Transition to ACTIVE for port object 6c0c7179-06de-47d7-9a9c-ca9154332c87 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:51.884105 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.981252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Allocated IP 2001:db8::f816:3eff:fe26:43f7 (0337081e-0839-452e-910e-9b5164518992/053ebf49-4243-461f-8c1b-a33df0d48728/7c7e9b3f-1f33-4428-a65b-ce2611a37b16) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:52.053502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Attempting to bind port 6c0c7179-06de-47d7-9a9c-ca9154332c87 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:52.054092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Attempting to bind port 6c0c7179-06de-47d7-9a9c-ca9154332c87 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:52.054605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Attempting to bind port 6c0c7179-06de-47d7-9a9c-ca9154332c87 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:52.067008 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-961546549'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:52.069352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:52.069730 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:52.070142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.070585 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:52.071049 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Bound port: 6c0c7179-06de-47d7-9a9c-ca9154332c87, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:52.071430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.083613 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:52.103043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:network and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:52.110326 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:52.116428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de099b0-9f43-477b-9bd7-f551b3dfe967 None None] Pushing event updated for resources: {'Port': ['ID=6c0c7179-06de-47d7-9a9c-ca9154332c87,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:52.136251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:52.195726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b78d8-cf64-4023-b869-f4b93611f040 req-86ef1969-5abc-4b01-b009-8820af9053b8 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:52.197604 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-591b78d8-cf64-4023-b869-f4b93611f040 req-86ef1969-5abc-4b01-b009-8820af9053b8 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 946 time: 0.4354572 Jan 27 17:09:52.203381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:52.207032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.236652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] For port 6c0c7179-06de-47d7-9a9c-ca9154332c87, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:52.240784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.255227 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] For port 6c0c7179-06de-47d7-9a9c-ca9154332c87, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6c0c7179-06de-47d7-9a9c-ca9154332c87,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:52.262516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.349885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:52.375338 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:security_group_rule and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:52.385343 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:52.417184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:52.430702 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-591b78d8-cf64-4023-b869-f4b93611f040 req-8557cc77-a3c5-4d72-b749-6fe3a3a3b390 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074277 Jan 27 17:09:52.468993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c491f-c5fd-430a-8ce9-b21e3393c5b8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.512889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.515181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Routers {'b90143f9-e29c-4251-be81-50fae38cef6b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:52.515860 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['b90143f9-e29c-4251-be81-50fae38cef6b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:52.543491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Transition to ACTIVE for port object 7c7e9b3f-1f33-4428-a65b-ce2611a37b16 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:52.587923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-0337081e-0839-452e-910e-9b5164518992', 'network_id': '0337081e-0839-452e-910e-9b5164518992', 'tenant_id': 'beb01746a9fc43a68cc07541b5977c65', 'fixed_ips': [{'subnet_id': '053ebf49-4243-461f-8c1b-a33df0d48728'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:52.588993 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.633457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de099b0-9f43-477b-9bd7-f551b3dfe967 None None] Pushing event updated for resources: {'Port': ['ID=6c0c7179-06de-47d7-9a9c-ca9154332c87,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:52.634000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.638587 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.711039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.794761 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network 0337081e-0839-452e-910e-9b5164518992 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:52.810301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:52.828459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:52.834548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:52.835224 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.888301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:52.896401 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4148369 Jan 27 17:09:52.905350 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 33990) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:52.922270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e684493d-509a-411b-b8d8-43f892b73637,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:52.925526 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6f66a-850a-43af-a2e6-86436fdbe3cd tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Port': ['ID=7c7e9b3f-1f33-4428-a65b-ce2611a37b16,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:52.978139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.978607 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Added segment 6d645709-31cf-4dcf-a388-b558f902f97e of type vlan for network 8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf Jan 27 17:09:53.079652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] Set router b90143f9-e29c-4251-be81-50fae38cef6b gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:09:53.100777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.111563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.117345 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0efebb-3a5e-48a3-98ed-d0145d823e4f tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Deleting subnet 053ebf49-4243-461f-8c1b-a33df0d48728 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:53.185670 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552954d-5071-498e-84a7-44b152e74876 req-8606399c-9c6a-4237-8e60-312d6636d75b tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:53.191136 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.201267 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8552954d-5071-498e-84a7-44b152e74876 req-8606399c-9c6a-4237-8e60-312d6636d75b tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 945 time: 0.4999123 Jan 27 17:09:53.255364 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.261011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:53.261649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.325544 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8552954d-5071-498e-84a7-44b152e74876 req-b3d841c5-f76b-42a8-a5f9-75d74083a2f7 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups?id=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233480 Jan 27 17:09:53.426217 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 206c5ab8-4380-4b51-8d35-507e1fddf4ee no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:53.447620 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7623386 Jan 27 17:09:53.447620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a45ff-4dce-4f64-a259-38e16f23b294 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Network': ['ID=8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:53.453238 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-cbc01800-aab7-4f47-9968-4c8d7eec26a9 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:53.453238 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-cbc01800-aab7-4f47-9968-4c8d7eec26a9 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 946 time: 0.4207938 Jan 27 17:09:53.487006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1e2af-4eb2-44f3-ab7f-8b7ac05cdb9a req-c44189ac-c6fd-4e1a-b0f2-92cafd4f03c9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:53.495393 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fec1e2af-4eb2-44f3-ab7f-8b7ac05cdb9a req-c44189ac-c6fd-4e1a-b0f2-92cafd4f03c9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.3345635 Jan 27 17:09:53.497662 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.507076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:53.596580 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Deleting port 3aa2cecd-19f4-4257-8787-50182843d7df {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:53.597202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.685016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.685503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.685864 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Floating IP 5579ad4f-c6dc-4599-bf7e-bc38f79dc558 disassociated. External IP: 172.26.8.240, port: 206c5ab8-4380-4b51-8d35-507e1fddf4ee. Jan 27 17:09:53.686259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Calling delete_port for 206c5ab8-4380-4b51-8d35-507e1fddf4ee owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:53.703477 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Allocated IP 2001:db8::f816:3eff:fe75:9206 (0337081e-0839-452e-910e-9b5164518992/053ebf49-4243-461f-8c1b-a33df0d48728/c9148fca-2cd5-4578-8989-424cec13630a) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:53.795325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4c491f-c5fd-430a-8ce9-b21e3393c5b8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Router 980c79fe-6537-4f2b-8389-d8e8345a3562 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:09:53.865508 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fec1e2af-4eb2-44f3-ab7f-8b7ac05cdb9a req-de2afeeb-19b8-4f01-ae81-68a205046a36 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3689594 Jan 27 17:09:53.866280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Subnet': ['ID=1f75ceab-6acd-4c91-921f-358611ebd6c0,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:54.053565 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.064480 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5136ccdc-f27a-4132-9cc9-178ede2dfd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.101444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace83864-e635-4e26-a125-8e3829540420 req-bb732d5a-4f4e-465b-b717-a603229be282 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:54.110392 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ace83864-e635-4e26-a125-8e3829540420 req-bb732d5a-4f4e-465b-b717-a603229be282 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 946 time: 0.3242068 Jan 27 17:09:54.180524 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Port 206c5ab8-4380-4b51-8d35-507e1fddf4ee update to DOWN by agent not found {{(pid=87610) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 27 17:09:54.184747 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ace83864-e635-4e26-a125-8e3829540420 req-30b6a2e5-ed48-423f-9fef-b98a7770ecad tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0f25281-9a2a-4bfa-bd88-f70b136b4d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728171 Jan 27 17:09:54.198239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Checking segment: {'id': '86774253-c668-46f9-90aa-34252e54aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd0a4c2ba-c58a-4709-b983-a06fcf107c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:54.198603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network hostable DHCP agents. Network: d0a4c2ba-c58a-4709-b983-a06fcf107c19, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:54.240868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] For port 3aa2cecd-19f4-4257-8787-50182843d7df, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3aa2cecd-19f4-4257-8787-50182843d7df,segment=NetworkSegment(e9410cdb-9b4c-4db0-a3da-79692f3f3223),segment_id=e9410cdb-9b4c-4db0-a3da-79692f3f3223)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:54.241461 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.249933 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Allocated IP 172.26.8.103 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/8536fc9c-fffb-421c-92b4-c34c55293f53) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:54.462600 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Pushing event deleted for resources: {'Port': ['ID=206c5ab8-4380-4b51-8d35-507e1fddf4ee,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:54.550413 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90143f9-e29c-4251-be81-50fae38cef6b', 'name': 'tempest-snat-router-1756877659', 'tenant_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.54'}], 'enable_snat': False}, 'gw_port_id': '6c0c7179-06de-47d7-9a9c-ca9154332c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:09:34Z', 'updated_at': '2022-01-27T17:09:42Z', 'revision_number': 3, 'project_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'gw_port': {'id': '6c0c7179-06de-47d7-9a9c-ca9154332c87', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90143f9-e29c-4251-be81-50fae38cef6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:09:38Z', 'updated_at': '2022-01-27T17:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:54.598738 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a3195-bfab-4cd1-bbce-fa61634e12bb None None] The sync data for ids ['b90143f9-e29c-4251-be81-50fae38cef6b'] in dv-neutron-825077-1-hyperv is: [{'id': 'b90143f9-e29c-4251-be81-50fae38cef6b', 'name': 'tempest-snat-router-1756877659', 'tenant_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.54'}], 'enable_snat': False}, 'gw_port_id': '6c0c7179-06de-47d7-9a9c-ca9154332c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:09:34Z', 'updated_at': '2022-01-27T17:09:42Z', 'revision_number': 3, 'project_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'gw_port': {'id': '6c0c7179-06de-47d7-9a9c-ca9154332c87', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90143f9-e29c-4251-be81-50fae38cef6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:09:38Z', 'updated_at': '2022-01-27T17:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:54.681461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.695542 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Transition to ACTIVE for port object c9148fca-2cd5-4578-8989-424cec13630a will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:54.719845 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Transition to ACTIVE for port object c9148fca-2cd5-4578-8989-424cec13630a will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:54.729856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.841883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Network 0337081e-0839-452e-910e-9b5164518992 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:54.849325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4c491f-c5fd-430a-8ce9-b21e3393c5b8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:54.872777 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc00a6-9b42-40d1-8710-1b0207b2d7aa None None] Sync routers for ids ['980c79fe-6537-4f2b-8389-d8e8345a3562'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:54.885719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.897794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.901216 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Floating IP 489647e4-2efa-45e2-8105-59129861c3e8 disassociated. External IP: 172.26.8.114, port: 3aa2cecd-19f4-4257-8787-50182843d7df. Jan 27 17:09:54.901813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Calling delete_port for 3aa2cecd-19f4-4257-8787-50182843d7df owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:54.904860 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc00a6-9b42-40d1-8710-1b0207b2d7aa None None] Routers {'980c79fe-6537-4f2b-8389-d8e8345a3562'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:54.905979 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6ffc00a6-9b42-40d1-8710-1b0207b2d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['980c79fe-6537-4f2b-8389-d8e8345a3562'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:54.936604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network d0a4c2ba-c58a-4709-b983-a06fcf107c19 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:54.937662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:54.971875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:55.049594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc0efebb-3a5e-48a3-98ed-d0145d823e4f tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.218262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.244655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Pushing event updated for resources: {'Port': ['ID=c9148fca-2cd5-4578-8989-424cec13630a,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:55.309101 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6ffc00a6-9b42-40d1-8710-1b0207b2d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:55.342755 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc00a6-9b42-40d1-8710-1b0207b2d7aa None None] Routers {'980c79fe-6537-4f2b-8389-d8e8345a3562'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:55.344218 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6ffc00a6-9b42-40d1-8710-1b0207b2d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['980c79fe-6537-4f2b-8389-d8e8345a3562'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:55.479986 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.565467 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Attempting to bind port c9148fca-2cd5-4578-8989-424cec13630a on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:55.566118 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Attempting to bind port c9148fca-2cd5-4578-8989-424cec13630a by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '660f5402-29c6-47e3-a7b8-ae32ca406b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '0337081e-0839-452e-910e-9b5164518992'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:55.566765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Attempting to bind port c9148fca-2cd5-4578-8989-424cec13630a on network 0337081e-0839-452e-910e-9b5164518992 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:55.590721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:55.591329 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Checking segment: {'id': '660f5402-29c6-47e3-a7b8-ae32ca406b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '0337081e-0839-452e-910e-9b5164518992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:55.592018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.592674 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Bound using segment: {'id': '660f5402-29c6-47e3-a7b8-ae32ca406b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '0337081e-0839-452e-910e-9b5164518992'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:55.593471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Bound port: c9148fca-2cd5-4578-8989-424cec13630a, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660f5402-29c6-47e3-a7b8-ae32ca406b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '0337081e-0839-452e-910e-9b5164518992'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:55.594103 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.659403 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6ffc00a6-9b42-40d1-8710-1b0207b2d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:55.660119 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc00a6-9b42-40d1-8710-1b0207b2d7aa None None] The sync data for ids ['980c79fe-6537-4f2b-8389-d8e8345a3562'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:55.689744 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc0efebb-3a5e-48a3-98ed-d0145d823e4f tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.861325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] For port c9148fca-2cd5-4578-8989-424cec13630a, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:55.866571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:09:55.867601 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] For port c9148fca-2cd5-4578-8989-424cec13630a, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9148fca-2cd5-4578-8989-424cec13630a,segment=NetworkSegment(660f5402-29c6-47e3-a7b8-ae32ca406b73),segment_id=660f5402-29c6-47e3-a7b8-ae32ca406b73)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:55.872180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-b9becd74-647e-472b-ae04-49b2b9b392ea req-09dd6562-ed35-438f-8756-3f9d9357effd tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Synchronizing usage tracker for tenant:482d4f98757a4ef0898d959157284a86 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:55.880988 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.889913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, d0a4c2ba-c58a-4709-b983-a06fcf107c19) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:55.995145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:56.059820 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5f4c491f-c5fd-430a-8ce9-b21e3393c5b8 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "PUT /v2.0/routers/980c79fe-6537-4f2b-8389-d8e8345a3562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5573745 Jan 27 17:09:56.074299 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:56.088360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34002) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:56.095994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:56.099958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:56.153816 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:56.251158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Pushing event deleted for resources: {'Port': ['ID=3aa2cecd-19f4-4257-8787-50182843d7df,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:56.386770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ab6bc-5851-4f6d-b6ca-2dedf1f16d6f None None] Pushing event updated for resources: {'Port': ['ID=c9148fca-2cd5-4578-8989-424cec13630a,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:56.430956 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6c0c7179-06de-47d7-9a9c-ca9154332c87 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:56.581977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-b9becd74-647e-472b-ae04-49b2b9b392ea req-09dd6562-ed35-438f-8756-3f9d9357effd tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Unset dirty status for tenant:482d4f98757a4ef0898d959157284a86 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:56.595747 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b9becd74-647e-472b-ae04-49b2b9b392ea req-09dd6562-ed35-438f-8756-3f9d9357effd tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 210 time: 1.7309144 Jan 27 17:09:56.664940 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:56.801998 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 6c0c7179-06de-47d7-9a9c-ca9154332c87 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:56.837282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 6c0c7179-06de-47d7-9a9c-ca9154332c87 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:56.837985 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.012163 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-beedca50-0cb8-493e-812e-cf8be6c5429f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] delete failed (client error): The resource could not be found. Jan 27 17:09:57.013219 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-beedca50-0cb8-493e-812e-cf8be6c5429f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-658460756 HTTP/1.1" status: 404 len: 334 time: 0.7488668 Jan 27 17:09:57.033140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34006) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:57.078955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c53b75-7449-45cf-a18a-52c1c32f9665 req-0bd21584-a748-4311-9cc2-cd14e73058f0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:57.101040 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-13c53b75-7449-45cf-a18a-52c1c32f9665 req-0bd21584-a748-4311-9cc2-cd14e73058f0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.8864753 Jan 27 17:09:57.125112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:57.145387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:57.149856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:09:57.183157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc0efebb-3a5e-48a3-98ed-d0145d823e4f tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.249617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dba9c8d2-3d6f-4bcb-8822-fcc5b0e19006 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Request body: {'router': {'external_gateway_info': {'network_id': '980c79fe-6537-4f2b-8389-d8e8345a3562'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:57.362297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.411121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 6c0c7179-06de-47d7-9a9c-ca9154332c87, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6c0c7179-06de-47d7-9a9c-ca9154332c87,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:57.422117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.480741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 3aa2cecd-19f4-4257-8787-50182843d7df no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:57.511536 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-13c53b75-7449-45cf-a18a-52c1c32f9665 req-7326fdf0-6f7a-41b0-99a0-d6a40634d15e tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424722 Jan 27 17:09:57.528481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc0efebb-3a5e-48a3-98ed-d0145d823e4f tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.564384 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 3aa2cecd-19f4-4257-8787-50182843d7df {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:09:57.564715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 3aa2cecd-19f4-4257-8787-50182843d7df not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:09:57.570175 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-182d2bb4-bb73-4430-9c2b-192b94edd560 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.2084250 Jan 27 17:09:57.578772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34010) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:57.597833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=6c0c7179-06de-47d7-9a9c-ca9154332c87,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:57.616582 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4ec9df1a-0976-48d3-a614-9a602b4a8968 req-d229f7a2-3963-42b3-8e4d-1f683df818cb tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 210 time: 0.6063213 Jan 27 17:09:57.652161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Router e6317c45-6d5f-461c-9b26-5bcbfc70d498 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:09:57.658811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc0efebb-3a5e-48a3-98ed-d0145d823e4f tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.679941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': 'd0a4c2ba-c58a-4709-b983-a06fcf107c19', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-536132000'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:57.680229 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bc0efebb-3a5e-48a3-98ed-d0145d823e4f tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/subnets/053ebf49-4243-461f-8c1b-a33df0d48728 HTTP/1.1" status: 204 len: 168 time: 4.7585034 Jan 27 17:09:57.680229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34016) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:57.680229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0efebb-3a5e-48a3-98ed-d0145d823e4f tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Subnet': ['ID=053ebf49-4243-461f-8c1b-a33df0d48728,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:57.708686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event updated for resources: {'Port': ['ID=8536fc9c-fffb-421c-92b4-c34c55293f53,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:57.969084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc9ff3-c660-4748-9dbe-c90aa71484b0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:57.971733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc9ff3-c660-4748-9dbe-c90aa71484b0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:57.972798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5ffc9ff3-c660-4748-9dbe-c90aa71484b0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Synchronizing usage tracker for tenant:beb01746a9fc43a68cc07541b5977c65 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:58.034009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5ffc9ff3-c660-4748-9dbe-c90aa71484b0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Unset dirty status for tenant:beb01746a9fc43a68cc07541b5977c65 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:58.042013 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5ffc9ff3-c660-4748-9dbe-c90aa71484b0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3461349 Jan 27 17:09:58.042876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34020) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:58.312466 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34024) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:58.317102 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.429336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:58.432823 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9148fca-2cd5-4578-8989-424cec13630a up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:58.437556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'subnet': {'network_id': '8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:58.445676 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-423b5baa-2dcf-4ba2-b58b-db9895114662 req-3c46376f-e030-4b23-a253-1c52939d87d2 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 210 time: 0.3864102 Jan 27 17:09:58.510023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768aae27-020e-46bc-ae97-f37c48c8c447 None None] Sync routers for ids ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:58.582499 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768aae27-020e-46bc-ae97-f37c48c8c447 None None] Routers {'e6317c45-6d5f-461c-9b26-5bcbfc70d498'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:58.583725 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-768aae27-020e-46bc-ae97-f37c48c8c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:58.669821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] No DVR routers for this DVR port 3aa2cecd-19f4-4257-8787-50182843d7df on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:58.674967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-98b03470-a2bf-4fe2-8bae-034f4518436e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.681510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.684624 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8342aa52-701b-45f1-8c93-0ce8cc9e5732 req-f0a8367b-bae8-4c80-bbad-a49810966578 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.88 "DELETE /v2.0/ports/3aa2cecd-19f4-4257-8787-50182843d7df HTTP/1.1" status: 204 len: 173 time: 5.2228982 Jan 27 17:09:58.689141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c218580-7efd-4ba5-af65-e7aa448573b9', 'name': 'network-vif-deleted', 'tag': '3aa2cecd-19f4-4257-8787-50182843d7df'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:09:58.700822 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b03470-a2bf-4fe2-8bae-034f4518436e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 17:09:58.701491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b03470-a2bf-4fe2-8bae-034f4518436e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:09:58.705080 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-98b03470-a2bf-4fe2-8bae-034f4518436e tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/networks/0337081e-0839-452e-910e-9b5164518992 HTTP/1.1" status: 409 len: 405 time: 0.6406798 Jan 27 17:09:58.711890 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34034) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:58.719760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1028761249'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:58.739358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:58.747470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Usage tracker for resource:network and tenant:beb01746a9fc43a68cc07541b5977c65 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:58.757562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:58.777938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:58.810203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:58.814755 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.860045 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c218580-7efd-4ba5-af65-e7aa448573b9', 'name': 'network-vif-deleted', 'tag': '3aa2cecd-19f4-4257-8787-50182843d7df', 'status': 'completed', 'code': 200} Jan 27 17:09:58.884651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1219} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:58.909316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.909955 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Added segment ec51a87d-48d8-4c96-81da-47418f666036 of type vlan for network 4e0b5590-585d-46ed-8bc6-8f5388f7c008 Jan 27 17:09:58.984454 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.021256 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port c9148fca-2cd5-4578-8989-424cec13630a completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:59.075908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6c0c7179-06de-47d7-9a9c-ca9154332c87 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:59.108740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.124421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:59.126544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.181097 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dfff1a-2c21-4c71-98bf-6e2734eb8dfe None None] Network 0337081e-0839-452e-910e-9b5164518992 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:59.234454 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82684e7b-e32f-4da5-a81a-a8527feefa9e None None] Network d0a4c2ba-c58a-4709-b983-a06fcf107c19 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:59.298578 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-31f185a5-cb14-4c1c-be0e-5cfa2096ee0a req-8f719e2e-3b82-4c18-8d21-3b82c1a54916 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Synchronizing usage tracker for tenant:8d6e3a32bb7c46a194806037099c89be on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:59.499785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-768aae27-020e-46bc-ae97-f37c48c8c447 None None] Set router e6317c45-6d5f-461c-9b26-5bcbfc70d498 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:09:59.708331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-31f185a5-cb14-4c1c-be0e-5cfa2096ee0a req-8f719e2e-3b82-4c18-8d21-3b82c1a54916 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Unset dirty status for tenant:8d6e3a32bb7c46a194806037099c89be on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:59.711481 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31f185a5-cb14-4c1c-be0e-5cfa2096ee0a req-8f719e2e-3b82-4c18-8d21-3b82c1a54916 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c218580-7efd-4ba5-af65-e7aa448573b9 HTTP/1.1" status: 200 len: 210 time: 0.5208657 Jan 27 17:09:59.778119 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0620217 Jan 27 17:09:59.793515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34040) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:59.820674 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'subnet': {'network_id': '4e0b5590-585d-46ed-8bc6-8f5388f7c008', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:59.867906 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dba9c8d2-3d6f-4bcb-8822-fcc5b0e19006 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.879331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:59.938602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:59.956165 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5798d4-7486-4a53-a685-e7a894e0185a None None] Sync routers for ids ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:59.968339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:subnet and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:59.986778 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5798d4-7486-4a53-a685-e7a894e0185a None None] Routers {'7a3fe6fa-31b0-4651-a064-70ca67c04b7e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:09:59.987870 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-dc5798d4-7486-4a53-a685-e7a894e0185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:00.064925 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e2e58aea-eee9-4c6b-8a6a-f308b46cd71f None None] Provisioning for port c9148fca-2cd5-4578-8989-424cec13630a completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:00.118050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6ceec-134b-4bdc-a5e0-2bee8adf057c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Network': ['ID=4e0b5590-585d-46ed-8bc6-8f5388f7c008,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:00.123846 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9e25632d-8da1-436a-8fc7-80b8d3753d90 req-4b1e9408-6788-46ae-9aec-ea1fe1db9f89 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 210 time: 0.0970676 Jan 27 17:10:00.202286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:00.203830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 4e0b5590-585d-46ed-8bc6-8f5388f7c008 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:00.248157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e2e58aea-eee9-4c6b-8a6a-f308b46cd71f None None] Provisioning complete for port c9148fca-2cd5-4578-8989-424cec13630a triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:00.248493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e2e58aea-eee9-4c6b-8a6a-f308b46cd71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.357273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:00.375322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:00.397500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:00.431861 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:00.444426 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.524993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] No DVR routers for this DVR port 206c5ab8-4380-4b51-8d35-507e1fddf4ee on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:00.527307 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-dba9c8d2-3d6f-4bcb-8822-fcc5b0e19006 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] update failed (client error): The resource could not be found. Jan 27 17:10:00.533463 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dba9c8d2-3d6f-4bcb-8822-fcc5b0e19006 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "PUT /v2.0/routers/980c79fe-6537-4f2b-8389-d8e8345a3562 HTTP/1.1" status: 404 len: 339 time: 3.4068627 Jan 27 17:10:00.538953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34044) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:00.548105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.557737 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bd50fe5f-7ded-4dad-8c0c-ce90c0cc7d7f req-0d8fa9fc-cc81-4187-9aef-449f3873d1ab tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.88 "DELETE /v2.0/ports/206c5ab8-4380-4b51-8d35-507e1fddf4ee HTTP/1.1" status: 204 len: 173 time: 10.2777014 Jan 27 17:10:00.558142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2e1240-4ff5-43a8-a3ac-be51047c9b5e', 'name': 'network-vif-deleted', 'tag': '206c5ab8-4380-4b51-8d35-507e1fddf4ee'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:10:00.642768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:00.653690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.665225 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-dc5798d4-7486-4a53-a685-e7a894e0185a None None] Set router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:00.704399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.778093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:00.782120 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2e1240-4ff5-43a8-a3ac-be51047c9b5e', 'name': 'network-vif-deleted', 'tag': '206c5ab8-4380-4b51-8d35-507e1fddf4ee', 'status': 'completed', 'code': 200} Jan 27 17:10:00.806081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 6c0c7179-06de-47d7-9a9c-ca9154332c87 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:00.807095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.810301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:port and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:00.830847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:00.853482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:00.872037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc488a-75e1-4b98-9a84-54defbbbb8f5 req-78dace49-5e79-4a07-ad6b-a4b8cb9576c7 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:00.879988 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-33bc488a-75e1-4b98-9a84-54defbbbb8f5 req-78dace49-5e79-4a07-ad6b-a4b8cb9576c7 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.7579148 Jan 27 17:10:01.066579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:01.070922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.223845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34054) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:01.381479 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-33bc488a-75e1-4b98-9a84-54defbbbb8f5 req-bd9d0396-bf46-4ed8-8ab4-c9b62e584246 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4999051 Jan 27 17:10:01.398756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port 8d4fd3bd-5baa-4d74-81cd-4636bab0c920 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:01.610785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4151e58-f5ec-42e6-8405-173a83d2a5d2 None None] Network 0337081e-0839-452e-910e-9b5164518992 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:01.653934 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:10:01.751704 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-dc5798d4-7486-4a53-a685-e7a894e0185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:56Z', 'revision_number': 4, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '7ddb2715-0e62-46f9-9005-9a32151699d1', 'name': '', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'mac_address': 'fa:16:3e:b7:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:52Z', 'updated_at': '2022-01-27T17:08:14Z', 'revision_number': 5, 'project_id': '482d4f98757a4ef0898d959157284a86', 'subnets': [{'id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:01.755807 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5798d4-7486-4a53-a685-e7a894e0185a None None] Checking router: 7a3fe6fa-31b0-4651-a064-70ca67c04b7e for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:10:01.774585 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5798d4-7486-4a53-a685-e7a894e0185a None None] Routers {'7a3fe6fa-31b0-4651-a064-70ca67c04b7e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:01.775355 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-dc5798d4-7486-4a53-a685-e7a894e0185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:02.116612 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e2e58aea-eee9-4c6b-8a6a-f308b46cd71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.140753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-d0a4c2ba-c58a-4709-b983-a06fcf107c19', 'network_id': 'd0a4c2ba-c58a-4709-b983-a06fcf107c19', 'tenant_id': '4399c29b1b584fb8b205062c5b102d07', 'fixed_ips': [{'subnet_id': '1f75ceab-6acd-4c91-921f-358611ebd6c0'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:02.141852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.180750 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-738a2a98-5e9d-4875-bba4-d404aed1d0f2 req-2cf3f32b-5d21-441d-9452-6d246c9e6f31 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd2e1240-4ff5-43a8-a3ac-be51047c9b5e HTTP/1.1" status: 200 len: 210 time: 0.4110832 Jan 27 17:10:02.225566 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2219cde5-b531-49c9-9018-ad6ac1d8a69a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.271100 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-dc5798d4-7486-4a53-a685-e7a894e0185a None None] Set router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:02.326665 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-e2e58aea-eee9-4c6b-8a6a-f308b46cd71f None None] For port c9148fca-2cd5-4578-8989-424cec13630a, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9148fca-2cd5-4578-8989-424cec13630a,segment=NetworkSegment(660f5402-29c6-47e3-a7b8-ae32ca406b73),segment_id=660f5402-29c6-47e3-a7b8-ae32ca406b73)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:02.336225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e2e58aea-eee9-4c6b-8a6a-f308b46cd71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.355218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8::11d (d0a4c2ba-c58a-4709-b983-a06fcf107c19/1f75ceab-6acd-4c91-921f-358611ebd6c0/8d4fd3bd-5baa-4d74-81cd-4636bab0c920) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:02.407428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-768aae27-020e-46bc-ae97-f37c48c8c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port': {'id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:33Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '97e60f8d-16b1-4a16-b783-83414425b8c8', 'name': '', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'mac_address': 'fa:16:3e:58:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:48Z', 'updated_at': '2022-01-27T17:08:09Z', 'revision_number': 5, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'subnets': [{'id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:02.432894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768aae27-020e-46bc-ae97-f37c48c8c447 None None] Checking router: e6317c45-6d5f-461c-9b26-5bcbfc70d498 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:10:02.449783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2219cde5-b531-49c9-9018-ad6ac1d8a69a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.473349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768aae27-020e-46bc-ae97-f37c48c8c447 None None] Routers {'e6317c45-6d5f-461c-9b26-5bcbfc70d498'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:02.474929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-768aae27-020e-46bc-ae97-f37c48c8c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:02.540878 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e58aea-eee9-4c6b-8a6a-f308b46cd71f None None] Pushing event updated for resources: {'Port': ['ID=c9148fca-2cd5-4578-8989-424cec13630a,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:02.597839 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f21d97-84d4-45b8-8d6c-dd02ae315895 None None] DHCP port deletion for 0337081e-0839-452e-910e-9b5164518992 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:02.613819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-60f21d97-84d4-45b8-8d6c-dd02ae315895 None None] Deleting port c9148fca-2cd5-4578-8989-424cec13630a {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:02.614451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-60f21d97-84d4-45b8-8d6c-dd02ae315895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.675438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.953451 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-dc5798d4-7486-4a53-a685-e7a894e0185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:56Z', 'revision_number': 4, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '7ddb2715-0e62-46f9-9005-9a32151699d1', 'name': '', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'mac_address': 'fa:16:3e:b7:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:52Z', 'updated_at': '2022-01-27T17:08:14Z', 'revision_number': 5, 'project_id': '482d4f98757a4ef0898d959157284a86', 'subnets': [{'id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:02.975853 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5798d4-7486-4a53-a685-e7a894e0185a None None] The sync data for ids ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'] in dv-neutron-825077-1-hyperv is: [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:56Z', 'revision_number': 4, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '7ddb2715-0e62-46f9-9005-9a32151699d1', 'name': '', 'network_id': 'f16f1136-ebee-4add-b4cb-8ddb9b12545a', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'mac_address': 'fa:16:3e:b7:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:52Z', 'updated_at': '2022-01-27T17:08:14Z', 'revision_number': 5, 'project_id': '482d4f98757a4ef0898d959157284a86', 'subnets': [{'id': 'aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:03.063627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4cd37-a2be-4592-9db9-c368c559f803 req-653505ad-4e5a-4d04-8bb3-d5d0f7828453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:03.068052 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-768aae27-020e-46bc-ae97-f37c48c8c447 None None] Set router e6317c45-6d5f-461c-9b26-5bcbfc70d498 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:03.068364 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8eb4cd37-a2be-4592-9db9-c368c559f803 req-653505ad-4e5a-4d04-8bb3-d5d0f7828453 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a95060ee06540eaa75dc255f8a6fc9f&device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 1098 time: 0.8002980 Jan 27 17:10:03.171308 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.objects.ports [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87609) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:10:03.179386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.390450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd659e-c0f0-4389-8b73-36266a8e567a req-b433673a-a6f0-49d5-a7fd-200107d0b2a3 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:03.405445 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2edd659e-c0f0-4389-8b73-36266a8e567a req-b433673a-a6f0-49d5-a7fd-200107d0b2a3 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.1231897 Jan 27 17:10:03.465745 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34068) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:03.491509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.517508 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2edd659e-c0f0-4389-8b73-36266a8e567a req-950c4f43-3c6d-4acc-9ec7-a670fda72ff9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048846 Jan 27 17:10:03.545765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2219cde5-b531-49c9-9018-ad6ac1d8a69a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.613639 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b6be1-dc09-43e2-a944-4f7033f8e9a6 None None] New status for floating IP 5579ad4f-c6dc-4599-bf7e-bc38f79dc558: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:10:03.649540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219cde5-b531-49c9-9018-ad6ac1d8a69a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f25281-9a2a-4bfa-bd88-f70b136b4d99,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:03.693045 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Checking segment: {'id': 'ec51a87d-48d8-4c96-81da-47418f666036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '4e0b5590-585d-46ed-8bc6-8f5388f7c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:03.693711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network hostable DHCP agents. Network: 4e0b5590-585d-46ed-8bc6-8f5388f7c008, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:03.753208 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Subnet': ['ID=f00c61a9-b04f-4908-aac1-4efb5963f42f,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:03.766465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.780583 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2219cde5-b531-49c9-9018-ad6ac1d8a69a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.784439 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2219cde5-b531-49c9-9018-ad6ac1d8a69a tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "DELETE /v2.0/security-groups/b0f25281-9a2a-4bfa-bd88-f70b136b4d99 HTTP/1.1" status: 204 len: 168 time: 2.5339003 Jan 27 17:10:03.802234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34072) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:03.830453 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network 4e0b5590-585d-46ed-8bc6-8f5388f7c008 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:03.836388 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-ce5fbd92-ccb3-43e6-a4cd-63f9de0b9b98 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] show failed (client error): The resource could not be found. Jan 27 17:10:03.840704 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ce5fbd92-ccb3-43e6-a4cd-63f9de0b9b98 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "GET /v2.0/security-groups/b0f25281-9a2a-4bfa-bd88-f70b136b4d99 HTTP/1.1" status: 404 len: 347 time: 0.0342999 Jan 27 17:10:03.846892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34076) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:03.962709 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 4e0b5590-585d-46ed-8bc6-8f5388f7c008) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:04.059264 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735da109-c8c0-4e81-91d4-17674447f511 None None] Network 4e0b5590-585d-46ed-8bc6-8f5388f7c008 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:04.163934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:04.164876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.247314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-e27c32a1-11a9-45b7-b16a-48f641322844 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Deleting port c524dab2-bbcb-4241-b0ee-c5803d8aa8d6 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:04.247900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e27c32a1-11a9-45b7-b16a-48f641322844 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.274745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-60f21d97-84d4-45b8-8d6c-dd02ae315895 None None] For port c9148fca-2cd5-4578-8989-424cec13630a, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9148fca-2cd5-4578-8989-424cec13630a,segment=NetworkSegment(660f5402-29c6-47e3-a7b8-ae32ca406b73),segment_id=660f5402-29c6-47e3-a7b8-ae32ca406b73)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:04.275307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-60f21d97-84d4-45b8-8d6c-dd02ae315895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.309834 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9b54d405-986a-44e6-9009-c8e173014e9d tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.5088754 Jan 27 17:10:04.328827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34080) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:04.391159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Allocated IP 172.20.0.1 (06683a76-4e08-4874-b301-d1f1280bfd36/15f226ac-46e4-48b5-a090-f163798981a6/a6539c76-92fb-4ca4-a8ed-2469c3fd56f2) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:04.545989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.551136 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Subnet': ['ID=9545bb86-b19c-4a8b-8622-fb54a24ec6b6,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:04.572256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-74d3e936-5907-4ea7-b9f6-5db323e4e362 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.627797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-74d3e936-5907-4ea7-b9f6-5db323e4e362 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.665861 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9148fca-2cd5-4578-8989-424cec13630a no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:04.705630 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-60f21d97-84d4-45b8-8d6c-dd02ae315895 None None] Calling delete_port for c9148fca-2cd5-4578-8989-424cec13630a owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:04.713564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Checking segment: {'id': '6d645709-31cf-4dcf-a388-b558f902f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:04.714072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network hostable DHCP agents. Network: 8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:04.720166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4cd37-a2be-4592-9db9-c368c559f803 req-194c7cea-e399-48d1-9f46-fc14931d7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:04.722176 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8eb4cd37-a2be-4592-9db9-c368c559f803 req-194c7cea-e399-48d1-9f46-fc14931d7658 service neutron] 10.222.0.88 "GET /v2.0/networks?id=69137b3c-580f-481f-ab05-44feb3754947 HTTP/1.1" status: 200 len: 913 time: 1.6362627 Jan 27 17:10:04.830626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object 8d4fd3bd-5baa-4d74-81cd-4636bab0c920 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:04.962933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.988003 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network 8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:05.025850 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8eb4cd37-a2be-4592-9db9-c368c559f803 req-12836387-5854-456a-98a6-447478f7688d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861ddbed-cfe1-45cb-8096-396df0e59eea HTTP/1.1" status: 200 len: 1001 time: 0.2891405 Jan 27 17:10:05.106266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-74d3e936-5907-4ea7-b9f6-5db323e4e362 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.121410 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.138655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e27c32a1-11a9-45b7-b16a-48f641322844 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.139187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e27c32a1-11a9-45b7-b16a-48f641322844 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.199937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:05.220088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Router 1f3a8c92-0a33-4b0a-af11-ca00de608831 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:10:05.236291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3e936-5907-4ea7-b9f6-5db323e4e362 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a4fed-4d82-441b-a1f4-4e3ee9b4a60e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:05.239277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:05.239893 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.280412 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a8bfd-1974-454a-8654-99e540368cd8 None None] Network 8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:05.319765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network d0a4c2ba-c58a-4709-b983-a06fcf107c19 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:05.339445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4cd37-a2be-4592-9db9-c368c559f803 req-508404e5-c850-4bf4-a01c-ddc6f746c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:05.340089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-60f21d97-84d4-45b8-8d6c-dd02ae315895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.341691 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8eb4cd37-a2be-4592-9db9-c368c559f803 req-508404e5-c850-4bf4-a01c-ddc6f746c2b8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc4843f9-98f0-4647-bffb-6dc8d90f2a77 HTTP/1.1" status: 200 len: 850 time: 0.3016505 Jan 27 17:10:05.342795 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:05.419483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=8d4fd3bd-5baa-4d74-81cd-4636bab0c920,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:05.420263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.442531 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:05.449703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:05.450670 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Allocated IP 2001:db8::2 (d0a4c2ba-c58a-4709-b983-a06fcf107c19/1f75ceab-6acd-4c91-921f-358611ebd6c0/ba9210e8-1502-4fca-856c-a70c71cfae79) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:05.451093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.459942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f21d97-84d4-45b8-8d6c-dd02ae315895 None None] Pushing event deleted for resources: {'Port': ['ID=c9148fca-2cd5-4578-8989-424cec13630a,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:05.467402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f21d97-84d4-45b8-8d6c-dd02ae315895 None None] No DVR routers for this DVR port c9148fca-2cd5-4578-8989-424cec13630a on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:05.472148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Transition to ACTIVE for port object a6539c76-92fb-4ca4-a8ed-2469c3fd56f2 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:05.474557 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.533483 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-81ea7cf8-0167-4fb8-bad5-66a069c5ead0 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 7.2076645 Jan 27 17:10:05.551950 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34086) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:05.568555 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-e27c32a1-11a9-45b7-b16a-48f641322844 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Calling delete_port for c524dab2-bbcb-4241-b0ee-c5803d8aa8d6 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:05.620417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-34559196'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:05.654900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:05.667365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:network and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:05.681128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:05.696197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.711501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-74d3e936-5907-4ea7-b9f6-5db323e4e362 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.712645 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-74d3e936-5907-4ea7-b9f6-5db323e4e362 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "DELETE /v2.0/security-groups/507a4fed-4d82-441b-a1f4-4e3ee9b4a60e HTTP/1.1" status: 204 len: 168 time: 2.2237728 Jan 27 17:10:05.718399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34090) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:05.737077 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:05.752015 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c4278b7b-72ca-4b98-9e9e-0db165089740 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 8.1408458 Jan 27 17:10:05.753245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd91a7-5199-46da-83b9-fe7fc7c5094f req-5b24a218-32ff-4734-8e50-2ab0d609f4a3 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:05.754982 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-70bd91a7-5199-46da-83b9-fe7fc7c5094f req-5b24a218-32ff-4734-8e50-2ab0d609f4a3 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.0634201 Jan 27 17:10:05.760462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34094) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:05.791490 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65906cd7-1f31-4dc4-ac9d-2bf59ee72d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-4e0b5590-585d-46ed-8bc6-8f5388f7c008', 'network_id': '4e0b5590-585d-46ed-8bc6-8f5388f7c008', 'tenant_id': 'beb01746a9fc43a68cc07541b5977c65', 'fixed_ips': [{'subnet_id': 'f00c61a9-b04f-4908-aac1-4efb5963f42f'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:05.792940 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-65906cd7-1f31-4dc4-ac9d-2bf59ee72d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.854524 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-6d1f2338-6179-4e31-a03a-b85132b71682 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] show failed (client error): The resource could not be found. Jan 27 17:10:05.855914 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6d1f2338-6179-4e31-a03a-b85132b71682 tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "GET /v2.0/security-groups/507a4fed-4d82-441b-a1f4-4e3ee9b4a60e HTTP/1.1" status: 404 len: 347 time: 0.1364629 Jan 27 17:10:05.877138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34098) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:05.901705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-768aae27-020e-46bc-ae97-f37c48c8c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port': {'id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:33Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '97e60f8d-16b1-4a16-b783-83414425b8c8', 'name': '', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'mac_address': 'fa:16:3e:58:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:48Z', 'updated_at': '2022-01-27T17:08:09Z', 'revision_number': 5, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'subnets': [{'id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:05.976590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:05.981348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.028428 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.080669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768aae27-020e-46bc-ae97-f37c48c8c447 None None] The sync data for ids ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'] in dv-neutron-825077-1-hyperv is: [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port': {'id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:33Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '97e60f8d-16b1-4a16-b783-83414425b8c8', 'name': '', 'network_id': '53b09237-f192-4fe2-b45e-fb197c44c727', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'mac_address': 'fa:16:3e:58:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:48Z', 'updated_at': '2022-01-27T17:08:09Z', 'revision_number': 5, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'subnets': [{'id': '46ca1fa6-00ce-4906-aaf8-b6505d36cbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:06.121367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-edae790e-271a-4b59-9c99-9c5b33a75e8e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 8d4fd3bd-5baa-4d74-81cd-4636bab0c920 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:06.121367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edae790e-271a-4b59-9c99-9c5b33a75e8e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.122383 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-70bd91a7-5199-46da-83b9-fe7fc7c5094f req-4a50d46e-3ca2-4143-91e1-ac7135b87fa6 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3465197 Jan 27 17:10:06.166477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:06.175552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4785efa3-e6af-4a98-a7db-88cbdd699b4c tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Deleting port deb934ab-5ab2-4acc-b30f-4391ab094757 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:06.175552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4785efa3-e6af-4a98-a7db-88cbdd699b4c tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.188199 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Sync routers for ids ['1f3a8c92-0a33-4b0a-af11-ca00de608831'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:06.202434 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Network 06683a76-4e08-4874-b301-d1f1280bfd36 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:06.206841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.249394 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Routers {'1f3a8c92-0a33-4b0a-af11-ca00de608831'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:06.251645 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['1f3a8c92-0a33-4b0a-af11-ca00de608831'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:06.252461 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:06.269479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1212} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:06.279471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4cd37-a2be-4592-9db9-c368c559f803 req-6e4f2d8b-b595-4a02-9e02-bbe15c05aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:06.281309 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8eb4cd37-a2be-4592-9db9-c368c559f803 req-6e4f2d8b-b595-4a02-9e02-bbe15c05aee0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=69137b3c-580f-481f-ab05-44feb3754947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8215096 Jan 27 17:10:06.283108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:06.360576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.369121 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event updated for resources: {'Port': ['ID=a6539c76-92fb-4ca4-a8ed-2469c3fd56f2,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:06.371924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Subnet': ['ID=f00c61a9-b04f-4908-aac1-4efb5963f42f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:06.557916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server [None req-65906cd7-1f31-4dc4-ac9d-2bf59ee72d65 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f00c61a9-b04f-4908-aac1-4efb5963f42f: This subnet is being modified by another concurrent operation. Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:10:06.580023 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise exception Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f00c61a9-b04f-4908-aac1-4efb5963f42f: This subnet is being modified by another concurrent operation. Jan 27 17:10:06.586695 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Jan 27 17:10:06.632744 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.634372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07c6e9d-21e1-479a-a9c4-80f4e2543ca2 None None] Network 4e0b5590-585d-46ed-8bc6-8f5388f7c008 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:06.634916 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Added segment 2d68c7b4-2fe0-4911-baf9-8140f946d8bf of type vlan for network 5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7 Jan 27 17:10:06.684038 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf', 'network_id': '8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf', 'tenant_id': '1767f08f340a49a1af96076fddab478f', 'fixed_ips': [{'subnet_id': '9545bb86-b19c-4a8b-8622-fb54a24ec6b6'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:06.684643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e27c32a1-11a9-45b7-b16a-48f641322844 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.689432 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.773913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.783177 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Set router 1f3a8c92-0a33-4b0a-af11-ca00de608831 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:06.806856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.808490 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0797f99b-0dfd-46dd-8ecc-3dffe0f0ba88 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 18.0724106 Jan 27 17:10:06.830970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34102) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:06.854319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.875142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Transition to ACTIVE for port object ba9210e8-1502-4fca-856c-a70c71cfae79 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:06.913386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Transition to ACTIVE for port object ba9210e8-1502-4fca-856c-a70c71cfae79 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:06.946175 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc69b83-fc93-41b2-b4cb-9e4e7bec00fc None None] New status for floating IP 489647e4-2efa-45e2-8105-59129861c3e8: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:10:06.987654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c32a1-11a9-45b7-b16a-48f641322844 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Pushing event deleted for resources: {'Port': ['ID=c524dab2-bbcb-4241-b0ee-c5803d8aa8d6,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:07.049910 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4785efa3-e6af-4a98-a7db-88cbdd699b4c tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.050427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4785efa3-e6af-4a98-a7db-88cbdd699b4c tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.077814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.096998 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.112837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:07.113943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.257234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0b5590-585d-46ed-8bc6-8f5388f7c008']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:07.407509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4785efa3-e6af-4a98-a7db-88cbdd699b4c tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Calling delete_port for deb934ab-5ab2-4acc-b30f-4391ab094757 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:07.408008 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3a8c92-0a33-4b0a-af11-ca00de608831', 'name': 'tempest-snat-router-1756877659', 'tenant_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8536fc9c-fffb-421c-92b4-c34c55293f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:09:49Z', 'updated_at': '2022-01-27T17:09:58Z', 'revision_number': 3, 'project_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'gw_port': {'id': '8536fc9c-fffb-421c-92b4-c34c55293f53', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3a8c92-0a33-4b0a-af11-ca00de608831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:09:53Z', 'updated_at': '2022-01-27T17:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:07.421315 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Checking router: 1f3a8c92-0a33-4b0a-af11-ca00de608831 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:10:07.421868 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Updating router 1f3a8c92-0a33-4b0a-af11-ca00de608831 port 8536fc9c-fffb-421c-92b4-c34c55293f53 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:10:07.438719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Network': ['ID=5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:07.526166 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.597492 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e27c32a1-11a9-45b7-b16a-48f641322844 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.603411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.662627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:07.666589 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec51a87d-48d8-4c96-81da-47418f666036') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:07.667433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec51a87d-48d8-4c96-81da-47418f666036') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:07.734329 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8eb4cd37-a2be-4592-9db9-c368c559f803 req-1e745956-5a11-4a55-9e13-5e0ce37ea1fb service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4389246 Jan 27 17:10:07.781406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Network d0a4c2ba-c58a-4709-b983-a06fcf107c19 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:07.789016 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-26b7bcec-5e63-4bfe-9ef7-93cd63569364 None None] Provisioning for port a6539c76-92fb-4ca4-a8ed-2469c3fd56f2 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:07.808559 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:07.857084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:07.870254 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Pushing event updated for resources: {'Port': ['ID=ba9210e8-1502-4fca-856c-a70c71cfae79,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:07.873938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-26b7bcec-5e63-4bfe-9ef7-93cd63569364 None None] Provisioning complete for port a6539c76-92fb-4ca4-a8ed-2469c3fd56f2 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:07.874381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-26b7bcec-5e63-4bfe-9ef7-93cd63569364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.132651 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.154730 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e81363de-114c-4559-9440-529c63862bdb tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/routers/1f3a8c92-0a33-4b0a-af11-ca00de608831 HTTP/1.1" status: 200 len: 908 time: 1.3216794 Jan 27 17:10:08.157531 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Transition to ACTIVE for port object 8536fc9c-fffb-421c-92b4-c34c55293f53 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:08.166427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34108) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:08.174190 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.176025 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-88982d33-99da-4672-b4dd-5ef39dac108c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.6168330 Jan 27 17:10:08.251107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34112) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:08.256861 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-26b7bcec-5e63-4bfe-9ef7-93cd63569364 None None] Port a6539c76-92fb-4ca4-a8ed-2469c3fd56f2 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:08.260127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edae790e-271a-4b59-9c99-9c5b33a75e8e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.283619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Attempting to bind port ba9210e8-1502-4fca-856c-a70c71cfae79 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:08.284066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Attempting to bind port ba9210e8-1502-4fca-856c-a70c71cfae79 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '86774253-c668-46f9-90aa-34252e54aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd0a4c2ba-c58a-4709-b983-a06fcf107c19'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:08.284478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Attempting to bind port ba9210e8-1502-4fca-856c-a70c71cfae79 on network d0a4c2ba-c58a-4709-b983-a06fcf107c19 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:08.294817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:08.295343 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Checking segment: {'id': '86774253-c668-46f9-90aa-34252e54aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd0a4c2ba-c58a-4709-b983-a06fcf107c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:08.295655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.296052 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Bound using segment: {'id': '86774253-c668-46f9-90aa-34252e54aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd0a4c2ba-c58a-4709-b983-a06fcf107c19'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:08.296536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Bound port: ba9210e8-1502-4fca-856c-a70c71cfae79, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86774253-c668-46f9-90aa-34252e54aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd0a4c2ba-c58a-4709-b983-a06fcf107c19'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:08.296971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.315252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'subnet': {'network_id': '5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:08.320275 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a74674-576a-4250-b48c-d54a354373da None None] Pushing event updated for resources: {'Port': ['ID=8536fc9c-fffb-421c-92b4-c34c55293f53,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:08.327432 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Allocated IP 2001:db8:0:ffff::2 (8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf/9545bb86-b19c-4a8b-8622-fb54a24ec6b6/3db4bbfe-7ecf-4481-97a1-dc37269ff502) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:08.374117 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a74674-576a-4250-b48c-d54a354373da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:08.375182 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a74674-576a-4250-b48c-d54a354373da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:08.378859 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a74674-576a-4250-b48c-d54a354373da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:08.380286 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a74674-576a-4250-b48c-d54a354373da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:08.382473 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a74674-576a-4250-b48c-d54a354373da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:08.383199 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a74674-576a-4250-b48c-d54a354373da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:08.384231 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a74674-576a-4250-b48c-d54a354373da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:08.387202 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a74674-576a-4250-b48c-d54a354373da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:08.388463 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a74674-576a-4250-b48c-d54a354373da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:08.389080 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a74674-576a-4250-b48c-d54a354373da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:08.390475 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a74674-576a-4250-b48c-d54a354373da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:08.391088 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a74674-576a-4250-b48c-d54a354373da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:08.446482 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Attempting to bind port 8536fc9c-fffb-421c-92b4-c34c55293f53 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:08.447421 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Attempting to bind port 8536fc9c-fffb-421c-92b4-c34c55293f53 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:08.447421 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Attempting to bind port 8536fc9c-fffb-421c-92b4-c34c55293f53 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:08.456334 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:08.456693 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:08.457093 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.457534 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:08.458151 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Bound port: 8536fc9c-fffb-421c-92b4-c34c55293f53, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:08.458592 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.580886 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.596529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e27c32a1-11a9-45b7-b16a-48f641322844 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.598045 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e27c32a1-11a9-45b7-b16a-48f641322844 tempest-ServersTestManualDisk-1576645896 tempest-ServersTestManualDisk-1576645896-project] 10.222.0.81 "DELETE /v2.0/floatingips/489647e4-2efa-45e2-8105-59129861c3e8 HTTP/1.1" status: 204 len: 168 time: 4.7510941 Jan 27 17:10:08.600762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.621666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] For port ba9210e8-1502-4fca-856c-a70c71cfae79, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:08.622315 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] For port 8536fc9c-fffb-421c-92b4-c34c55293f53, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:08.628065 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] For port 8536fc9c-fffb-421c-92b4-c34c55293f53, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=8536fc9c-fffb-421c-92b4-c34c55293f53,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:08.637406 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.654143 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] For port ba9210e8-1502-4fca-856c-a70c71cfae79, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ba9210e8-1502-4fca-856c-a70c71cfae79,segment=NetworkSegment(86774253-c668-46f9-90aa-34252e54aad5),segment_id=86774253-c668-46f9-90aa-34252e54aad5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:08.663267 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.705631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34116) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:08.718368 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-edae790e-271a-4b59-9c99-9c5b33a75e8e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 8d4fd3bd-5baa-4d74-81cd-4636bab0c920 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:08.744580 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a74674-576a-4250-b48c-d54a354373da None None] Pushing event updated for resources: {'Port': ['ID=8536fc9c-fffb-421c-92b4-c34c55293f53,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:08.782528 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Routers {'1f3a8c92-0a33-4b0a-af11-ca00de608831'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:08.783439 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['1f3a8c92-0a33-4b0a-af11-ca00de608831'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:08.883308 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.902251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Deleting port 8536fc9c-fffb-421c-92b4-c34c55293f53 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:08.902708 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.925074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053e955-7abd-42e8-bfa8-363e07a96c53 None None] Pushing event updated for resources: {'Port': ['ID=ba9210e8-1502-4fca-856c-a70c71cfae79,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:08.931199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.945983 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Transition to ACTIVE for port object 3db4bbfe-7ecf-4481-97a1-dc37269ff502 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:08.979640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Transition to ACTIVE for port object 3db4bbfe-7ecf-4481-97a1-dc37269ff502 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:08.989623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.998696 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.049785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:09.050208 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:09.070586 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:09.169808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Network 8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:09.176818 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:09.189984 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] Set router 1f3a8c92-0a33-4b0a-af11-ca00de608831 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:09.193609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Pushing event updated for resources: {'Port': ['ID=3db4bbfe-7ecf-4481-97a1-dc37269ff502,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:09.204493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:09.258738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8107a11-b6f6-4e03-94c3-d4e2358123d7 req-0c71e39b-002b-4655-a253-7524c51f3a50 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:09.279066 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a8107a11-b6f6-4e03-94c3-d4e2358123d7 req-0c71e39b-002b-4655-a253-7524c51f3a50 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.8951101 Jan 27 17:10:09.279618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.323385 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.431696 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8eb4cd37-a2be-4592-9db9-c368c559f803 req-b572de98-9030-43cc-8d03-64cde6993b7b service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4590349 Jan 27 17:10:09.522871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:09.621761 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.657588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Attempting to bind port 3db4bbfe-7ecf-4481-97a1-dc37269ff502 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:09.658226 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Attempting to bind port 3db4bbfe-7ecf-4481-97a1-dc37269ff502 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '6d645709-31cf-4dcf-a388-b558f902f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:09.659247 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Attempting to bind port 3db4bbfe-7ecf-4481-97a1-dc37269ff502 on network 8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:09.668198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:subnet and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:09.671548 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:09.672205 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Checking segment: {'id': '6d645709-31cf-4dcf-a388-b558f902f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:09.672877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.673540 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Bound using segment: {'id': '6d645709-31cf-4dcf-a388-b558f902f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:09.674465 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Bound port: 3db4bbfe-7ecf-4481-97a1-dc37269ff502, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d645709-31cf-4dcf-a388-b558f902f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:09.675160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.700674 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4785efa3-e6af-4a98-a7db-88cbdd699b4c tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.730239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:09.800751 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a8107a11-b6f6-4e03-94c3-d4e2358123d7 req-3fc30e44-c454-4692-b733-21b496d43e03 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5198200 Jan 27 17:10:09.831401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:09.869796 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785efa3-e6af-4a98-a7db-88cbdd699b4c tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Pushing event deleted for resources: {'Port': ['ID=deb934ab-5ab2-4acc-b30f-4391ab094757,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:09.916770 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3a8c92-0a33-4b0a-af11-ca00de608831', 'name': 'tempest-snat-router-1756877659', 'tenant_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8536fc9c-fffb-421c-92b4-c34c55293f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:09:49Z', 'updated_at': '2022-01-27T17:09:58Z', 'revision_number': 3, 'project_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'gw_port': {'id': '8536fc9c-fffb-421c-92b4-c34c55293f53', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3a8c92-0a33-4b0a-af11-ca00de608831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:09:53Z', 'updated_at': '2022-01-27T17:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:09.921565 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b095df72-f13c-4db6-8f33-b1e4f91a7285 None None] The sync data for ids ['1f3a8c92-0a33-4b0a-af11-ca00de608831'] in dv-neutron-825077-1-hyperv is: [{'id': '1f3a8c92-0a33-4b0a-af11-ca00de608831', 'name': 'tempest-snat-router-1756877659', 'tenant_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8536fc9c-fffb-421c-92b4-c34c55293f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:09:49Z', 'updated_at': '2022-01-27T17:09:58Z', 'revision_number': 3, 'project_id': 'dcee6e0a213648e3b21d62e972d67e5d', 'gw_port': {'id': '8536fc9c-fffb-421c-92b4-c34c55293f53', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3a8c92-0a33-4b0a-af11-ca00de608831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:09:53Z', 'updated_at': '2022-01-27T17:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:09.951283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] For port 3db4bbfe-7ecf-4481-97a1-dc37269ff502, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:09.958795 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] For port 3db4bbfe-7ecf-4481-97a1-dc37269ff502, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3db4bbfe-7ecf-4481-97a1-dc37269ff502,segment=NetworkSegment(6d645709-31cf-4dcf-a388-b558f902f97e),segment_id=6d645709-31cf-4dcf-a388-b558f902f97e)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:09.966722 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.022972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Network 06683a76-4e08-4874-b301-d1f1280bfd36 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:10.025465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.040893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.063913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:10.120747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf240d-ad00-4eaf-9a38-4e1b3353c0d1 None None] Pushing event updated for resources: {'Port': ['ID=3db4bbfe-7ecf-4481-97a1-dc37269ff502,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:10.126738 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/networks/4e0b5590-585d-46ed-8bc6-8f5388f7c008 HTTP/1.1" status: 204 len: 168 time: 5.7866986 Jan 27 17:10:10.139420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34120) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:10.149985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event updated for resources: {'Port': ['ID=a6539c76-92fb-4ca4-a8ed-2469c3fd56f2,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:10.150451 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:10.156135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.240101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa63347-6e11-41cb-83e4-8592c4a4279b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Network': ['ID=4e0b5590-585d-46ed-8bc6-8f5388f7c008,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:10.466523 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1767693493'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:10.487545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:10.524722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Usage tracker for resource:network and tenant:beb01746a9fc43a68cc07541b5977c65 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:10.582379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Router 980c79fe-6537-4f2b-8389-d8e8345a3562 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:10:10.585459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:10.617419 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:10.651179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] For port 8536fc9c-fffb-421c-92b4-c34c55293f53, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=8536fc9c-fffb-421c-92b4-c34c55293f53,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:10.651538 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.765095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edae790e-271a-4b59-9c99-9c5b33a75e8e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.846154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ba9210e8-1502-4fca-856c-a70c71cfae79 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:10.934932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae790e-271a-4b59-9c99-9c5b33a75e8e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=8d4fd3bd-5baa-4d74-81cd-4636bab0c920,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:10.944662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-40ce2b16-64ea-4786-a1fc-c67fba7e1333 None None] Provisioning complete for port a6539c76-92fb-4ca4-a8ed-2469c3fd56f2 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:10.945073 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-40ce2b16-64ea-4786-a1fc-c67fba7e1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.012196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4785efa3-e6af-4a98-a7db-88cbdd699b4c tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.074075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:11.078941 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.088508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-40ce2b16-64ea-4786-a1fc-c67fba7e1333 None None] Port a6539c76-92fb-4ca4-a8ed-2469c3fd56f2 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:11.107758 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port ba9210e8-1502-4fca-856c-a70c71cfae79 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:11.121679 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c9b2fa-e9b4-4696-ac4c-96875f650e33 None None] Network d0a4c2ba-c58a-4709-b983-a06fcf107c19 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:11.143023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 8536fc9c-fffb-421c-92b4-c34c55293f53 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:11.150518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Calling delete_port for 8536fc9c-fffb-421c-92b4-c34c55293f53 owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:11.327068 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edae790e-271a-4b59-9c99-9c5b33a75e8e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.350408 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-edae790e-271a-4b59-9c99-9c5b33a75e8e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/8d4fd3bd-5baa-4d74-81cd-4636bab0c920 HTTP/1.1" status: 204 len: 168 time: 5.5888424 Jan 27 17:10:11.359718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34126) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:11.363557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4785efa3-e6af-4a98-a7db-88cbdd699b4c tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.369897 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4785efa3-e6af-4a98-a7db-88cbdd699b4c tempest-ServersTestJSON-571647577 tempest-ServersTestJSON-571647577-project] 10.222.0.81 "DELETE /v2.0/floatingips/5579ad4f-c6dc-4599-bf7e-bc38f79dc558 HTTP/1.1" status: 204 len: 168 time: 5.4863698 Jan 27 17:10:11.375334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34130) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:11.426148 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-de17e128-320f-4cdd-9897-218bbbaf3c3c None None] Provisioning for port ba9210e8-1502-4fca-856c-a70c71cfae79 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:11.563400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-de17e128-320f-4cdd-9897-218bbbaf3c3c None None] Provisioning complete for port ba9210e8-1502-4fca-856c-a70c71cfae79 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:11.564323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-de17e128-320f-4cdd-9897-218bbbaf3c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.665476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 8536fc9c-fffb-421c-92b4-c34c55293f53 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:11.736153 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d8ab58-502c-4665-9827-a5a7945744a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:10:11.736888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e5d8ab58-502c-4665-9827-a5a7945744a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:11.763062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 8536fc9c-fffb-421c-92b4-c34c55293f53 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:11.763817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.064154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e5d8ab58-502c-4665-9827-a5a7945744a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:12.069428 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e5d8ab58-502c-4665-9827-a5a7945744a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/8d4fd3bd-5baa-4d74-81cd-4636bab0c920 HTTP/1.1" status: 404 len: 333 time: 0.7052310 Jan 27 17:10:12.074997 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34134) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:12.123801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.133730 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-de17e128-320f-4cdd-9897-218bbbaf3c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.167262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.175184 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abb4bb1-84c7-4cbf-9b2f-24f7696bab44 None None] Network 8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:12.372334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Subnet': ['ID=a0124458-1fc7-4cf8-8009-d6a86f0d4369,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:12.393412 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-de17e128-320f-4cdd-9897-218bbbaf3c3c None None] For port ba9210e8-1502-4fca-856c-a70c71cfae79, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ba9210e8-1502-4fca-856c-a70c71cfae79,segment=NetworkSegment(86774253-c668-46f9-90aa-34252e54aad5),segment_id=86774253-c668-46f9-90aa-34252e54aad5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:12.399924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1234} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:12.433185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:12.440894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-de17e128-320f-4cdd-9897-218bbbaf3c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.469988 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874987b-7639-4379-af28-74f7796ae722 None None] Sync routers for ids ['980c79fe-6537-4f2b-8389-d8e8345a3562'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:12.497655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Checking segment: {'id': '2d68c7b4-2fe0-4911-baf9-8140f946d8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:12.498073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network hostable DHCP agents. Network: 5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:12.502505 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874987b-7639-4379-af28-74f7796ae722 None None] Routers {'980c79fe-6537-4f2b-8389-d8e8345a3562'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:12.504153 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e874987b-7639-4379-af28-74f7796ae722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['980c79fe-6537-4f2b-8389-d8e8345a3562'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:12.561331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeec0bb7-92ed-4a12-9c6f-c3e457162498 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting subnet 1f75ceab-6acd-4c91-921f-358611ebd6c0 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:12.570969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eeec0bb7-92ed-4a12-9c6f-c3e457162498 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.668566 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94bfc8a1-21c0-4aac-8c00-ebdfd1e12ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.668903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.669250 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Added segment 61d95f1e-e05c-4205-8895-7c7639c41692 of type vlan for network f9a3c290-0744-493b-962b-c71f48a2ea7a Jan 27 17:10:12.760345 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e874987b-7639-4379-af28-74f7796ae722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:12.762402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.788777 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874987b-7639-4379-af28-74f7796ae722 None None] Routers {'980c79fe-6537-4f2b-8389-d8e8345a3562'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:12.789498 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e874987b-7639-4379-af28-74f7796ae722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:09:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['980c79fe-6537-4f2b-8389-d8e8345a3562'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:12.850285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e59e0fb1-c32c-487f-be70-6dd78ddaf0c6 None None] Provisioning for port 3db4bbfe-7ecf-4481-97a1-dc37269ff502 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:12.855876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network 5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:12.875335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473b3a-4032-4aa5-bb3e-0defb6e85de1 req-15326f12-3e5f-4b0c-9676-681e392329d5 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:12.890305 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8c473b3a-4032-4aa5-bb3e-0defb6e85de1 req-15326f12-3e5f-4b0c-9676-681e392329d5 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.7966137 Jan 27 17:10:12.897277 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e874987b-7639-4379-af28-74f7796ae722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:12.897758 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874987b-7639-4379-af28-74f7796ae722 None None] The sync data for ids ['980c79fe-6537-4f2b-8389-d8e8345a3562'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:12.909823 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17e128-320f-4cdd-9897-218bbbaf3c3c None None] Pushing event updated for resources: {'Port': ['ID=ba9210e8-1502-4fca-856c-a70c71cfae79,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:12.956268 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9ef63059-8be4-4e40-aeb2-f9ec348713f4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "PUT /v2.0/routers/980c79fe-6537-4f2b-8389-d8e8345a3562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4126194 Jan 27 17:10:12.957879 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.965913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.976207 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:12.977176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.991572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34138) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:13.019953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:13.044160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b90ed4-b0cb-4751-898a-e4c20427cb50 None None] Network 5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:13.076204 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:13.077187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.220459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3db4bbfe-7ecf-4481-97a1-dc37269ff502 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:13.261199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fce37342-a69b-4e5b-abb4-96ef4bc7dda9 None None] Provisioning complete for port ba9210e8-1502-4fca-856c-a70c71cfae79 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:13.261962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fce37342-a69b-4e5b-abb4-96ef4bc7dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.292025 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5cc14e13-2c92-4740-a2f3-72aee5a083dc tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.0356750 Jan 27 17:10:13.303982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34140) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:13.461749 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eeec0bb7-92ed-4a12-9c6f-c3e457162498 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.595210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 3db4bbfe-7ecf-4481-97a1-dc37269ff502 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:13.624581 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 3db4bbfe-7ecf-4481-97a1-dc37269ff502 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:13.627157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.673465 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7', 'network_id': '5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7', 'tenant_id': '1767f08f340a49a1af96076fddab478f', 'fixed_ips': [{'subnet_id': 'a0124458-1fc7-4cf8-8009-d6a86f0d4369'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:13.674473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.726442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event deleted for resources: {'Port': ['ID=8536fc9c-fffb-421c-92b4-c34c55293f53,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:13.774454 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.6265187 Jan 27 17:10:13.776058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e45655-f0cb-45a7-bb07-c921139def7a tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Network': ['ID=f9a3c290-0744-493b-962b-c71f48a2ea7a,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:13.784462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34146) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:13.827155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'subnet': {'network_id': 'f9a3c290-0744-493b-962b-c71f48a2ea7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:13.829264 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network f9a3c290-0744-493b-962b-c71f48a2ea7a details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:13.999428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.076738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:14.097992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:14.178488 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8c473b3a-4032-4aa5-bb3e-0defb6e85de1 req-f7697107-e801-4ce4-8a0d-ab941418d399 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2867858 Jan 27 17:10:14.253217 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.289127 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:14.293205 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.398634 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.442828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-479b284c-7a2a-413a-a25d-e58cb3776d3f None None] Could not find standard attr ID for object 8d4fd3bd-5baa-4d74-81cd-4636bab0c920. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:10:14.464078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eeec0bb7-92ed-4a12-9c6f-c3e457162498 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.486823 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 3db4bbfe-7ecf-4481-97a1-dc37269ff502, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3db4bbfe-7ecf-4481-97a1-dc37269ff502,segment=NetworkSegment(6d645709-31cf-4dcf-a388-b558f902f97e),segment_id=6d645709-31cf-4dcf-a388-b558f902f97e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:14.498004 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.573205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f21b3600-5865-4066-9bdb-e06a4b5da80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.615263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=3db4bbfe-7ecf-4481-97a1-dc37269ff502,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:14.723194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-94bfc8a1-21c0-4aac-8c00-ebdfd1e12ed0 admin admin] Deleting port 97e60f8d-16b1-4a16-b783-83414425b8c8 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:14.723624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94bfc8a1-21c0-4aac-8c00-ebdfd1e12ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.730680 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c919b31a-19d0-4bc7-b8e0-50cdc4c898ab None None] Provisioning complete for port 3db4bbfe-7ecf-4481-97a1-dc37269ff502 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:14.731855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c919b31a-19d0-4bc7-b8e0-50cdc4c898ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.734613 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a31b7d72-f9f5-4e58-b197-f4455443d58d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.845441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Allocated IP 2001:db8::1 (5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7/a0124458-1fc7-4cf8-8009-d6a86f0d4369/b43cd5de-7a03-49cc-a224-54d54aee2923) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:15.079415 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ba9210e8-1502-4fca-856c-a70c71cfae79 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:15.101847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc893402-fd1c-4660-a972-9bd8dbb7e22e req-0704ead8-a422-4e50-83c2-de4133ed0d7e tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:15.104772 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bc893402-fd1c-4660-a972-9bd8dbb7e22e req-0704ead8-a422-4e50-83c2-de4133ed0d7e tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.6142414 Jan 27 17:10:15.265637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.330391 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ba9210e8-1502-4fca-856c-a70c71cfae79 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:15.331042 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.359881 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-94bfc8a1-21c0-4aac-8c00-ebdfd1e12ed0 admin admin] For port 97e60f8d-16b1-4a16-b783-83414425b8c8, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=97e60f8d-16b1-4a16-b783-83414425b8c8,segment=NetworkSegment(e9410cdb-9b4c-4db0-a3da-79692f3f3223),segment_id=e9410cdb-9b4c-4db0-a3da-79692f3f3223)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:15.360530 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94bfc8a1-21c0-4aac-8c00-ebdfd1e12ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.390020 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bc893402-fd1c-4660-a972-9bd8dbb7e22e req-d3f35793-7567-4de8-8d0c-ab9d53efbc23 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597208 Jan 27 17:10:15.406534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.423440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Transition to ACTIVE for port object b43cd5de-7a03-49cc-a224-54d54aee2923 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:15.452895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Transition to ACTIVE for port object b43cd5de-7a03-49cc-a224-54d54aee2923 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:15.554078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.564342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3db4bbfe-7ecf-4481-97a1-dc37269ff502 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:15.567657 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-a31b7d72-f9f5-4e58-b197-f4455443d58d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 17:10:15.569649 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a31b7d72-f9f5-4e58-b197-f4455443d58d tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "DELETE /v2.0/routers/980c79fe-6537-4f2b-8389-d8e8345a3562 HTTP/1.1" status: 409 len: 329 time: 2.1767416 Jan 27 17:10:15.639170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34154) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:15.654943 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-94bfc8a1-21c0-4aac-8c00-ebdfd1e12ed0 admin admin] Calling delete_port for 97e60f8d-16b1-4a16-b783-83414425b8c8 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:15.668254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eeec0bb7-92ed-4a12-9c6f-c3e457162498 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.752998 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.768044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.782409 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Pushing event updated for resources: {'Port': ['ID=b43cd5de-7a03-49cc-a224-54d54aee2923,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:15.782657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec0bb7-92ed-4a12-9c6f-c3e457162498 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Subnet': ['ID=1f75ceab-6acd-4c91-921f-358611ebd6c0,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:15.796307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eeec0bb7-92ed-4a12-9c6f-c3e457162498 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.804438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2914f6-9807-45fb-a244-78dd1fe165c4 None None] Network d0a4c2ba-c58a-4709-b983-a06fcf107c19 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:15.817256 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-eeec0bb7-92ed-4a12-9c6f-c3e457162498 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/1f75ceab-6acd-4c91-921f-358611ebd6c0 HTTP/1.1" status: 204 len: 168 time: 3.7263772 Jan 27 17:10:15.821034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34160) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:15.857406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Network 5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:15.866130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:15.896095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:15.903942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.038330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.039405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f3a8c92-0a33-4b0a-af11-ca00de608831 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:10:16.058086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.067756 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c938f3e2-ed09-4ce0-afe2-4ba5ca319ff0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "DELETE /v2.0/routers/1f3a8c92-0a33-4b0a-af11-ca00de608831 HTTP/1.1" status: 204 len: 168 time: 7.8905621 Jan 27 17:10:16.067756 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.069730 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34164) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:16.074701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Subnet': ['ID=a0124458-1fc7-4cf8-8009-d6a86f0d4369,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:16.177090 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 3db4bbfe-7ecf-4481-97a1-dc37269ff502 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:16.177712 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.349336 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Attempting to bind port b43cd5de-7a03-49cc-a224-54d54aee2923 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:16.350196 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Attempting to bind port b43cd5de-7a03-49cc-a224-54d54aee2923 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '2d68c7b4-2fe0-4911-baf9-8140f946d8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:16.350553 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Attempting to bind port b43cd5de-7a03-49cc-a224-54d54aee2923 on network 5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:16.389168 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.407525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f21b3600-5865-4066-9bdb-e06a4b5da80a admin admin] Deleting port 7ddb2715-0e62-46f9-9005-9a32151699d1 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:16.407950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f21b3600-5865-4066-9bdb-e06a4b5da80a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.447055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:16.447473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Checking segment: {'id': '2d68c7b4-2fe0-4911-baf9-8140f946d8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:16.449171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.449171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Bound using segment: {'id': '2d68c7b4-2fe0-4911-baf9-8140f946d8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:16.449171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Bound port: b43cd5de-7a03-49cc-a224-54d54aee2923, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d68c7b4-2fe0-4911-baf9-8140f946d8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:16.449705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.467015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port ba9210e8-1502-4fca-856c-a70c71cfae79 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:16.467015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.531756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.624448 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Subnet': ['ID=9cf19a36-d0f4-40af-9113-4f14e29b210b,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:16.651863 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Checking segment: {'id': '61d95f1e-e05c-4205-8895-7c7639c41692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'f9a3c290-0744-493b-962b-c71f48a2ea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:16.652478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network hostable DHCP agents. Network: f9a3c290-0744-493b-962b-c71f48a2ea7a, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:16.694961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:16.698240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] For port b43cd5de-7a03-49cc-a224-54d54aee2923, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:16.706814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] For port b43cd5de-7a03-49cc-a224-54d54aee2923, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b43cd5de-7a03-49cc-a224-54d54aee2923,segment=NetworkSegment(2d68c7b4-2fe0-4911-baf9-8140f946d8bf),segment_id=2d68c7b4-2fe0-4911-baf9-8140f946d8bf)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:16.723860 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.738268 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d68c7b4-2fe0-4911-baf9-8140f946d8bf') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:16.738819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d68c7b4-2fe0-4911-baf9-8140f946d8bf') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:16.878682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.886970 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ceb805-133e-4b2d-a414-8f96f2fbbcda None None] DHCP port deletion for d0a4c2ba-c58a-4709-b983-a06fcf107c19 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:16.894283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758d526-5a6f-4634-8067-444484ce5929 req-302a8e91-5f35-4fa5-a528-43fe9971800b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:16.902519 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d758d526-5a6f-4634-8067-444484ce5929 req-302a8e91-5f35-4fa5-a528-43fe9971800b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.9067094 Jan 27 17:10:16.912180 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-02ceb805-133e-4b2d-a414-8f96f2fbbcda None None] Deleting port ba9210e8-1502-4fca-856c-a70c71cfae79 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:16.912959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-02ceb805-133e-4b2d-a414-8f96f2fbbcda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.971345 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ecf7cd-b4fb-46ab-a33a-d6e01cbec8b7 None None] Pushing event updated for resources: {'Port': ['ID=b43cd5de-7a03-49cc-a224-54d54aee2923,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:16.987086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] For port ba9210e8-1502-4fca-856c-a70c71cfae79, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ba9210e8-1502-4fca-856c-a70c71cfae79,segment=NetworkSegment(86774253-c668-46f9-90aa-34252e54aad5),segment_id=86774253-c668-46f9-90aa-34252e54aad5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:16.987671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.032470 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ba9210e8-1502-4fca-856c-a70c71cfae79 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:17.167417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.208668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network f9a3c290-0744-493b-962b-c71f48a2ea7a is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:17.226490 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for ba9210e8-1502-4fca-856c-a70c71cfae79 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:17.255630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:17.257079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.278944 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.306176 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea750f3-a6ae-4f53-b0a5-dcd92fbb875b None None] Network 5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:17.310725 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:17.440052 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d758d526-5a6f-4634-8067-444484ce5929 req-6fc30945-d8c9-4a1c-aa4c-b7d228920728 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5361559 Jan 27 17:10:17.454007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, f9a3c290-0744-493b-962b-c71f48a2ea7a) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:17.491693 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a15761c-1d56-400c-8f85-504c83ed80cb None None] Network f9a3c290-0744-493b-962b-c71f48a2ea7a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:17.517322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.518328 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:17.519411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.593829 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9e9b6d54-8c94-41c2-97d6-08d6f1e2b913 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7850904 Jan 27 17:10:17.602480 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94bfc8a1-21c0-4aac-8c00-ebdfd1e12ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.608546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-f21b3600-5865-4066-9bdb-e06a4b5da80a admin admin] For port 7ddb2715-0e62-46f9-9005-9a32151699d1, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7ddb2715-0e62-46f9-9005-9a32151699d1,segment=NetworkSegment(c6029f3b-dbda-4f67-95d5-86ef4d2794ff),segment_id=c6029f3b-dbda-4f67-95d5-86ef4d2794ff)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:17.608896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f21b3600-5865-4066-9bdb-e06a4b5da80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.626017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34170) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:17.729805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfc8a1-21c0-4aac-8c00-ebdfd1e12ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e60f8d-16b1-4a16-b783-83414425b8c8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:17.810684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:10:17.810684 dv-neutron-825077-1-hyperv neutron-server[87608]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:10:17.810684 dv-neutron-825077-1-hyperv neutron-server[87608]: [parameters: {'id': '5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7'}] Jan 27 17:10:17.810684 dv-neutron-825077-1-hyperv neutron-server[87608]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:17.810684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:17.907083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.036250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-02ceb805-133e-4b2d-a414-8f96f2fbbcda None None] For port ba9210e8-1502-4fca-856c-a70c71cfae79, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ba9210e8-1502-4fca-856c-a70c71cfae79,segment=NetworkSegment(86774253-c668-46f9-90aa-34252e54aad5),segment_id=86774253-c668-46f9-90aa-34252e54aad5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:18.036997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-02ceb805-133e-4b2d-a414-8f96f2fbbcda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.056833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=ba9210e8-1502-4fca-856c-a70c71cfae79,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:18.072638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No DVR routers for this DVR port ba9210e8-1502-4fca-856c-a70c71cfae79 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:18.196976 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f21b3600-5865-4066-9bdb-e06a4b5da80a admin admin] Calling delete_port for 7ddb2715-0e62-46f9-9005-9a32151699d1 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:18.205369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.308204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-02ceb805-133e-4b2d-a414-8f96f2fbbcda None None] Calling delete_port for ba9210e8-1502-4fca-856c-a70c71cfae79 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:18.318945 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.332254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.347817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 8536fc9c-fffb-421c-92b4-c34c55293f53 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:18.363084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a4c2ba-c58a-4709-b983-a06fcf107c19']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:18.378424 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86774253-c668-46f9-90aa-34252e54aad5') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:18.379171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86774253-c668-46f9-90aa-34252e54aad5') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:18.395562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.444126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 8536fc9c-fffb-421c-92b4-c34c55293f53 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:18.444472 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 8536fc9c-fffb-421c-92b4-c34c55293f53 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:18.446706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.465037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:18.465953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:18.530772 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:18.541067 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Deleting port 6c0c7179-06de-47d7-9a9c-ca9154332c87 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:18.541775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.614177 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-f9a3c290-0744-493b-962b-c71f48a2ea7a', 'network_id': 'f9a3c290-0744-493b-962b-c71f48a2ea7a', 'tenant_id': 'beb01746a9fc43a68cc07541b5977c65', 'fixed_ips': [{'subnet_id': '9cf19a36-d0f4-40af-9113-4f14e29b210b'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:18.615444 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.650705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-02ceb805-133e-4b2d-a414-8f96f2fbbcda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:18.653651 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-02ceb805-133e-4b2d-a414-8f96f2fbbcda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:18.733934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.748548 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting port b43cd5de-7a03-49cc-a224-54d54aee2923 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:18.749227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.773240 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.792909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.845258 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/networks/d0a4c2ba-c58a-4709-b983-a06fcf107c19 HTTP/1.1" status: 204 len: 168 time: 3.0072329 Jan 27 17:10:18.855442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bfd1d-9a92-42dc-91c7-4b8896fbbbff tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Network': ['ID=d0a4c2ba-c58a-4709-b983-a06fcf107c19,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:18.858995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34176) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:18.894991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'name': 'tempest-PortsIpV6TestJSON-1311699488'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:18.994269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Allocated IP 2001:db8::2 (f9a3c290-0744-493b-962b-c71f48a2ea7a/9cf19a36-d0f4-40af-9113-4f14e29b210b/a40a033e-b959-4b62-a9ef-0e77deca2ed9) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:19.153776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:19.261124 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:port and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:19.275300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:19.292325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:19.304675 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2e9d3-e31b-432b-92a8-52355177a511 req-70b07136-4d25-4257-bde2-e52df322773c tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:19.314217 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-15b2e9d3-e31b-432b-92a8-52355177a511 req-70b07136-4d25-4257-bde2-e52df322773c tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.0590193 Jan 27 17:10:19.351900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:19.359139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.364993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.405422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] For port 6c0c7179-06de-47d7-9a9c-ca9154332c87, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6c0c7179-06de-47d7-9a9c-ca9154332c87,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:19.406347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.420411 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.434534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-02ceb805-133e-4b2d-a414-8f96f2fbbcda None None] Deleting port ba9210e8-1502-4fca-856c-a70c71cfae79 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:19.434896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-02ceb805-133e-4b2d-a414-8f96f2fbbcda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.479867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94bfc8a1-21c0-4aac-8c00-ebdfd1e12ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.483316 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Transition to ACTIVE for port object a40a033e-b959-4b62-a9ef-0e77deca2ed9 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:19.516415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-394796bc-253e-4cea-8873-e2b54f71e675 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.530115 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-02ceb805-133e-4b2d-a414-8f96f2fbbcda None None] The port 'ba9210e8-1502-4fca-856c-a70c71cfae79' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:10:19.542271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Transition to ACTIVE for port object a40a033e-b959-4b62-a9ef-0e77deca2ed9 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:19.545222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port 4a5ff3f1-4a19-490f-9277-8e6c6b72095f yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:19.552023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.686087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Network f9a3c290-0744-493b-962b-c71f48a2ea7a is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:19.691417 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:19.691709 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-15b2e9d3-e31b-432b-92a8-52355177a511 req-1aa3ae78-66c3-4e4a-ae80-2701d4542716 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3763359 Jan 27 17:10:19.703278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:19.711443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Pushing event updated for resources: {'Port': ['ID=a40a033e-b959-4b62-a9ef-0e77deca2ed9,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:19.734811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Calling delete_port for 6c0c7179-06de-47d7-9a9c-ca9154332c87 owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:19.848673 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Attempting to bind port a40a033e-b959-4b62-a9ef-0e77deca2ed9 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:19.851355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Attempting to bind port a40a033e-b959-4b62-a9ef-0e77deca2ed9 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '61d95f1e-e05c-4205-8895-7c7639c41692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'f9a3c290-0744-493b-962b-c71f48a2ea7a'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:19.852305 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Attempting to bind port a40a033e-b959-4b62-a9ef-0e77deca2ed9 on network f9a3c290-0744-493b-962b-c71f48a2ea7a {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:19.863321 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:19.864127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Checking segment: {'id': '61d95f1e-e05c-4205-8895-7c7639c41692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'f9a3c290-0744-493b-962b-c71f48a2ea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:19.864780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.865835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Bound using segment: {'id': '61d95f1e-e05c-4205-8895-7c7639c41692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'f9a3c290-0744-493b-962b-c71f48a2ea7a'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:19.867145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Bound port: a40a033e-b959-4b62-a9ef-0e77deca2ed9, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d95f1e-e05c-4205-8895-7c7639c41692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'f9a3c290-0744-493b-962b-c71f48a2ea7a'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:19.867298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.011403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] For port a40a033e-b959-4b62-a9ef-0e77deca2ed9, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:20.012688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] For port b43cd5de-7a03-49cc-a224-54d54aee2923, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b43cd5de-7a03-49cc-a224-54d54aee2923,segment=NetworkSegment(2d68c7b4-2fe0-4911-baf9-8140f946d8bf),segment_id=2d68c7b4-2fe0-4911-baf9-8140f946d8bf)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:20.013623 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.022960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] For port a40a033e-b959-4b62-a9ef-0e77deca2ed9, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a40a033e-b959-4b62-a9ef-0e77deca2ed9,segment=NetworkSegment(61d95f1e-e05c-4205-8895-7c7639c41692),segment_id=61d95f1e-e05c-4205-8895-7c7639c41692)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:20.033377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.055952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f21b3600-5865-4066-9bdb-e06a4b5da80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.175169 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.208155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a2c84-4737-4ba8-bbfc-90ffd1815246 None None] Pushing event updated for resources: {'Port': ['ID=a40a033e-b959-4b62-a9ef-0e77deca2ed9,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:20.261103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.276177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.289741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Calling delete_port for b43cd5de-7a03-49cc-a224-54d54aee2923 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:20.346516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c0c7179-06de-47d7-9a9c-ca9154332c87,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:20.399176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.433750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b3600-5865-4066-9bdb-e06a4b5da80a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ddb2715-0e62-46f9-9005-9a32151699d1,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:20.543493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=4a5ff3f1-4a19-490f-9277-8e6c6b72095f,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:20.551649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:20.560235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:20.569123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:20.581657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:20.584456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.623848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.707690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf19a36-d0f4-40af-9113-4f14e29b210b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:21.016502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.050132 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a3c290-0744-493b-962b-c71f48a2ea7a']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:21.066010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d95f1e-e05c-4205-8895-7c7639c41692') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:21.066360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d95f1e-e05c-4205-8895-7c7639c41692') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:21.082797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.120905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.130156 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-70024219-fd45-4d42-96c2-43b26ac1f85f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2445588 Jan 27 17:10:21.147636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34182) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:21.218437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.220735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a40a033e-b959-4b62-a9ef-0e77deca2ed9 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:21.245838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No DVR routers for this DVR port b43cd5de-7a03-49cc-a224-54d54aee2923 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:21.258320 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:21.259473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.281533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.288994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.310100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Port': ['ID=b43cd5de-7a03-49cc-a224-54d54aee2923,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:21.336518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-45e03b38-3588-4e14-b036-44a167f46c02 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 4a5ff3f1-4a19-490f-9277-8e6c6b72095f {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:21.336848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-45e03b38-3588-4e14-b036-44a167f46c02 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:21.372474 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:21.405324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port a40a033e-b959-4b62-a9ef-0e77deca2ed9 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:21.453009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.453605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b90143f9-e29c-4251-be81-50fae38cef6b {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:10:21.508078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.511042 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5a00d5d2-831c-4f86-8827-841431ade58c tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "DELETE /v2.0/routers/b90143f9-e29c-4251-be81-50fae38cef6b HTTP/1.1" status: 204 len: 168 time: 5.3783693 Jan 27 17:10:21.526539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f6f997c8-3dd3-4aff-829f-fef58021eded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.527422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765d1c9-6c0a-48ca-b280-704907a7d140 req-bf7740e2-f5be-4032-a6e6-7445edb01102 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:21.529282 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5765d1c9-6c0a-48ca-b280-704907a7d140 req-bf7740e2-f5be-4032-a6e6-7445edb01102 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.5779009 Jan 27 17:10:21.529923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34186) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:21.608819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-684161278', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:21.666303 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:21.707085 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Usage tracker for resource:router and tenant:a8ca4c0d81994c69b66fea06fdc2c641 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:21.717929 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:21.773722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:21.865318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474f3d45-b3b8-4914-9986-82ccf10c835f None None] Network f9a3c290-0744-493b-962b-c71f48a2ea7a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:21.873895 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5765d1c9-6c0a-48ca-b280-704907a7d140 req-49f53662-0aee-405d-a0e2-8e6de55067eb tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3334572 Jan 27 17:10:21.890424 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-45e03b38-3588-4e14-b036-44a167f46c02 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.922775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.924695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.959412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.978604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:10:21.978604 dv-neutron-825077-1-hyperv neutron-server[87608]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:10:21.978604 dv-neutron-825077-1-hyperv neutron-server[87608]: [parameters: {'id': 'f9a3c290-0744-493b-962b-c71f48a2ea7a'}] Jan 27 17:10:21.978604 dv-neutron-825077-1-hyperv neutron-server[87608]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:21.979223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:22.002958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.010867 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-622b5da0-2e32-4023-9847-ff1d48b3ef01 None None] Provisioning for port a40a033e-b959-4b62-a9ef-0e77deca2ed9 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:22.033327 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-622b5da0-2e32-4023-9847-ff1d48b3ef01 None None] Provisioning complete for port a40a033e-b959-4b62-a9ef-0e77deca2ed9 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:22.033955 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-622b5da0-2e32-4023-9847-ff1d48b3ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.337446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-622b5da0-2e32-4023-9847-ff1d48b3ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.393541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-45e03b38-3588-4e14-b036-44a167f46c02 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 4a5ff3f1-4a19-490f-9277-8e6c6b72095f owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:22.419051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:22.500311 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.510530 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-622b5da0-2e32-4023-9847-ff1d48b3ef01 None None] For port a40a033e-b959-4b62-a9ef-0e77deca2ed9, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a40a033e-b959-4b62-a9ef-0e77deca2ed9,segment=NetworkSegment(61d95f1e-e05c-4205-8895-7c7639c41692),segment_id=61d95f1e-e05c-4205-8895-7c7639c41692)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:22.522523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-622b5da0-2e32-4023-9847-ff1d48b3ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.574613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-394796bc-253e-4cea-8873-e2b54f71e675 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Deleting port a6539c76-92fb-4ca4-a8ed-2469c3fd56f2 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:22.575162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-394796bc-253e-4cea-8873-e2b54f71e675 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.649932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d68c7b4-2fe0-4911-baf9-8140f946d8bf') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:22.650335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d68c7b4-2fe0-4911-baf9-8140f946d8bf') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:22.716019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9fc624-9dce-4928-b51e-df13ed4b651b None None] DHCP port deletion for f9a3c290-0744-493b-962b-c71f48a2ea7a request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:22.719831 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b5da0-2e32-4023-9847-ff1d48b3ef01 None None] Pushing event updated for resources: {'Port': ['ID=a40a033e-b959-4b62-a9ef-0e77deca2ed9,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:22.724444 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-da9fc624-9dce-4928-b51e-df13ed4b651b None None] Deleting port a40a033e-b959-4b62-a9ef-0e77deca2ed9 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:22.725064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da9fc624-9dce-4928-b51e-df13ed4b651b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.888696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.959553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Deleting port a40a033e-b959-4b62-a9ef-0e77deca2ed9 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:22.960147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.980997 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.010528 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-da9fc624-9dce-4928-b51e-df13ed4b651b None None] For port a40a033e-b959-4b62-a9ef-0e77deca2ed9, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a40a033e-b959-4b62-a9ef-0e77deca2ed9,segment=NetworkSegment(61d95f1e-e05c-4205-8895-7c7639c41692),segment_id=61d95f1e-e05c-4205-8895-7c7639c41692)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:23.011153 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da9fc624-9dce-4928-b51e-df13ed4b651b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.016400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bfc8a1-21c0-4aac-8c00-ebdfd1e12ed0 admin admin] Router e6317c45-6d5f-461c-9b26-5bcbfc70d498 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:10:23.035803 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6c0c7179-06de-47d7-9a9c-ca9154332c87 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:23.154706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-45e03b38-3588-4e14-b036-44a167f46c02 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.170664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.311770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-da9fc624-9dce-4928-b51e-df13ed4b651b None None] Calling delete_port for a40a033e-b959-4b62-a9ef-0e77deca2ed9 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:23.330872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:23.331546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.363959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 6c0c7179-06de-47d7-9a9c-ca9154332c87 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:23.365025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6c0c7179-06de-47d7-9a9c-ca9154332c87 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:23.365698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a40a033e-b959-4b62-a9ef-0e77deca2ed9 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:23.375122 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:23.379184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f21b3600-5865-4066-9bdb-e06a4b5da80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.385937 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-45e03b38-3588-4e14-b036-44a167f46c02 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.391256 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e03b38-3588-4e14-b036-44a167f46c02 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=4a5ff3f1-4a19-490f-9277-8e6c6b72095f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:23.409359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae5c8e-08aa-455f-b497-f121d456d888 req-1f3ca1c7-9059-46d3-a976-b22d364c16b3 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:23.423821 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-13ae5c8e-08aa-455f-b497-f121d456d888 req-1f3ca1c7-9059-46d3-a976-b22d364c16b3 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.8412690 Jan 27 17:10:23.492694 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-45e03b38-3588-4e14-b036-44a167f46c02 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/4a5ff3f1-4a19-490f-9277-8e6c6b72095f HTTP/1.1" status: 204 len: 168 time: 2.3363774 Jan 27 17:10:23.566837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34194) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:23.590363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'mac_address': 'fa:16:3e:5e:cf:02', 'name': 'tempest-PortsIpV6TestJSON-725538040'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:23.603474 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da9fc624-9dce-4928-b51e-df13ed4b651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.634000 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-13ae5c8e-08aa-455f-b497-f121d456d888 req-3eeab1fe-f1b0-4e2c-a986-7a9dd97ad3af tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081764 Jan 27 17:10:23.707233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Port a40a033e-b959-4b62-a9ef-0e77deca2ed9 update to DOWN by agent not found {{(pid=87610) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 27 17:10:23.712425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fc624-9dce-4928-b51e-df13ed4b651b None None] Pushing event deleted for resources: {'Port': ['ID=a40a033e-b959-4b62-a9ef-0e77deca2ed9,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:23.724202 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9fc624-9dce-4928-b51e-df13ed4b651b None None] No DVR routers for this DVR port a40a033e-b959-4b62-a9ef-0e77deca2ed9 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:23.748372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183b31a7-a04c-458f-a8fc-c4701d67887a None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:10:23.818435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:23.826383 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:port and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:23.838459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:23.845250 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:23.919550 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:23.933437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b14d1266-fb92-4e68-9aab-715308743bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.977584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183b31a7-a04c-458f-a8fc-c4701d67887a None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:10:23.994932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] The port 'a40a033e-b959-4b62-a9ef-0e77deca2ed9' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:10:24.208563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.215019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.257323 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.261573 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.316349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-394796bc-253e-4cea-8873-e2b54f71e675 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.368413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.404262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port 26f7e5ce-bfa1-4a23-8694-c9ac3605720c yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:24.445890 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Network': ['ID=5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:24.610445 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d898a-d247-4e91-b353-725739731c7a None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:10:24.666333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Allocated IP 172.26.8.169 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/fbc6f7fb-e0e9-43ee-9580-4243c276f2ff) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:24.714311 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-394796bc-253e-4cea-8873-e2b54f71e675 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Calling delete_port for a6539c76-92fb-4ca4-a8ed-2469c3fd56f2 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:24.838104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.850850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bfc8a1-21c0-4aac-8c00-ebdfd1e12ed0 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:24.870960 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34200) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:24.871348 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-94bfc8a1-21c0-4aac-8c00-ebdfd1e12ed0 admin admin] 10.222.0.81 "PUT /v2.0/routers/e6317c45-6d5f-461c-9b26-5bcbfc70d498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0943968 Jan 27 17:10:24.876186 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-04ae69b0-1d1f-4f87-8e5c-0ba0d11bddc1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7 HTTP/1.1" status: 204 len: 168 time: 11.5314426 Jan 27 17:10:24.886798 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34202) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:24.911308 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1429846384'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:24.930630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a3c290-0744-493b-962b-c71f48a2ea7a']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:24.959248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:24.960576 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20d898a-d247-4e91-b353-725739731c7a None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:10:24.973203 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce929de8-2cc8-4b4d-be4a-196148928501 None None] Sync routers for ids ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:25.005645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce929de8-2cc8-4b4d-be4a-196148928501 None None] Routers {'e6317c45-6d5f-461c-9b26-5bcbfc70d498'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:25.006390 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ce929de8-2cc8-4b4d-be4a-196148928501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:25.063004 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:network and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:25.084913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:25.102393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.154506 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.167157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d95f1e-e05c-4205-8895-7c7639c41692') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:25.167624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d95f1e-e05c-4205-8895-7c7639c41692') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:25.197636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:25.245575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.296593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:25.302648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.321389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.369404 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.452502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:25.453005 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.470433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:25.481575 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:25.518777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.600863 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-ce929de8-2cc8-4b4d-be4a-196148928501 None None] Set router e6317c45-6d5f-461c-9b26-5bcbfc70d498 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:25.640818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.848872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21b3600-5865-4066-9bdb-e06a4b5da80a admin admin] Router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:10:25.866014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.887028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197a0c1-03ba-4128-9798-312687b27f76 req-60bcd32c-3a37-4d08-811b-32087eb4a555 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:25.888818 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d197a0c1-03ba-4128-9798-312687b27f76 req-60bcd32c-3a37-4d08-811b-32087eb4a555 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.8105862 Jan 27 17:10:25.944563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.948400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1242} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:25.953597 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:25.967039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:25.981177 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:25.990222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:25.990891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.004897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Network': ['ID=f9a3c290-0744-493b-962b-c71f48a2ea7a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:26.065809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=26f7e5ce-bfa1-4a23-8694-c9ac3605720c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:26.105598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.114046 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bd2f5349-fce3-4c3a-8733-ca391d27ffbc tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/networks/f9a3c290-0744-493b-962b-c71f48a2ea7a HTTP/1.1" status: 204 len: 168 time: 8.4543030 Jan 27 17:10:26.117398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.117398 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Added segment f4036192-f421-4e1c-a2ee-73d236f85190 of type vlan for network 113d4dfb-babb-4fcb-8eb8-e91621740881 Jan 27 17:10:26.145347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34210) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:26.172573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-394796bc-253e-4cea-8873-e2b54f71e675 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.188597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-115418448'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:26.197603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:26.204321 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Usage tracker for resource:network and tenant:beb01746a9fc43a68cc07541b5977c65 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:26.245289 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:26.259432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:26.295618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:26.298063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ce929de8-2cc8-4b4d-be4a-196148928501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:10:16Z', 'revision_number': 5, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port': {'id': '49e4dec2-e381-4a26-8685-c47780fbfd4c', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:33Z', 'updated_at': '2022-01-27T17:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:26.305459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce929de8-2cc8-4b4d-be4a-196148928501 None None] Checking router: e6317c45-6d5f-461c-9b26-5bcbfc70d498 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:10:26.334491 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce929de8-2cc8-4b4d-be4a-196148928501 None None] Routers {'e6317c45-6d5f-461c-9b26-5bcbfc70d498'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:26.335415 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ce929de8-2cc8-4b4d-be4a-196148928501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:26.373471 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.390364 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3f49006d-5afb-4e3f-9e21-ba7f5729a456 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8166246 Jan 27 17:10:26.412415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34214) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:26.422492 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Pushing event updated for resources: {'Port': ['ID=fbc6f7fb-e0e9-43ee-9580-4243c276f2ff,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:26.422825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:26.467466 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:26.478559 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Deleting port 49e4dec2-e381-4a26-8685-c47780fbfd4c {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:26.479207 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.494978 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d197a0c1-03ba-4128-9798-312687b27f76 req-3b92a879-bcb7-451e-8811-ea566ecebc86 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5729954 Jan 27 17:10:26.496329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394796bc-253e-4cea-8873-e2b54f71e675 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event deleted for resources: {'Port': ['ID=a6539c76-92fb-4ca4-a8ed-2469c3fd56f2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:26.615289 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.642380 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-ce929de8-2cc8-4b4d-be4a-196148928501 None None] Set router e6317c45-6d5f-461c-9b26-5bcbfc70d498 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:26.712588 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.720149 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:26.734442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.814689 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21b3600-5865-4066-9bdb-e06a4b5da80a admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:26.841002 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616fef12-0183-48b1-94be-eb915ed41d69 None None] Sync routers for ids ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:26.847864 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:26.861578 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616fef12-0183-48b1-94be-eb915ed41d69 None None] Routers {'7a3fe6fa-31b0-4651-a064-70ca67c04b7e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:26.862272 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-616fef12-0183-48b1-94be-eb915ed41d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:26.895539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ce929de8-2cc8-4b4d-be4a-196148928501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:10:26Z', 'revision_number': 6, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:26.900257 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f21b3600-5865-4066-9bdb-e06a4b5da80a admin admin] 10.222.0.81 "PUT /v2.0/routers/7a3fe6fa-31b0-4651-a064-70ca67c04b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4165120 Jan 27 17:10:26.906206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce929de8-2cc8-4b4d-be4a-196148928501 None None] The sync data for ids ['e6317c45-6d5f-461c-9b26-5bcbfc70d498'] in dv-neutron-825077-1-hyperv is: [{'id': 'e6317c45-6d5f-461c-9b26-5bcbfc70d498', 'name': 'tempest-ServersTestManualDisk-29920581-router', 'tenant_id': '8d6e3a32bb7c46a194806037099c89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:30Z', 'updated_at': '2022-01-27T17:10:26Z', 'revision_number': 6, 'project_id': '8d6e3a32bb7c46a194806037099c89be', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:26.908648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34220) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:26.956037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d77b22e-3df2-4494-8e1c-aff7b93d5d5e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:26.956826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7d77b22e-3df2-4494-8e1c-aff7b93d5d5e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:27.011438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.011956 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Added segment 9fd8323c-0fb0-4c3c-8a80-80e5258edb3e of type vlan for network 7ce518e7-c7f4-41a0-aeac-38526bcff741 Jan 27 17:10:27.084743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.093700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:27.094681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.236784 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-616fef12-0183-48b1-94be-eb915ed41d69 None None] Set router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:27.275392 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7d77b22e-3df2-4494-8e1c-aff7b93d5d5e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:27.278571 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7d77b22e-3df2-4494-8e1c-aff7b93d5d5e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/26f7e5ce-bfa1-4a23-8694-c9ac3605720c HTTP/1.1" status: 200 len: 844 time: 0.8643053 Jan 27 17:10:27.290933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34224) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:27.422728 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] For port 49e4dec2-e381-4a26-8685-c47780fbfd4c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=49e4dec2-e381-4a26-8685-c47780fbfd4c,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:27.423081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.509712 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Network': ['ID=113d4dfb-babb-4fcb-8eb8-e91621740881,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:27.530303 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f62036d5-2bda-419d-ae65-5de4461d7cd0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 26f7e5ce-bfa1-4a23-8694-c9ac3605720c {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:27.530690 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f62036d5-2bda-419d-ae65-5de4461d7cd0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.534603 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 113d4dfb-babb-4fcb-8eb8-e91621740881 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:27.558020 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-88276474-bbde-436e-beae-8b5c2872a441 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6680508 Jan 27 17:10:27.559868 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-394796bc-253e-4cea-8873-e2b54f71e675 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.571704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34228) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:27.648697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'subnet': {'network_id': '113d4dfb-babb-4fcb-8eb8-e91621740881', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:27.665924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.745516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Calling delete_port for 49e4dec2-e381-4a26-8685-c47780fbfd4c owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:27.787795 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-616fef12-0183-48b1-94be-eb915ed41d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:10:19Z', 'revision_number': 5, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:27.793159 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616fef12-0183-48b1-94be-eb915ed41d69 None None] Checking router: 7a3fe6fa-31b0-4651-a064-70ca67c04b7e for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:10:27.806368 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616fef12-0183-48b1-94be-eb915ed41d69 None None] Routers {'7a3fe6fa-31b0-4651-a064-70ca67c04b7e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:27.807632 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-616fef12-0183-48b1-94be-eb915ed41d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:27.875685 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:10:27.889309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.949247 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83da4b-4045-4923-9f02-27124e1e9a0d req-5c813102-0f0c-4c75-9332-f06181fc0400 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:27.955386 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9e83da4b-4045-4923-9f02-27124e1e9a0d req-5c813102-0f0c-4c75-9332-f06181fc0400 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.9053926 Jan 27 17:10:28.144290 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-616fef12-0183-48b1-94be-eb915ed41d69 None None] Set router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:28.150457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.160322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:28.161442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.346034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.481088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:28.486909 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:subnet and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:28.490850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:28.499429 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:28.513147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394796bc-253e-4cea-8873-e2b54f71e675 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Router 980c79fe-6537-4f2b-8389-d8e8345a3562 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:10:28.599775 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4297481 Jan 27 17:10:28.658005 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34232) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:28.685557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:28.690806 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.697293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25056850-74af-4e24-81a0-72f2a929889c tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Network': ['ID=7ce518e7-c7f4-41a0-aeac-38526bcff741,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:28.710641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 7ce518e7-c7f4-41a0-aeac-38526bcff741 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:28.727424 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-616fef12-0183-48b1-94be-eb915ed41d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:10:19Z', 'revision_number': 5, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:28.735759 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616fef12-0183-48b1-94be-eb915ed41d69 None None] The sync data for ids ['7a3fe6fa-31b0-4651-a064-70ca67c04b7e'] in dv-neutron-825077-1-hyperv is: [{'id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'name': 'tempest-ServersTestJSON-402398041-router', 'tenant_id': '482d4f98757a4ef0898d959157284a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:10:19Z', 'revision_number': 5, 'project_id': '482d4f98757a4ef0898d959157284a86', 'gw_port': {'id': '4d00addf-6696-410b-8be6-f78f0d2bbcff', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3fe6fa-31b0-4651-a064-70ca67c04b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:37Z', 'updated_at': '2022-01-27T17:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:28.805505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Request body: {'subnet': {'network_id': '7ce518e7-c7f4-41a0-aeac-38526bcff741', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:28.883332 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9e83da4b-4045-4923-9f02-27124e1e9a0d req-53d0549c-771a-4098-be34-257b7229cdbb tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8602464 Jan 27 17:10:28.905764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.912476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.920595 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394796bc-253e-4cea-8873-e2b54f71e675 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:28.935157 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-394796bc-253e-4cea-8873-e2b54f71e675 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "PUT /v2.0/routers/980c79fe-6537-4f2b-8389-d8e8345a3562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2425723 Jan 27 17:10:28.937362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34238) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:28.948980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73300cd3-da39-40d7-a33d-cd82c979c1ea None None] Sync routers for ids ['980c79fe-6537-4f2b-8389-d8e8345a3562'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:28.973494 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73300cd3-da39-40d7-a33d-cd82c979c1ea None None] Routers {'980c79fe-6537-4f2b-8389-d8e8345a3562'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:28.975062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-73300cd3-da39-40d7-a33d-cd82c979c1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['980c79fe-6537-4f2b-8389-d8e8345a3562'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:29.020672 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Deleting port 4d00addf-6696-410b-8be6-f78f0d2bbcff {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:29.021010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.137648 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-e9de950c-aaed-4153-b22d-7dff24454258 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] show failed (client error): The resource could not be found. Jan 27 17:10:29.147179 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e9de950c-aaed-4153-b22d-7dff24454258 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-736176194 HTTP/1.1" status: 404 len: 334 time: 0.2078145 Jan 27 17:10:29.147855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34242) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:29.148018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-73300cd3-da39-40d7-a33d-cd82c979c1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:29.163063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73300cd3-da39-40d7-a33d-cd82c979c1ea None None] Routers {'980c79fe-6537-4f2b-8389-d8e8345a3562'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:29.163932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-73300cd3-da39-40d7-a33d-cd82c979c1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['980c79fe-6537-4f2b-8389-d8e8345a3562'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:29.167177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-1978f47a-70b2-4e9d-9c22-e538f314c5b5 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:29.268139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f62036d5-2bda-419d-ae65-5de4461d7cd0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.271004 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-73300cd3-da39-40d7-a33d-cd82c979c1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:29.271898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73300cd3-da39-40d7-a33d-cd82c979c1ea None None] The sync data for ids ['980c79fe-6537-4f2b-8389-d8e8345a3562'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:29.291858 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-1978f47a-70b2-4e9d-9c22-e538f314c5b5 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] update failed (client error): The resource could not be found. Jan 27 17:10:29.298430 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1978f47a-70b2-4e9d-9c22-e538f314c5b5 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-1342357547 HTTP/1.1" status: 404 len: 335 time: 0.1415682 Jan 27 17:10:29.304761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34246) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:29.310366 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7ddb2715-0e62-46f9-9005-9a32151699d1 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:29.413083 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 7ddb2715-0e62-46f9-9005-9a32151699d1 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:29.414356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7ddb2715-0e62-46f9-9005-9a32151699d1 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:29.415453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 49e4dec2-e381-4a26-8685-c47780fbfd4c no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:29.489666 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f62036d5-2bda-419d-ae65-5de4461d7cd0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 26f7e5ce-bfa1-4a23-8694-c9ac3605720c owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:29.649010 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.658754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513e499-6721-46b3-9143-a56cfc900b56 req-8a88768c-8859-4816-ad9a-a7f1bdad0278 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:29.661465 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e513e499-6721-46b3-9143-a56cfc900b56 req-8a88768c-8859-4816-ad9a-a7f1bdad0278 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.6073844 Jan 27 17:10:29.669225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d431df2-f938-4fbc-8c47-5e681cb32ec4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Deleting subnet 246351d6-89aa-4efc-9929-3e4067ad079d {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:29.674756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d431df2-f938-4fbc-8c47-5e681cb32ec4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.792748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] For port 4d00addf-6696-410b-8be6-f78f0d2bbcff, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=4d00addf-6696-410b-8be6-f78f0d2bbcff,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:29.793115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.802829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d431df2-f938-4fbc-8c47-5e681cb32ec4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.817796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:29.833636 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e513e499-6721-46b3-9143-a56cfc900b56 req-3c42d794-4538-4cec-b63c-fd721301a298 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296432 Jan 27 17:10:29.886933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:29.959331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Made reservation on behalf of beb01746a9fc43a68cc07541b5977c65 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:29.965309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.983357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Calling delete_port for 4d00addf-6696-410b-8be6-f78f0d2bbcff owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:30.052844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 97e60f8d-16b1-4a16-b783-83414425b8c8 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:30.066574 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.096337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 97e60f8d-16b1-4a16-b783-83414425b8c8 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:30.097053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 97e60f8d-16b1-4a16-b783-83414425b8c8 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:30.137415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d431df2-f938-4fbc-8c47-5e681cb32ec4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.157148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f62036d5-2bda-419d-ae65-5de4461d7cd0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.247288 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e4dec2-e381-4a26-8685-c47780fbfd4c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:30.378745 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:30.379101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:30.379758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:30.380015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:30.380395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:30.380739 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:30.381152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:30.381466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:30.381897 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:30.382421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:30.382891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:30.383353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:30.400484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d431df2-f938-4fbc-8c47-5e681cb32ec4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.468079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d431df2-f938-4fbc-8c47-5e681cb32ec4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event deleted for resources: {'Subnet': ['ID=246351d6-89aa-4efc-9929-3e4067ad079d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:30.470218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d431df2-f938-4fbc-8c47-5e681cb32ec4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.474225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.480676 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ee397d-4693-4c32-bfef-e2f97d2887df None None] Network b0f6269c-e4da-4520-9a21-0e1cf8baa778 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:30.533502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d00addf-6696-410b-8be6-f78f0d2bbcff,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:30.538880 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1d431df2-f938-4fbc-8c47-5e681cb32ec4 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "DELETE /v2.0/subnets/246351d6-89aa-4efc-9929-3e4067ad079d HTTP/1.1" status: 204 len: 168 time: 1.2319777 Jan 27 17:10:30.540201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34252) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:30.697347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d85d554-0b35-4936-8ff8-fcba96d32060 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Deleting subnet fc4790fc-8836-4371-b234-1333c09d2a31 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:30.702806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d85d554-0b35-4936-8ff8-fcba96d32060 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.741792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.795144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f62036d5-2bda-419d-ae65-5de4461d7cd0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.805955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62036d5-2bda-419d-ae65-5de4461d7cd0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=26f7e5ce-bfa1-4a23-8694-c9ac3605720c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:30.827911 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f3e89e-75df-413a-ac1a-fb78be30ab82 None None] DHCP port deletion for b0f6269c-e4da-4520-9a21-0e1cf8baa778 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:30.834531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-86f3e89e-75df-413a-ac1a-fb78be30ab82 None None] Deleting port 7cd3e246-fd23-4d82-95fb-850305b7b403 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:30.835007 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-86f3e89e-75df-413a-ac1a-fb78be30ab82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.904540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.927902 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f62036d5-2bda-419d-ae65-5de4461d7cd0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/26f7e5ce-bfa1-4a23-8694-c9ac3605720c HTTP/1.1" status: 204 len: 168 time: 3.6291792 Jan 27 17:10:30.931153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.013298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34256) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:31.035427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d85d554-0b35-4936-8ff8-fcba96d32060 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.080366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.092345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.157050 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7cd3e246-fd23-4d82-95fb-850305b7b403 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:31.178098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.178595 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a3fe6fa-31b0-4651-a064-70ca67c04b7e {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:10:31.196947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.202276 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7389813a-1110-4cd8-b140-b8cee2538627 admin admin] 10.222.0.81 "DELETE /v2.0/routers/7a3fe6fa-31b0-4651-a064-70ca67c04b7e HTTP/1.1" status: 204 len: 168 time: 4.2884300 Jan 27 17:10:31.202986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34260) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:31.258457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-86f3e89e-75df-413a-ac1a-fb78be30ab82 None None] For port 7cd3e246-fd23-4d82-95fb-850305b7b403, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7cd3e246-fd23-4d82-95fb-850305b7b403,segment=NetworkSegment(bc85c975-e2db-4ad3-b27b-597a553f8cd2),segment_id=bc85c975-e2db-4ad3-b27b-597a553f8cd2)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:31.259183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-86f3e89e-75df-413a-ac1a-fb78be30ab82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.279355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d85d554-0b35-4936-8ff8-fcba96d32060 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.297479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.344983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Deleting subnet aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:31.406189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.419786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee0596-cd06-43eb-8948-4849f26b165b req-d1977fac-1584-4b39-85d5-10482d6c54a1 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:31.428150 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f9ee0596-cd06-43eb-8948-4849f26b165b req-d1977fac-1584-4b39-85d5-10482d6c54a1 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.3664465 Jan 27 17:10:31.444824 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-86f3e89e-75df-413a-ac1a-fb78be30ab82 None None] Calling delete_port for 7cd3e246-fd23-4d82-95fb-850305b7b403 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:31.470085 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d85d554-0b35-4936-8ff8-fcba96d32060 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.503077 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-694b2293-a685-4650-ae7b-337650de9fa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:10:31.503649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-694b2293-a685-4650-ae7b-337650de9fa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:31.554540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.559047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85d554-0b35-4936-8ff8-fcba96d32060 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event deleted for resources: {'Subnet': ['ID=fc4790fc-8836-4371-b234-1333c09d2a31,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:31.573225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d85d554-0b35-4936-8ff8-fcba96d32060 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.577472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.589024 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.625575 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f70b8-78be-4277-b74f-aa8d73780417 None None] Network b13573a0-f9e2-46cd-af15-3a0e65b5e333 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:31.645245 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9d85d554-0b35-4936-8ff8-fcba96d32060 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "DELETE /v2.0/subnets/fc4790fc-8836-4371-b234-1333c09d2a31 HTTP/1.1" status: 204 len: 168 time: 1.1026518 Jan 27 17:10:31.646001 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34266) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:31.778705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Subnet': ['ID=96431de4-87b4-436f-8677-2e5636af69b6,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:31.781421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-694b2293-a685-4650-ae7b-337650de9fa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:31.787388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.787679 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-694b2293-a685-4650-ae7b-337650de9fa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/26f7e5ce-bfa1-4a23-8694-c9ac3605720c HTTP/1.1" status: 404 len: 333 time: 0.7025878 Jan 27 17:10:31.799989 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f9ee0596-cd06-43eb-8948-4849f26b165b req-4a7f92ca-f7df-443d-95a8-61e72c7e9fab tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3706524 Jan 27 17:10:31.801897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34270) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:31.821761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'name': 'tempest-PortsIpV6TestJSON-1957412302'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:31.843871 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.844773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6317c45-6d5f-461c-9b26-5bcbfc70d498 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:10:31.903387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Checking segment: {'id': 'f4036192-f421-4e1c-a2ee-73d236f85190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '113d4dfb-babb-4fcb-8eb8-e91621740881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:31.904134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network hostable DHCP agents. Network: 113d4dfb-babb-4fcb-8eb8-e91621740881, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:31.967065 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-319d62e6-8abd-4821-bd9d-9e74e4aa9973 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.998337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-86f3e89e-75df-413a-ac1a-fb78be30ab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.131979 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3e89e-75df-413a-ac1a-fb78be30ab82 None None] Pushing event deleted for resources: {'Port': ['ID=7cd3e246-fd23-4d82-95fb-850305b7b403,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:32.138639 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3e89e-75df-413a-ac1a-fb78be30ab82 None None] No DVR routers for this DVR port 7cd3e246-fd23-4d82-95fb-850305b7b403 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:32.170216 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.objects.ports [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87609) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:10:32.174061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.174488 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.179953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.184723 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9a97e46d-e566-4720-a6a8-54f6cd9193b2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/e6317c45-6d5f-461c-9b26-5bcbfc70d498 HTTP/1.1" status: 204 len: 168 time: 7.2277336 Jan 27 17:10:32.218783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:32.219050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34276) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:32.266325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network 113d4dfb-babb-4fcb-8eb8-e91621740881 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:32.272380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:32.287381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95182423-b7f0-4f83-a76d-b27caa1b634d None None] DHCP port deletion for b13573a0-f9e2-46cd-af15-3a0e65b5e333 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:32.299963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-95182423-b7f0-4f83-a76d-b27caa1b634d None None] Deleting port 57f3cd53-a3ed-4890-9dac-95376ec3133d {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:32.300820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-95182423-b7f0-4f83-a76d-b27caa1b634d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.344489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:32.350703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.364822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Router e5c282e1-0696-4d4a-adc9-035d98dec253 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:10:32.380431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 113d4dfb-babb-4fcb-8eb8-e91621740881) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:32.397425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ff7d3-6eeb-42af-a08d-7a06f99131a6 None None] Network 113d4dfb-babb-4fcb-8eb8-e91621740881 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:32.424359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:32.424359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.497941 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event updated for resources: {'Subnet': ['ID=647e56a8-0af7-49bb-b88a-f6988505cdae,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:32.504088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port 4aed9d10-af45-4d4d-b9d3-e63a6e223439 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:32.531620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Checking segment: {'id': '9fd8323c-0fb0-4c3c-8a80-80e5258edb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '7ce518e7-c7f4-41a0-aeac-38526bcff741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:32.532118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network hostable DHCP agents. Network: 7ce518e7-c7f4-41a0-aeac-38526bcff741, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:32.550958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d68a2c8-78ac-4d94-8e32-eb3f1fa1a8fd admin admin] Deleting subnet 46ca1fa6-00ce-4906-aaf8-b6505d36cbe0 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:32.563332 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-40a10f2b-0373-49a5-b927-9bc25c45ecca tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.9223914 Jan 27 17:10:32.564334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34280) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:32.569115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d68a2c8-78ac-4d94-8e32-eb3f1fa1a8fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.575157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-319d62e6-8abd-4821-bd9d-9e74e4aa9973 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.619728 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1374894295'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:32.638651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:32.655542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:network and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:32.660269 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.718831 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:32.746258 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:32.867423 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-319d62e6-8abd-4821-bd9d-9e74e4aa9973 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f6269c-e4da-4520-9a21-0e1cf8baa778']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:32.933874 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:32.938926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.945770 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-319d62e6-8abd-4821-bd9d-9e74e4aa9973 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc85c975-e2db-4ad3-b27b-597a553f8cd2') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:32.946253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-319d62e6-8abd-4821-bd9d-9e74e4aa9973 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc85c975-e2db-4ad3-b27b-597a553f8cd2') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:32.972045 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Network 7ce518e7-c7f4-41a0-aeac-38526bcff741 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:32.985864 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d68a2c8-78ac-4d94-8e32-eb3f1fa1a8fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.002352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12f884c-5109-482e-b698-2f366f825d2d None None] Network f16f1136-ebee-4add-b4cb-8ddb9b12545a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:33.006314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:33.006977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:33.007642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:33.008526 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:33.009313 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:33.010339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:33.011139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:33.011958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:33.012905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:33.013973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:33.014998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:33.015889 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:33.031606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:33.035963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.038288 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-319d62e6-8abd-4821-bd9d-9e74e4aa9973 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.055819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 7ce518e7-c7f4-41a0-aeac-38526bcff741) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:33.070422 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e7e218c2-3a89-417c-9cb3-d6f18117bb89 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/aed7e7a0-2fe7-4e9c-a2bd-b16e50cdb761 HTTP/1.1" status: 204 len: 168 time: 1.8626020 Jan 27 17:10:33.080042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:33.081043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4d00addf-6696-410b-8be6-f78f0d2bbcff no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:33.083940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:33.084941 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.094478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34284) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:33.102817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-319d62e6-8abd-4821-bd9d-9e74e4aa9973 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.109310 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce70f48-c1e6-4cdb-9f5c-a37bab5a5d92 None None] Sync routers for ids ['e5c282e1-0696-4d4a-adc9-035d98dec253'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:33.124467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319d62e6-8abd-4821-bd9d-9e74e4aa9973 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:33.125015 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-319d62e6-8abd-4821-bd9d-9e74e4aa9973 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.135390 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce70f48-c1e6-4cdb-9f5c-a37bab5a5d92 None None] Routers {'e5c282e1-0696-4d4a-adc9-035d98dec253'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:33.136962 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3ce70f48-c1e6-4cdb-9f5c-a37bab5a5d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e5c282e1-0696-4d4a-adc9-035d98dec253'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:33.150177 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bd337e-60c6-4c17-8bff-b45b6f0f618c None None] Network 7ce518e7-c7f4-41a0-aeac-38526bcff741 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:33.153082 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:33.189972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 4d00addf-6696-410b-8be6-f78f0d2bbcff {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:33.190496 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4d00addf-6696-410b-8be6-f78f0d2bbcff not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:33.191217 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 57f3cd53-a3ed-4890-9dac-95376ec3133d no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:33.196951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.202761 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c080d8d6-3264-42b9-bc7e-dda39012796f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.6620302 Jan 27 17:10:33.202761 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-164961f0-98ed-4dfd-abcd-816aa8e26ff1 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.5165532 Jan 27 17:10:33.202761 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:33.205851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34288) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:33.205851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34290) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:33.228111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-2e1e7b5b-8478-47dc-84ac-7c8f415a11c3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'enable_snat': False}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:33.302406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.302903 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Added segment f876fb08-c6a6-4aa9-ad43-0d61c019efe1 of type vlan for network 72875d19-1a0f-41cd-bb46-f0434f167d3b Jan 27 17:10:33.307148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.324990 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3ce70f48-c1e6-4cdb-9f5c-a37bab5a5d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:33.328309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d68a2c8-78ac-4d94-8e32-eb3f1fa1a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.344506 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce70f48-c1e6-4cdb-9f5c-a37bab5a5d92 None None] Routers {'e5c282e1-0696-4d4a-adc9-035d98dec253'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:33.346002 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3ce70f48-c1e6-4cdb-9f5c-a37bab5a5d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e5c282e1-0696-4d4a-adc9-035d98dec253'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:33.387228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.405265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Deleting port 954a25bd-c1ee-4d56-9899-23bbb025dea7 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:33.405533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.511545 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3ce70f48-c1e6-4cdb-9f5c-a37bab5a5d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:33.512641 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce70f48-c1e6-4cdb-9f5c-a37bab5a5d92 None None] The sync data for ids ['e5c282e1-0696-4d4a-adc9-035d98dec253'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:33.564754 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-95182423-b7f0-4f83-a76d-b27caa1b634d None None] For port 57f3cd53-a3ed-4890-9dac-95376ec3133d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=57f3cd53-a3ed-4890-9dac-95376ec3133d,segment=NetworkSegment(010324f8-e8a0-4fdf-934e-9d988dd0bb7d),segment_id=010324f8-e8a0-4fdf-934e-9d988dd0bb7d)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:33.565463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-95182423-b7f0-4f83-a76d-b27caa1b634d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.588337 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.597076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:33.598598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.627932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-113d4dfb-babb-4fcb-8eb8-e91621740881', 'network_id': '113d4dfb-babb-4fcb-8eb8-e91621740881', 'tenant_id': '1767f08f340a49a1af96076fddab478f', 'fixed_ips': [{'subnet_id': '96431de4-87b4-436f-8677-2e5636af69b6'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:33.628787 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.631244 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d68a2c8-78ac-4d94-8e32-eb3f1fa1a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.731848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68a2c8-78ac-4d94-8e32-eb3f1fa1a8fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ca1fa6-00ce-4906-aaf8-b6505d36cbe0,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:33.737396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d68a2c8-78ac-4d94-8e32-eb3f1fa1a8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.778250 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.784803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-319d62e6-8abd-4821-bd9d-9e74e4aa9973 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.803625 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-95182423-b7f0-4f83-a76d-b27caa1b634d None None] Calling delete_port for 57f3cd53-a3ed-4890-9dac-95376ec3133d owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:33.830687 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072d5cb5-83bd-4441-8cd6-8a189117a240 None None] Network 53b09237-f192-4fe2-b45e-fb197c44c727 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:33.838207 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6d68a2c8-78ac-4d94-8e32-eb3f1fa1a8fd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/46ca1fa6-00ce-4906-aaf8-b6505d36cbe0 HTTP/1.1" status: 204 len: 168 time: 1.6143997 Jan 27 17:10:33.840108 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2741311 Jan 27 17:10:33.841100 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb16f4-ee45-4234-af5e-44f23f3b7851 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Network': ['ID=72875d19-1a0f-41cd-bb46-f0434f167d3b,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:33.846893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34296) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:33.847398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34298) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:33.892797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-319d62e6-8abd-4821-bd9d-9e74e4aa9973 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.901582 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'subnet': {'network_id': '72875d19-1a0f-41cd-bb46-f0434f167d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:33.917523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d62e6-8abd-4821-bd9d-9e74e4aa9973 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event deleted for resources: {'Network': ['ID=b0f6269c-e4da-4520-9a21-0e1cf8baa778,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:33.925870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.935497 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-319d62e6-8abd-4821-bd9d-9e74e4aa9973 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "DELETE /v2.0/networks/b0f6269c-e4da-4520-9a21-0e1cf8baa778 HTTP/1.1" status: 204 len: 168 time: 2.2842159 Jan 27 17:10:33.940241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 72875d19-1a0f-41cd-bb46-f0434f167d3b details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:33.940762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34304) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:34.015527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] For port 954a25bd-c1ee-4d56-9899-23bbb025dea7, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=954a25bd-c1ee-4d56-9899-23bbb025dea7,segment=NetworkSegment(c6029f3b-dbda-4f67-95d5-86ef4d2794ff),segment_id=c6029f3b-dbda-4f67-95d5-86ef4d2794ff)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:34.016193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.227150 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.227455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Calling delete_port for 954a25bd-c1ee-4d56-9899-23bbb025dea7 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:34.236109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-00f3aed4-bfb2-4a48-a7f9-e24718c3f552 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.346045 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:34.352316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.360927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:subnet and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:34.368584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:34.381967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:34.407009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.408178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Deleting port 3269b0e4-a41b-486b-ae47-1d819a2ad677 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:34.408571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.432506 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.447623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:34.447913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-95182423-b7f0-4f83-a76d-b27caa1b634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.448111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.466057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:34.477203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:34.487598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.494783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:34.500665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:34.501394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.570075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] No DVR routers for this DVR port 954a25bd-c1ee-4d56-9899-23bbb025dea7 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:34.578494 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95182423-b7f0-4f83-a76d-b27caa1b634d None None] Pushing event deleted for resources: {'Port': ['ID=57f3cd53-a3ed-4890-9dac-95376ec3133d,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:34.582238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95182423-b7f0-4f83-a76d-b27caa1b634d None None] No DVR routers for this DVR port 57f3cd53-a3ed-4890-9dac-95376ec3133d on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:34.663185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=954a25bd-c1ee-4d56-9899-23bbb025dea7,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:34.668655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1734fe9c-cc7d-4baf-ace8-8781757acead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-7ce518e7-c7f4-41a0-aeac-38526bcff741', 'network_id': '7ce518e7-c7f4-41a0-aeac-38526bcff741', 'tenant_id': 'beb01746a9fc43a68cc07541b5977c65', 'fixed_ips': [{'subnet_id': '647e56a8-0af7-49bb-b88a-f6988505cdae'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:34.669437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1734fe9c-cc7d-4baf-ace8-8781757acead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.674946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Performing IP validity checks on allocation pools {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:10:34.675464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:10:34.702441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Allocated IP 2001:db8::3 (113d4dfb-babb-4fcb-8eb8-e91621740881/96431de4-87b4-436f-8677-2e5636af69b6/3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:34.707946 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8928368 Jan 27 17:10:34.707946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f426e-6626-4b39-8023-788c0ffc1d85 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=4aed9d10-af45-4d4d-b9d3-e63a6e223439,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:34.712278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34308) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:34.715034 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.799441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1203ad6-e4ff-4bef-8812-8fd14b851619 None None] DHCP port deletion for f16f1136-ebee-4add-b4cb-8ddb9b12545a request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:34.804072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-cb16ec24-49b2-469f-8c63-d7615583d596 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:34.919619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bbf013-ade7-4e48-ae74-9254fd34a676 None None] Network 7ce518e7-c7f4-41a0-aeac-38526bcff741 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:34.953346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Subnet': ['ID=647e56a8-0af7-49bb-b88a-f6988505cdae,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:35.007415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.021402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9945fbe-f7d3-426b-baef-1cdab8920187 None None] DHCP port deletion for 53b09237-f192-4fe2-b45e-fb197c44c727 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:35.037696 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d9945fbe-f7d3-426b-baef-1cdab8920187 None None] Deleting port 3269b0e4-a41b-486b-ae47-1d819a2ad677 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:35.038332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d9945fbe-f7d3-426b-baef-1cdab8920187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.074853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16f1136-ebee-4add-b4cb-8ddb9b12545a']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:35.094835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 954a25bd-c1ee-4d56-9899-23bbb025dea7 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:35.098259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:35.098747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6029f3b-dbda-4f67-95d5-86ef4d2794ff') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:35.112931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-00f3aed4-bfb2-4a48-a7f9-e24718c3f552 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.166413 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 954a25bd-c1ee-4d56-9899-23bbb025dea7 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:35.166669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 954a25bd-c1ee-4d56-9899-23bbb025dea7 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:35.197363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.245687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.251138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] For port 3269b0e4-a41b-486b-ae47-1d819a2ad677, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3269b0e4-a41b-486b-ae47-1d819a2ad677,segment=NetworkSegment(e9410cdb-9b4c-4db0-a3da-79692f3f3223),segment_id=e9410cdb-9b4c-4db0-a3da-79692f3f3223)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:35.251598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.344844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.370402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.384978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:35.385541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.387896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-00f3aed4-bfb2-4a48-a7f9-e24718c3f552 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13573a0-f9e2-46cd-af15-3a0e65b5e333']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:35.399405 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:35.414120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Calling delete_port for 3269b0e4-a41b-486b-ae47-1d819a2ad677 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:35.418678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-00f3aed4-bfb2-4a48-a7f9-e24718c3f552 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010324f8-e8a0-4fdf-934e-9d988dd0bb7d') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:35.418861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-00f3aed4-bfb2-4a48-a7f9-e24718c3f552 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010324f8-e8a0-4fdf-934e-9d988dd0bb7d') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:35.426602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce518e7-c7f4-41a0-aeac-38526bcff741']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:35.452004 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd8323c-0fb0-4c3c-8a80-80e5258edb3e') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:35.452591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd8323c-0fb0-4c3c-8a80-80e5258edb3e') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:35.460034 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb16ec24-49b2-469f-8c63-d7615583d596 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.471243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-00f3aed4-bfb2-4a48-a7f9-e24718c3f552 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.503812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.511421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Transition to ACTIVE for port object 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:35.519501 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d9945fbe-f7d3-426b-baef-1cdab8920187 None None] For port 3269b0e4-a41b-486b-ae47-1d819a2ad677, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3269b0e4-a41b-486b-ae47-1d819a2ad677,segment=NetworkSegment(e9410cdb-9b4c-4db0-a3da-79692f3f3223),segment_id=e9410cdb-9b4c-4db0-a3da-79692f3f3223)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:35.520303 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d9945fbe-f7d3-426b-baef-1cdab8920187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.524673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-00f3aed4-bfb2-4a48-a7f9-e24718c3f552 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.529214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e1e7b5b-8478-47dc-84ac-7c8f415a11c3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.557671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f3aed4-bfb2-4a48-a7f9-e24718c3f552 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:35.559466 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-00f3aed4-bfb2-4a48-a7f9-e24718c3f552 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.574691 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.579667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.596431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.659384 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d9945fbe-f7d3-426b-baef-1cdab8920187 None None] Calling delete_port for 3269b0e4-a41b-486b-ae47-1d819a2ad677 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:35.669097 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f16f1136-ebee-4add-b4cb-8ddb9b12545a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:35.693243 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:35.696164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Transition to ACTIVE for port object 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:35.697235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.715512 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.752903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.783532 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8778874b-d4df-4ba0-9dc8-237ef391a1e7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f16f1136-ebee-4add-b4cb-8ddb9b12545a HTTP/1.1" status: 204 len: 168 time: 2.6845589 Jan 27 17:10:35.793635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Subnet': ['ID=4796eb15-5415-479e-bcf8-6b662c36289f,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:35.795659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3269b0e4-a41b-486b-ae47-1d819a2ad677,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:35.795866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:35.796319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.797656 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] No DVR routers for this DVR port 3269b0e4-a41b-486b-ae47-1d819a2ad677 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:35.805867 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Network 113d4dfb-babb-4fcb-8eb8-e91621740881 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:35.813987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:35.817494 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:35.825811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:35.832704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-00f3aed4-bfb2-4a48-a7f9-e24718c3f552 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.839753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-00f3aed4-bfb2-4a48-a7f9-e24718c3f552 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.891429 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Pushing event updated for resources: {'Port': ['ID=3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:35.913858 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Checking segment: {'id': 'f876fb08-c6a6-4aa9-ad43-0d61c019efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '72875d19-1a0f-41cd-bb46-f0434f167d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:35.914508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network hostable DHCP agents. Network: 72875d19-1a0f-41cd-bb46-f0434f167d3b, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:35.954315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3aed4-bfb2-4a48-a7f9-e24718c3f552 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event deleted for resources: {'Network': ['ID=b13573a0-f9e2-46cd-af15-3a0e65b5e333,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:35.957373 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-d9945fbe-f7d3-426b-baef-1cdab8920187 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:35.957868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-d9945fbe-f7d3-426b-baef-1cdab8920187 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:35.960194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Attempting to bind port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:35.960678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Attempting to bind port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'f4036192-f421-4e1c-a2ee-73d236f85190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '113d4dfb-babb-4fcb-8eb8-e91621740881'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:35.961150 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Attempting to bind port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce on network 113d4dfb-babb-4fcb-8eb8-e91621740881 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:35.967148 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:35.975147 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Checking segment: {'id': 'f4036192-f421-4e1c-a2ee-73d236f85190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '113d4dfb-babb-4fcb-8eb8-e91621740881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:35.975757 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.976386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Bound using segment: {'id': 'f4036192-f421-4e1c-a2ee-73d236f85190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '113d4dfb-babb-4fcb-8eb8-e91621740881'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:35.977058 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Bound port: 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4036192-f421-4e1c-a2ee-73d236f85190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '113d4dfb-babb-4fcb-8eb8-e91621740881'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:35.977530 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.984618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.994962 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-00f3aed4-bfb2-4a48-a7f9-e24718c3f552 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "DELETE /v2.0/networks/b13573a0-f9e2-46cd-af15-3a0e65b5e333 HTTP/1.1" status: 204 len: 168 time: 2.0533085 Jan 27 17:10:35.995987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34314) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.015798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network 72875d19-1a0f-41cd-bb46-f0434f167d3b is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:36.026135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b09237-f192-4fe2-b45e-fb197c44c727']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:36.034579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 72875d19-1a0f-41cd-bb46-f0434f167d3b) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:36.043532 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:36.044322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.046539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450081bd-6ee8-4c98-85bf-d5a5680b0509 None None] Network 72875d19-1a0f-41cd-bb46-f0434f167d3b requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:36.049285 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9410cdb-9b4c-4db0-a3da-79692f3f3223') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:36.049572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9410cdb-9b4c-4db0-a3da-79692f3f3223') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:36.063185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.067887 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.075519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.095079 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-061162d8-97ae-46bf-a3dd-f108d46ae6eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2447958 Jan 27 17:10:36.097843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34318) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.120108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.135975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:36.136629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.146637 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/networks/7ce518e7-c7f4-41a0-aeac-38526bcff741 HTTP/1.1" status: 204 len: 168 time: 2.9344988 Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:36.151448 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:36.165331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34322) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.182366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34326) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.202431 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] For port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:36.306251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab616ea9-c39e-44cc-8147-a7b837f4d642 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Network': ['ID=7ce518e7-c7f4-41a0-aeac-38526bcff741,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:36.336393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.342560 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c3dcd1-1cf9-42f3-ab57-ab30f7b956d8 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] DELETE failed (client error): The resource could not be found. Jan 27 17:10:36.343013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c3dcd1-1cf9-42f3-ab57-ab30f7b956d8 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:36.345433 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b6c3dcd1-1cf9-42f3-ab57-ab30f7b956d8 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/subnets/647e56a8-0af7-49bb-b88a-f6988505cdae HTTP/1.1" status: 404 len: 337 time: 0.1763446 Jan 27 17:10:36.355833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34330) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.372311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.378028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] For port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce,segment=NetworkSegment(f4036192-f421-4e1c-a2ee-73d236f85190),segment_id=f4036192-f421-4e1c-a2ee-73d236f85190)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:36.385034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.389748 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b09237-f192-4fe2-b45e-fb197c44c727,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:36.407773 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e2e7c9a9-ccc5-4a93-98c8-11dd1097cffa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=482d4f98757a4ef0898d959157284a86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2217937 Jan 27 17:10:36.409523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfe1f22-cec3-40aa-8a8e-53c194885e0c tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Deleting subnet 15f226ac-46e4-48b5-a090-f163798981a6 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:36.412195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34334) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.416813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.417386 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-6502acd3-2272-456b-a2e5-5a12e7216dd2 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] DELETE failed (client error): The resource could not be found. Jan 27 17:10:36.417923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6502acd3-2272-456b-a2e5-5a12e7216dd2 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:36.419920 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6502acd3-2272-456b-a2e5-5a12e7216dd2 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/networks/7ce518e7-c7f4-41a0-aeac-38526bcff741 HTTP/1.1" status: 404 len: 339 time: 0.0629623 Jan 27 17:10:36.420583 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f5e6014e-c6f8-469b-8ac8-48e646e681d8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/53b09237-f192-4fe2-b45e-fb197c44c727 HTTP/1.1" status: 204 len: 168 time: 2.5720918 Jan 27 17:10:36.422559 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34338) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.422694 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1f22-cec3-40aa-8a8e-53c194885e0c tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.464830 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b693bd9-af1e-435f-9030-abcf0d0e1bf3 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] DELETE failed (client error): The resource could not be found. Jan 27 17:10:36.465285 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b693bd9-af1e-435f-9030-abcf0d0e1bf3 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:36.467346 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0b693bd9-af1e-435f-9030-abcf0d0e1bf3 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/subnets/9cf19a36-d0f4-40af-9113-4f14e29b210b HTTP/1.1" status: 404 len: 337 time: 0.0435505 Jan 27 17:10:36.470468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34344) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.491548 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d9945fbe-f7d3-426b-baef-1cdab8920187 None None] Deleting port 3269b0e4-a41b-486b-ae47-1d819a2ad677 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:36.491967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d9945fbe-f7d3-426b-baef-1cdab8920187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.517190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb16ec24-49b2-469f-8c63-d7615583d596 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.532949 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fcf57d-c59e-459e-9c97-dd45fd4026d5 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] DELETE failed (client error): The resource could not be found. Jan 27 17:10:36.533688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fcf57d-c59e-459e-9c97-dd45fd4026d5 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:36.536001 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a1fcf57d-c59e-459e-9c97-dd45fd4026d5 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/networks/f9a3c290-0744-493b-962b-c71f48a2ea7a HTTP/1.1" status: 404 len: 339 time: 0.0642250 Jan 27 17:10:36.539000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34348) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.541792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb16ec24-49b2-469f-8c63-d7615583d596 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.542980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28ade8-a06c-4ec1-9055-92ae030826ab None None] Pushing event updated for resources: {'Port': ['ID=3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:36.550621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-72875d19-1a0f-41cd-bb46-f0434f167d3b', 'network_id': '72875d19-1a0f-41cd-bb46-f0434f167d3b', 'tenant_id': '1767f08f340a49a1af96076fddab478f', 'fixed_ips': [{'subnet_id': '4796eb15-5415-479e-bcf8-6b662c36289f'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:36.553333 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.594414 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f49d9a-bcab-46ab-9e95-fcf1c33e8fb2 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] DELETE failed (client error): The resource could not be found. Jan 27 17:10:36.594877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f49d9a-bcab-46ab-9e95-fcf1c33e8fb2 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:36.596873 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b8f49d9a-bcab-46ab-9e95-fcf1c33e8fb2 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/subnets/f00c61a9-b04f-4908-aac1-4efb5963f42f HTTP/1.1" status: 404 len: 337 time: 0.0566058 Jan 27 17:10:36.600930 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34352) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.605285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1f22-cec3-40aa-8a8e-53c194885e0c tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.632977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.655803 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d9945fbe-f7d3-426b-baef-1cdab8920187 None None] The port '3269b0e4-a41b-486b-ae47-1d819a2ad677' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:10:36.685411 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-cb16ec24-49b2-469f-8c63-d7615583d596 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] In _notify_port_updated(), no bound segment for port 4aed9d10-af45-4d4d-b9d3-e63a6e223439 on network 68bb417e-d7bb-4894-9bb8-57ed715d3541 {{(pid=87608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:10:36.687598 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-43da3e0f-c549-4cd7-8bfe-0e3d5813d367 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] DELETE failed (client error): The resource could not be found. Jan 27 17:10:36.688082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43da3e0f-c549-4cd7-8bfe-0e3d5813d367 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:36.689900 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-43da3e0f-c549-4cd7-8bfe-0e3d5813d367 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/networks/4e0b5590-585d-46ed-8bc6-8f5388f7c008 HTTP/1.1" status: 404 len: 339 time: 0.0884533 Jan 27 17:10:36.691182 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb16ec24-49b2-469f-8c63-d7615583d596 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:36.691973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb16ec24-49b2-469f-8c63-d7615583d596 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.695848 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cb16ec24-49b2-469f-8c63-d7615583d596 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "PUT /v2.0/ports/4aed9d10-af45-4d4d-b9d3-e63a6e223439 HTTP/1.1" status: 200 len: 818 time: 1.9525084 Jan 27 17:10:36.696127 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34356) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.698328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34358) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.766532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34364) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.886841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Allocated IP 2001:db8::3 (72875d19-1a0f-41cd-bb46-f0434f167d3b/4796eb15-5415-479e-bcf8-6b662c36289f/2231014b-e5cf-4fda-a0c0-539f0a99c1bd) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:36.974094 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16ec24-49b2-469f-8c63-d7615583d596 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=4aed9d10-af45-4d4d-b9d3-e63a6e223439,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:37.021034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc2d45-c065-4ac2-9c33-1034d458c978 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Deleting port 7c7e9b3f-1f33-4428-a65b-ce2611a37b16 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:37.021369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ffc2d45-c065-4ac2-9c33-1034d458c978 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.055711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec12d0e1-b920-4023-885b-5185a7c28f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.145023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:37.174078 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec12d0e1-b920-4023-885b-5185a7c28f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.210725 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b57e3fcd-4fe1-4887-93f2-a8f7ff8bc9e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8d6e3a32bb7c46a194806037099c89be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4429760 Jan 27 17:10:37.211775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34368) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:37.241584 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e25ce-ec4d-4591-98ad-532d155bb8e2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 4aed9d10-af45-4d4d-b9d3-e63a6e223439 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:37.241817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bb1e25ce-ec4d-4591-98ad-532d155bb8e2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.285660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.300485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Transition to ACTIVE for port object 2231014b-e5cf-4fda-a0c0-539f0a99c1bd will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:37.308947 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:37.343292 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Transition to ACTIVE for port object 2231014b-e5cf-4fda-a0c0-539f0a99c1bd will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:37.351887 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.403439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1f22-cec3-40aa-8a8e-53c194885e0c tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.413477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ffc2d45-c065-4ac2-9c33-1034d458c978 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.428378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba92c770-9ef0-456d-9751-9405071de5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.438890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Network 72875d19-1a0f-41cd-bb46-f0434f167d3b is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:37.443336 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:37.448676 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:37.462532 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Pushing event updated for resources: {'Port': ['ID=2231014b-e5cf-4fda-a0c0-539f0a99c1bd,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:37.496817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3269b0e4-a41b-486b-ae47-1d819a2ad677 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:37.551900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 3269b0e4-a41b-486b-ae47-1d819a2ad677 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:37.552206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3269b0e4-a41b-486b-ae47-1d819a2ad677 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:37.595696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.608380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec12d0e1-b920-4023-885b-5185a7c28f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.608984 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc2d45-c065-4ac2-9c33-1034d458c978 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Calling delete_port for 7c7e9b3f-1f33-4428-a65b-ce2611a37b16 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:37.611507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Attempting to bind port 2231014b-e5cf-4fda-a0c0-539f0a99c1bd on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:37.611958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Attempting to bind port 2231014b-e5cf-4fda-a0c0-539f0a99c1bd by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'f876fb08-c6a6-4aa9-ad43-0d61c019efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '72875d19-1a0f-41cd-bb46-f0434f167d3b'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:37.612324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Attempting to bind port 2231014b-e5cf-4fda-a0c0-539f0a99c1bd on network 72875d19-1a0f-41cd-bb46-f0434f167d3b {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:37.619411 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:37.619814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Checking segment: {'id': 'f876fb08-c6a6-4aa9-ad43-0d61c019efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '72875d19-1a0f-41cd-bb46-f0434f167d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:37.620224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.620621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Bound using segment: {'id': 'f876fb08-c6a6-4aa9-ad43-0d61c019efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '72875d19-1a0f-41cd-bb46-f0434f167d3b'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:37.621103 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Bound port: 2231014b-e5cf-4fda-a0c0-539f0a99c1bd, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f876fb08-c6a6-4aa9-ad43-0d61c019efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '72875d19-1a0f-41cd-bb46-f0434f167d3b'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:37.621563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.672149 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12d0e1-b920-4023-885b-5185a7c28f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47526a7e-df5e-44bc-84c4-89fa019fef73,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:37.761446 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bb1e25ce-ec4d-4591-98ad-532d155bb8e2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.772883 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Subnet': ['ID=4796eb15-5415-479e-bcf8-6b662c36289f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:37.792892 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] For port 2231014b-e5cf-4fda-a0c0-539f0a99c1bd, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:37.798022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba92c770-9ef0-456d-9751-9405071de5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.801788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] For port 2231014b-e5cf-4fda-a0c0-539f0a99c1bd, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=2231014b-e5cf-4fda-a0c0-539f0a99c1bd,segment=NetworkSegment(f876fb08-c6a6-4aa9-ad43-0d61c019efe1),segment_id=f876fb08-c6a6-4aa9-ad43-0d61c019efe1)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:37.808093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.962994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c490b-25a2-40e8-9aeb-d087743d1f03 None None] Pushing event updated for resources: {'Port': ['ID=2231014b-e5cf-4fda-a0c0-539f0a99c1bd,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:38.013028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4895e879-15a9-4194-a7b3-4857f8e01912 None None] Network 72875d19-1a0f-41cd-bb46-f0434f167d3b requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:38.038699 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ffc2d45-c065-4ac2-9c33-1034d458c978 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.052107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.080231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e25ce-ec4d-4591-98ad-532d155bb8e2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 4aed9d10-af45-4d4d-b9d3-e63a6e223439 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:38.100707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba92c770-9ef0-456d-9751-9405071de5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.124516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec12d0e1-b920-4023-885b-5185a7c28f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.125669 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ec12d0e1-b920-4023-885b-5185a7c28f0d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/47526a7e-df5e-44bc-84c4-89fa019fef73 HTTP/1.1" status: 204 len: 168 time: 1.7100141 Jan 27 17:10:38.148835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ffc2d45-c065-4ac2-9c33-1034d458c978 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.151151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1f22-cec3-40aa-8a8e-53c194885e0c tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.169838 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9ffc2d45-c065-4ac2-9c33-1034d458c978 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/ports/7c7e9b3f-1f33-4428-a65b-ce2611a37b16 HTTP/1.1" status: 204 len: 168 time: 1.4649801 Jan 27 17:10:38.170539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc2d45-c065-4ac2-9c33-1034d458c978 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Port': ['ID=7c7e9b3f-1f33-4428-a65b-ce2611a37b16,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:38.173460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34376) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:38.178987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92c770-9ef0-456d-9751-9405071de5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074c80c4-d29f-4791-8b6c-3f167b7949f1,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:38.220958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe1f22-cec3-40aa-8a8e-53c194885e0c tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event deleted for resources: {'Subnet': ['ID=15f226ac-46e4-48b5-a090-f163798981a6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:38.223545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1f22-cec3-40aa-8a8e-53c194885e0c tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.226718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72875d19-1a0f-41cd-bb46-f0434f167d3b']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:38.231865 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4cfe1f22-cec3-40aa-8a8e-53c194885e0c tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "DELETE /v2.0/subnets/15f226ac-46e4-48b5-a090-f163798981a6 HTTP/1.1" status: 204 len: 168 time: 2.2149122 Jan 27 17:10:38.242369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba92c770-9ef0-456d-9751-9405071de5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.243802 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ba92c770-9ef0-456d-9751-9405071de5e1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/074c80c4-d29f-4791-8b6c-3f167b7949f1 HTTP/1.1" status: 204 len: 168 time: 1.0309186 Jan 27 17:10:38.248783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34380) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:38.261784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f876fb08-c6a6-4aa9-ad43-0d61c019efe1') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:38.262074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f876fb08-c6a6-4aa9-ad43-0d61c019efe1') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:38.292480 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-914ed7e7-051a-440e-aff5-f493b9adff1b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] DELETE failed (client error): The resource could not be found. Jan 27 17:10:38.292847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914ed7e7-051a-440e-aff5-f493b9adff1b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:38.296930 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-914ed7e7-051a-440e-aff5-f493b9adff1b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/subnets/053ebf49-4243-461f-8c1b-a33df0d48728 HTTP/1.1" status: 404 len: 337 time: 0.1173716 Jan 27 17:10:38.301981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0366ed0e-7f89-417c-8fb2-3588dd140491 None None] Network 06683a76-4e08-4874-b301-d1f1280bfd36 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:38.302171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34386) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:38.307251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.398765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bb1e25ce-ec4d-4591-98ad-532d155bb8e2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.433545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb96c1-c17f-4ba0-b5e1-fd4eaab5c718 None None] Network 113d4dfb-babb-4fcb-8eb8-e91621740881 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:38.442288 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.468819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:38.470287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:38.490117 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:38.506803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.549771 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:10:38.596145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Deleting port 16c151ae-a091-4292-9917-d65c001b5fa2 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:38.596145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.636760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:10:38.636760 dv-neutron-825077-1-hyperv neutron-server[87609]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:10:38.636760 dv-neutron-825077-1-hyperv neutron-server[87609]: [parameters: {'id': '72875d19-1a0f-41cd-bb46-f0434f167d3b'}] Jan 27 17:10:38.636760 dv-neutron-825077-1-hyperv neutron-server[87609]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:38.637388 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:38.674300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e25ce-ec4d-4591-98ad-532d155bb8e2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=4aed9d10-af45-4d4d-b9d3-e63a6e223439,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:38.709280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bb1e25ce-ec4d-4591-98ad-532d155bb8e2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.721389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3c744ea0-b152-4994-8d42-10bc0982df21 None None] Provisioning for port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:38.750730 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-38e9c105-93c1-46c9-aad3-04926d4d9e60 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.759543 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bb1e25ce-ec4d-4591-98ad-532d155bb8e2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/4aed9d10-af45-4d4d-b9d3-e63a6e223439 HTTP/1.1" status: 204 len: 168 time: 2.0554609 Jan 27 17:10:38.769648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34392) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:38.782352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3c744ea0-b152-4994-8d42-10bc0982df21 None None] Provisioning complete for port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:38.787942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3c744ea0-b152-4994-8d42-10bc0982df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.788037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e1e7b5b-8478-47dc-84ac-7c8f415a11c3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.900893 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e1e7b5b-8478-47dc-84ac-7c8f415a11c3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.948253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] For port 16c151ae-a091-4292-9917-d65c001b5fa2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=16c151ae-a091-4292-9917-d65c001b5fa2,segment=NetworkSegment(a7f289be-1f8f-4e20-82bc-d939c980251f),segment_id=a7f289be-1f8f-4e20-82bc-d939c980251f)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:38.949398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.155201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.171525 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Calling delete_port for 16c151ae-a091-4292-9917-d65c001b5fa2 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:39.194889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3c744ea0-b152-4994-8d42-10bc0982df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.235321 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3c744ea0-b152-4994-8d42-10bc0982df21 None None] For port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce,segment=NetworkSegment(f4036192-f421-4e1c-a2ee-73d236f85190),segment_id=f4036192-f421-4e1c-a2ee-73d236f85190)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:39.239913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3917c9d-60b9-41b0-917e-c158bc715ddb None None] DHCP port deletion for 06683a76-4e08-4874-b301-d1f1280bfd36 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:39.245274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3c744ea0-b152-4994-8d42-10bc0982df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.289884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting port 2231014b-e5cf-4fda-a0c0-539f0a99c1bd {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:39.293471 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.356892 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e3917c9d-60b9-41b0-917e-c158bc715ddb None None] Deleting port 16c151ae-a091-4292-9917-d65c001b5fa2 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:39.357270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e3917c9d-60b9-41b0-917e-c158bc715ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.506384 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-38e9c105-93c1-46c9-aad3-04926d4d9e60 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.608586 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-38e9c105-93c1-46c9-aad3-04926d4d9e60 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0337081e-0839-452e-910e-9b5164518992']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:39.632390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1e7b5b-8478-47dc-84ac-7c8f415a11c3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Router e5c282e1-0696-4d4a-adc9-035d98dec253 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:10:39.638474 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-38e9c105-93c1-46c9-aad3-04926d4d9e60 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660f5402-29c6-47e3-a7b8-ae32ca406b73') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:39.639009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-38e9c105-93c1-46c9-aad3-04926d4d9e60 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660f5402-29c6-47e3-a7b8-ae32ca406b73') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:39.673447 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a48fe2-2611-4a77-9ca5-977f166a818d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:39.675645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e3a48fe2-2611-4a77-9ca5-977f166a818d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:39.684550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-38e9c105-93c1-46c9-aad3-04926d4d9e60 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.689712 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.699165 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c744ea0-b152-4994-8d42-10bc0982df21 None None] Pushing event updated for resources: {'Port': ['ID=3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:39.804068 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-38e9c105-93c1-46c9-aad3-04926d4d9e60 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.809416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] No DVR routers for this DVR port 16c151ae-a091-4292-9917-d65c001b5fa2 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:39.819408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e3a48fe2-2611-4a77-9ca5-977f166a818d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:39.821199 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e3a48fe2-2611-4a77-9ca5-977f166a818d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.0448897 Jan 27 17:10:39.826416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34432) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:39.831447 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e9c105-93c1-46c9-aad3-04926d4d9e60 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:39.832039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-38e9c105-93c1-46c9-aad3-04926d4d9e60 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:39.850827 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:39.911988 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event deleted for resources: {'Port': ['ID=16c151ae-a091-4292-9917-d65c001b5fa2,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:39.917342 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2c8b36-2ff4-4b53-88fd-44dceeaad4f0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:10:39.919266 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5d2c8b36-2ff4-4b53-88fd-44dceeaad4f0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/4aed9d10-af45-4d4d-b9d3-e63a6e223439 HTTP/1.1" status: 404 len: 333 time: 0.0897269 Jan 27 17:10:39.964038 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-e3917c9d-60b9-41b0-917e-c158bc715ddb None None] For port 16c151ae-a091-4292-9917-d65c001b5fa2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=16c151ae-a091-4292-9917-d65c001b5fa2,segment=NetworkSegment(a7f289be-1f8f-4e20-82bc-d939c980251f),segment_id=a7f289be-1f8f-4e20-82bc-d939c980251f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:39.964637 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e3917c9d-60b9-41b0-917e-c158bc715ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.977269 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34438) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:40.103719 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-920114448'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:40.117380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:40.124055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e3917c9d-60b9-41b0-917e-c158bc715ddb None None] Calling delete_port for 16c151ae-a091-4292-9917-d65c001b5fa2 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:40.126597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:network and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:40.130391 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:40.141921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:40.150303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-38e9c105-93c1-46c9-aad3-04926d4d9e60 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.152566 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1e7b5b-8478-47dc-84ac-7c8f415a11c3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:40.158527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.178266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-38e9c105-93c1-46c9-aad3-04926d4d9e60 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.180418 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-38e9c105-93c1-46c9-aad3-04926d4d9e60 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/networks/0337081e-0839-452e-910e-9b5164518992 HTTP/1.1" status: 204 len: 168 time: 1.8704262 Jan 27 17:10:40.186647 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e1e7b5b-8478-47dc-84ac-7c8f415a11c3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.190705 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2e1e7b5b-8478-47dc-84ac-7c8f415a11c3 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "PUT /v2.0/routers/e5c282e1-0696-4d4a-adc9-035d98dec253 HTTP/1.1" status: 200 len: 921 time: 6.9727995 Jan 27 17:10:40.190946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34446) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:40.191371 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34448) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:40.227224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9c105-93c1-46c9-aad3-04926d4d9e60 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Network': ['ID=0337081e-0839-452e-910e-9b5164518992,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:40.229139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:40.232956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.260616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd15d6-0e3a-4169-9c76-7a3bd4f756e6 None None] Sync routers for ids ['e5c282e1-0696-4d4a-adc9-035d98dec253'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:40.276893 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd15d6-0e3a-4169-9c76-7a3bd4f756e6 None None] Routers {'e5c282e1-0696-4d4a-adc9-035d98dec253'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:40.277521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-98fd15d6-0e3a-4169-9c76-7a3bd4f756e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e5c282e1-0696-4d4a-adc9-035d98dec253'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:40.369654 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-98fd15d6-0e3a-4169-9c76-7a3bd4f756e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:40.390358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a52aa0e7-0518-4087-8e44-3896fbea1e24 None None] Provisioning complete for port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:40.390950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a52aa0e7-0518-4087-8e44-3896fbea1e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.398455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06683a76-4e08-4874-b301-d1f1280bfd36']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:40.441702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] For port 2231014b-e5cf-4fda-a0c0-539f0a99c1bd, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=2231014b-e5cf-4fda-a0c0-539f0a99c1bd,segment=NetworkSegment(f876fb08-c6a6-4aa9-ad43-0d61c019efe1),segment_id=f876fb08-c6a6-4aa9-ad43-0d61c019efe1)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:40.442190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.479978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f289be-1f8f-4e20-82bc-d939c980251f') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:40.480383 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f289be-1f8f-4e20-82bc-d939c980251f') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:40.482641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-e3917c9d-60b9-41b0-917e-c158bc715ddb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:40.483444 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-e3917c9d-60b9-41b0-917e-c158bc715ddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:40.486543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd15d6-0e3a-4169-9c76-7a3bd4f756e6 None None] Routers {'e5c282e1-0696-4d4a-adc9-035d98dec253'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:40.487508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-98fd15d6-0e3a-4169-9c76-7a3bd4f756e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e5c282e1-0696-4d4a-adc9-035d98dec253'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:40.564660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-98fd15d6-0e3a-4169-9c76-7a3bd4f756e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:40.565268 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd15d6-0e3a-4169-9c76-7a3bd4f756e6 None None] The sync data for ids ['e5c282e1-0696-4d4a-adc9-035d98dec253'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:40.680891 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-aa983ea7-b5a1-4c3a-b2f1-6a4e10c81795 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/routers/e5c282e1-0696-4d4a-adc9-035d98dec253 HTTP/1.1" status: 200 len: 921 time: 0.4859290 Jan 27 17:10:40.684665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34466) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:40.691102 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-721fa0a5-257c-4479-ac6b-6d74cd10ec39 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Deleting port 81de1149-f8ca-4545-a11b-f8d43bcd8fca {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:40.691444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-721fa0a5-257c-4479-ac6b-6d74cd10ec39 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.772437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Calling delete_port for 2231014b-e5cf-4fda-a0c0-539f0a99c1bd owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:40.797093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1230} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:40.805318 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.841863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.842199 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Added segment 56c88476-14b7-4e16-ba4c-cd7989ce9e22 of type vlan for network 1b6d3eb1-f356-4750-b3ea-773a2956c598 Jan 27 17:10:40.851277 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.867526 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:40.868117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:40.886235 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:40.956277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.984721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e3917c9d-60b9-41b0-917e-c158bc715ddb None None] Deleting port 16c151ae-a091-4292-9917-d65c001b5fa2 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:40.985018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e3917c9d-60b9-41b0-917e-c158bc715ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.992546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34478) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:41.001472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.048259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.059787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Port': ['ID=2231014b-e5cf-4fda-a0c0-539f0a99c1bd,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:41.065131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34484) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:41.088775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:41.094404 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.098171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Pushing event deleted for resources: {'Network': ['ID=06683a76-4e08-4874-b301-d1f1280bfd36,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:41.119475 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No DVR routers for this DVR port 2231014b-e5cf-4fda-a0c0-539f0a99c1bd on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:41.126663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e3917c9d-60b9-41b0-917e-c158bc715ddb None None] The port '16c151ae-a091-4292-9917-d65c001b5fa2' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:10:41.138997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.145108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:41.153634 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.168531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0f00da-c07c-4f01-a4c5-4bd10fd941ed None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:10:41.203920 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2172856 Jan 27 17:10:41.204172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34490) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:41.209868 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-deeaa446-6c14-45dc-9090-b6c95bc24990 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "DELETE /v2.0/networks/06683a76-4e08-4874-b301-d1f1280bfd36 HTTP/1.1" status: 204 len: 168 time: 2.9572482 Jan 27 17:10:41.218710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': '1b6d3eb1-f356-4750-b3ea-773a2956c598', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:41.218993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1cf438-9542-43a7-ba28-0c4a2ddd5130 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:41.224025 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ea1cf438-9542-43a7-ba28-0c4a2ddd5130 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&device_id=e5c282e1-0696-4d4a-adc9-035d98dec253&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5379362 Jan 27 17:10:41.224838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34494) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:41.225256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34496) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:41.310998 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-272810610'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:41.316479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:41.320945 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Usage tracker for resource:network and tenant:48c0a6d59f1442cca60c30340ebbf21f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:41.324229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:41.331075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:41.331910 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0f00da-c07c-4f01-a4c5-4bd10fd941ed None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:10:41.347767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Made reservation on behalf of 48c0a6d59f1442cca60c30340ebbf21f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:41.351507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.378410 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.555296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-721fa0a5-257c-4479-ac6b-6d74cd10ec39 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.561109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-225949116'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:41.587081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.604612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:41.629143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-37afccb3-11ac-48d9-95fd-121589b0632f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Synchronizing usage tracker for tenant:6091c498abf7425db817ec30073640b8 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:41.634703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Usage tracker for resource:network and tenant:0ae0b3e34ef7403ea09ffcea5ca8288d is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:41.652399 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:41.654604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:41.654978 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.658039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:41.665413 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:41.666881 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa80fbf-466b-419b-aab5-c8c56e0953a0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Network': ['ID=1b6d3eb1-f356-4750-b3ea-773a2956c598,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:41.683263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:41.688863 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72875d19-1a0f-41cd-bb46-f0434f167d3b']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:41.700267 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:41.703983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Usage tracker for resource:security_group_rule and tenant:48c0a6d59f1442cca60c30340ebbf21f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:41.717676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:41.722342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:41.728750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f876fb08-c6a6-4aa9-ad43-0d61c019efe1') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:41.729355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f876fb08-c6a6-4aa9-ad43-0d61c019efe1') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:41.730966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 1b6d3eb1-f356-4750-b3ea-773a2956c598 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:41.749073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:41.756126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:41.771199 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.782499 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Made reservation on behalf of 0ae0b3e34ef7403ea09ffcea5ca8288d for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:41.786957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.807922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:41.812983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.846243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.866150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.874301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-721fa0a5-257c-4479-ac6b-6d74cd10ec39 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Calling delete_port for 81de1149-f8ca-4545-a11b-f8d43bcd8fca owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:41.895976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:41.896751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:41.917505 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:41.919965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:41.932593 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Usage tracker for resource:security_group_rule and tenant:0ae0b3e34ef7403ea09ffcea5ca8288d is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:41.938015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:41.991914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6f2b4-7499-46a0-a7c0-712f120d52d0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:41.996865 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-00d6f2b4-7499-46a0-a7c0-712f120d52d0 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/networks/30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 881 time: 0.7065771 Jan 27 17:10:41.997472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34504) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:42.050952 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 16c151ae-a091-4292-9917-d65c001b5fa2 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:42.056811 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-772cc7ce-b746-4979-82a6-9cf2c0719cd3 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c282e1-0696-4d4a-adc9-035d98dec253 HTTP/1.1" status: 200 len: 205 time: 0.0572922 Jan 27 17:10:42.059926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34508) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:42.071666 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:42.106764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 16c151ae-a091-4292-9917-d65c001b5fa2 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:42.107152 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 16c151ae-a091-4292-9917-d65c001b5fa2 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:42.132633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-721fa0a5-257c-4479-ac6b-6d74cd10ec39 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.221469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fa0a5-257c-4479-ac6b-6d74cd10ec39 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Port': ['ID=81de1149-f8ca-4545-a11b-f8d43bcd8fca,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:42.231334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-721fa0a5-257c-4479-ac6b-6d74cd10ec39 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.244587 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-721fa0a5-257c-4479-ac6b-6d74cd10ec39 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/ports/81de1149-f8ca-4545-a11b-f8d43bcd8fca HTTP/1.1" status: 204 len: 168 time: 2.0488989 Jan 27 17:10:42.245740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34512) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:42.359089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.363418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.367051 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-f031dccb-e3e7-4968-a0a7-d1a3ff1d3484 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] DELETE failed (client error): The resource could not be found. Jan 27 17:10:42.367805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f031dccb-e3e7-4968-a0a7-d1a3ff1d3484 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:42.372330 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f031dccb-e3e7-4968-a0a7-d1a3ff1d3484 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/subnets/9ee1381b-69c5-49b0-b414-677428ca2f6a HTTP/1.1" status: 404 len: 337 time: 0.1231196 Jan 27 17:10:42.372970 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34516) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:42.387126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-37afccb3-11ac-48d9-95fd-121589b0632f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Unset dirty status for tenant:6091c498abf7425db817ec30073640b8 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:42.391299 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-37afccb3-11ac-48d9-95fd-121589b0632f tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "GET /v2.0/ports?device_id=980c79fe-6537-4f2b-8389-d8e8345a3562 HTTP/1.1" status: 200 len: 205 time: 1.1006713 Jan 27 17:10:42.391967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34520) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:42.397900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.402877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.438322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Network': ['ID=72875d19-1a0f-41cd-bb46-f0434f167d3b,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:42.480607 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.519072 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:42.584805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65290edc-66ae-444f-9dd4-91cff0b2755c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:42.626315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7cd0ebf7-1900-488f-abc8-d017a938ec13 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.647008 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-94cd22f1-882b-41a5-9fb9-f82a65424c4c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/72875d19-1a0f-41cd-bb46-f0434f167d3b HTTP/1.1" status: 204 len: 168 time: 6.5475528 Jan 27 17:10:42.651442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.651804 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Added segment f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca of type vlan for network 1c63514c-7c1e-4c41-bcd7-b51652207725 Jan 27 17:10:42.660827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34524) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:42.671048 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5da8a794-1002-45c8-9dc0-28b0c7165776 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.680370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-995945995'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:42.702463 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:42.737680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:network and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:42.751197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.755998 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:42.790738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:42.864353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.906392 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.923333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.969263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:42.973075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.994333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.000174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:43.000853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.127499 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5da8a794-1002-45c8-9dc0-28b0c7165776 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.142471 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:43.156628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7cd0ebf7-1900-488f-abc8-d017a938ec13 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.161485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7cd0ebf7-1900-488f-abc8-d017a938ec13 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.177251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.190197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3e7e68-27fc-47e4-afe6-02c4ce8de18c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:43.200782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Deleting port fbc6f7fb-e0e9-43ee-9580-4243c276f2ff {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:43.201164 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.228071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7cd0ebf7-1900-488f-abc8-d017a938ec13 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.228557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd0ebf7-1900-488f-abc8-d017a938ec13 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Fanout notify agent at l3_agent the message router_deleted on router 980c79fe-6537-4f2b-8389-d8e8345a3562 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:10:43.247650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.247990 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Added segment 2cbe2349-a815-4848-941d-15112436387a of type vlan for network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 Jan 27 17:10:43.252769 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2548285 Jan 27 17:10:43.252769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Subnet': ['ID=8a113e5c-ba36-4576-a287-bff02f377503,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:43.257286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34530) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:43.258466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5da8a794-1002-45c8-9dc0-28b0c7165776 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b1cf90-b4ba-4e96-b192-fb6e8baed805']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:43.261555 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7cd0ebf7-1900-488f-abc8-d017a938ec13 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.262658 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7cd0ebf7-1900-488f-abc8-d017a938ec13 tempest-RoutersNegativeTest-1785557140 tempest-RoutersNegativeTest-1785557140-project] 10.222.0.81 "DELETE /v2.0/routers/980c79fe-6537-4f2b-8389-d8e8345a3562 HTTP/1.1" status: 204 len: 168 time: 0.8695905 Jan 27 17:10:43.268829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Request body: {'subnet': {'network_id': '1c63514c-7c1e-4c41-bcd7-b51652207725', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:43.274679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1222} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:43.291715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5da8a794-1002-45c8-9dc0-28b0c7165776 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da21b75f-416e-48ad-9851-b4e710edf4d1') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:43.292281 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5da8a794-1002-45c8-9dc0-28b0c7165776 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da21b75f-416e-48ad-9851-b4e710edf4d1') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:43.386528 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5da8a794-1002-45c8-9dc0-28b0c7165776 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.393612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d401e95-7942-4cc0-8c92-2fde7e01f661 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Pushing event updated for resources: {'Network': ['ID=1c63514c-7c1e-4c41-bcd7-b51652207725,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:43.399245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.399713 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Added segment e0f25af2-74fa-4349-a188-e59370acfbc7 of type vlan for network 7d553b45-23bb-4fb9-90cd-d7f6fd4191e0 Jan 27 17:10:43.413859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 1c63514c-7c1e-4c41-bcd7-b51652207725 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:43.423630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Checking segment: {'id': '56c88476-14b7-4e16-ba4c-cd7989ce9e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '1b6d3eb1-f356-4750-b3ea-773a2956c598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:43.424169 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network hostable DHCP agents. Network: 1b6d3eb1-f356-4750-b3ea-773a2956c598, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:43.434201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.445157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5da8a794-1002-45c8-9dc0-28b0c7165776 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.475726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da8a794-1002-45c8-9dc0-28b0c7165776 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:43.476291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5da8a794-1002-45c8-9dc0-28b0c7165776 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:43.495236 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:43.497448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:43.503734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Usage tracker for resource:subnet and tenant:48c0a6d59f1442cca60c30340ebbf21f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:43.515806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:43.526233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:43.533789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.559298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.577780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Made reservation on behalf of 48c0a6d59f1442cca60c30340ebbf21f for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:43.585151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.589143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:10:43.604842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 1b6d3eb1-f356-4750-b3ea-773a2956c598 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:43.643422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 1b6d3eb1-f356-4750-b3ea-773a2956c598) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:43.645460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.651029 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:43.651693 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.655401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896b4daf-db90-431c-9723-bf2856ffcccb None None] Network 1b6d3eb1-f356-4750-b3ea-773a2956c598 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:43.675075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5da8a794-1002-45c8-9dc0-28b0c7165776 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.681211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:43.681823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.714118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5da8a794-1002-45c8-9dc0-28b0c7165776 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.753943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.760477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Calling delete_port for fbc6f7fb-e0e9-43ee-9580-4243c276f2ff owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:43.760731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:43.761179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.774426 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5da8a794-1002-45c8-9dc0-28b0c7165776 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/networks/21b1cf90-b4ba-4e96-b192-fb6e8baed805 HTTP/1.1" status: 204 len: 168 time: 1.3947363 Jan 27 17:10:43.785337 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.6938159 Jan 27 17:10:43.786211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34538) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:43.786692 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34540) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:43.890083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df38dd-2cb3-467f-92c9-052923b06ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Pushing event updated for resources: {'Network': ['ID=4d21524e-f4e9-4e1c-a2b7-321ca0c3b603,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:43.896753 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c0107294-af5a-4c5f-ac87-399cc9068ef8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6910064 Jan 27 17:10:43.909105 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:43.917135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34552) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:43.928448 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2664649 Jan 27 17:10:43.934975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-79d01db1-fe65-41b0-b90b-c8b5232b9891 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': '1b6d3eb1-f356-4750-b3ea-773a2956c598', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:43.954508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34556) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:43.966366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8a794-1002-45c8-9dc0-28b0c7165776 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Network': ['ID=21b1cf90-b4ba-4e96-b192-fb6e8baed805,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:43.978211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'subnet': {'network_id': '7d553b45-23bb-4fb9-90cd-d7f6fd4191e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:44.051743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.092427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9a0f1b-3e12-48cd-887a-0e581726a86b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Deleting subnet c401cfc1-19c9-42f8-a33a-e8b4ddb6e79a {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:44.165369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fe9a0f1b-3e12-48cd-887a-0e581726a86b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.227769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Checking segment: {'id': 'f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '1c63514c-7c1e-4c41-bcd7-b51652207725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:44.228498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Network hostable DHCP agents. Network: 1c63514c-7c1e-4c41-bcd7-b51652207725, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:44.259087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-1b6d3eb1-f356-4750-b3ea-773a2956c598', 'network_id': '1b6d3eb1-f356-4750-b3ea-773a2956c598', 'tenant_id': '4399c29b1b584fb8b205062c5b102d07', 'fixed_ips': [{'subnet_id': '8a113e5c-ba36-4576-a287-bff02f377503'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:44.261162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.302885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34562) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:44.310075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Pushing event updated for resources: {'Subnet': ['ID=be9608f5-7003-41a4-920d-5b8627458e0f,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:44.324552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Request body: {'port': {'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603', 'binding:host_id': 'hv-neutron-8250', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672580111'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:44.335940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:44.350991 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Network 1c63514c-7c1e-4c41-bcd7-b51652207725 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:44.359204 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Usage tracker for resource:port and tenant:8443702706b1463e963022f236478ced is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:44.365014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:44.376584 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:44.388864 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 1c63514c-7c1e-4c41-bcd7-b51652207725) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:44.405490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:44.406306 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.408107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e6726-748a-4a20-bdcf-fab8c5500303 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Network': ['ID=7d553b45-23bb-4fb9-90cd-d7f6fd4191e0,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:44.440919 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d5e1d-5bd5-4572-813e-a0a051d5091a None None] Network 1c63514c-7c1e-4c41-bcd7-b51652207725 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:44.449701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Made reservation on behalf of 8443702706b1463e963022f236478ced for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:44.453891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.460101 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 7d553b45-23bb-4fb9-90cd-d7f6fd4191e0 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:44.472562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.487003 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2e9cfe1c-618d-493c-8dea-020ba8ab2e18 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2229860 Jan 27 17:10:44.490457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34566) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:44.496432 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Request body: {'port': {'network_id': '1c63514c-7c1e-4c41-bcd7-b51652207725', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2126548289'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:44.522138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:44.535419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Usage tracker for resource:security_group_rule and tenant:8443702706b1463e963022f236478ced is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:44.552433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fe9a0f1b-3e12-48cd-887a-0e581726a86b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.567074 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:44.583631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:44.587180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:44.600866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:subnet and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:44.611801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:44.622815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-79d01db1-fe65-41b0-b90b-c8b5232b9891 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:44.627050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:44.643229 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1dd5f925-51c6-4d21-9486-3512d73d4e6e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6091c498abf7425db817ec30073640b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7988651 Jan 27 17:10:44.646895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-79d01db1-fe65-41b0-b90b-c8b5232b9891 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:44.651397 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34570) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:44.655611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-79d01db1-fe65-41b0-b90b-c8b5232b9891 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:44.680415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-79d01db1-fe65-41b0-b90b-c8b5232b9891 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:44.684035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:44.687842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.720754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.769393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d01db1-fe65-41b0-b90b-c8b5232b9891 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:44.773326 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79d01db1-fe65-41b0-b90b-c8b5232b9891 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.812043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Allocated IP 2001:db8::2 (1b6d3eb1-f356-4750-b3ea-773a2956c598/8a113e5c-ba36-4576-a287-bff02f377503/170d6ccd-a78f-4a99-9825-b5b82272ea68) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:44.821330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Pushing event deleted for resources: {'Port': ['ID=fbc6f7fb-e0e9-43ee-9580-4243c276f2ff,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:44.902443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-1c63514c-7c1e-4c41-bcd7-b51652207725', 'network_id': '1c63514c-7c1e-4c41-bcd7-b51652207725', 'tenant_id': '48c0a6d59f1442cca60c30340ebbf21f', 'fixed_ips': [{'subnet_id': 'be9608f5-7003-41a4-920d-5b8627458e0f'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:44.903435 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.954640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b6876fd-70a2-4468-945a-209ef4cfad1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.001646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:45.017343 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Usage tracker for resource:port and tenant:48c0a6d59f1442cca60c30340ebbf21f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:45.023634 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:45.039115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fe9a0f1b-3e12-48cd-887a-0e581726a86b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.041578 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:45.077503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.107319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b6876fd-70a2-4468-945a-209ef4cfad1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.203154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Made reservation on behalf of 48c0a6d59f1442cca60c30340ebbf21f for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:45.206796 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.254652 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.ipam_backend_mixin [None req-79d01db1-fe65-41b0-b90b-c8b5232b9891 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a113e5c-ba36-4576-a287-bff02f377503 (CIDR: 2001:db8::/64) Jan 27 17:10:45.286851 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.316658 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Allocated IP 172.20.0.2 (1c63514c-7c1e-4c41-bcd7-b51652207725/be9608f5-7003-41a4-920d-5b8627458e0f/d172a077-4cdf-4aa1-b561-3cf2f4cf9799) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:45.331400 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d01db1-fe65-41b0-b90b-c8b5232b9891 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:10:45.331910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d01db1-fe65-41b0-b90b-c8b5232b9891 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:45.334403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.339430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.344597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.349082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] device_id is not set on port ce0632cc-ba15-4b33-967f-ef920f16d746 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:45.367811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Transition to ACTIVE for port object 170d6ccd-a78f-4a99-9825-b5b82272ea68 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:45.382167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b6876fd-70a2-4468-945a-209ef4cfad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.395114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.400081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fe9a0f1b-3e12-48cd-887a-0e581726a86b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.432188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] device_id is not set on port 03603547-6ada-4138-9e28-3ff69bdcf5ff yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:45.435507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Transition to ACTIVE for port object 170d6ccd-a78f-4a99-9825-b5b82272ea68 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:45.485230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6876fd-70a2-4468-945a-209ef4cfad1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb21b078-4f24-4562-8906-2cd1c42e6e64,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:45.494234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a0f1b-3e12-48cd-887a-0e581726a86b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Subnet': ['ID=c401cfc1-19c9-42f8-a33a-e8b4ddb6e79a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:45.498610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fe9a0f1b-3e12-48cd-887a-0e581726a86b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.507862 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fe9a0f1b-3e12-48cd-887a-0e581726a86b tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/subnets/c401cfc1-19c9-42f8-a33a-e8b4ddb6e79a HTTP/1.1" status: 204 len: 168 time: 1.6678207 Jan 27 17:10:45.510711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b6876fd-70a2-4468-945a-209ef4cfad1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.512153 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0b6876fd-70a2-4468-945a-209ef4cfad1a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb21b078-4f24-4562-8906-2cd1c42e6e64 HTTP/1.1" status: 204 len: 168 time: 0.8581915 Jan 27 17:10:45.514137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34574) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:45.523335 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-79d01db1-fe65-41b0-b90b-c8b5232b9891 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6045837 Jan 27 17:10:45.524914 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.530864 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34580) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:45.553718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.554279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Fanout notify agent at l3_agent the message router_deleted on router e5c282e1-0696-4d4a-adc9-035d98dec253 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:10:45.567557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca6bd8e-6484-4171-80cc-8fea6d8f5b09,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:45.624370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': '1b6d3eb1-f356-4750-b3ea-773a2956c598', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:45.656969 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.670937 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Transition to ACTIVE for port object d172a077-4cdf-4aa1-b561-3cf2f4cf9799 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:45.679571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.688953 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4b268df5-bcc0-4ec8-9ab8-232694b9fb48 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "DELETE /v2.0/routers/e5c282e1-0696-4d4a-adc9-035d98dec253 HTTP/1.1" status: 204 len: 168 time: 3.6273310 Jan 27 17:10:45.690564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34584) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:45.700385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2713c772-1fee-4232-ab4f-260b84378680 None None] Network 0ac6821b-f3c2-4476-b99d-199fefb2f726 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:45.707702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b9748dde-0ba5-4713-ad42-668b0cb1e48f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-760849440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:45.720545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.728969 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b9748dde-0ba5-4713-ad42-668b0cb1e48f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:45.736139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b9748dde-0ba5-4713-ad42-668b0cb1e48f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Usage tracker for resource:router and tenant:a8ca4c0d81994c69b66fea06fdc2c641 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:45.741629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b9748dde-0ba5-4713-ad42-668b0cb1e48f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:45.806330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b9748dde-0ba5-4713-ad42-668b0cb1e48f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:45.820590 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Pushing event updated for resources: {'Port': ['ID=170d6ccd-a78f-4a99-9825-b5b82272ea68,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:45.828137 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Transition to ACTIVE for port object d172a077-4cdf-4aa1-b561-3cf2f4cf9799 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:45.834137 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:45.834935 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:45.834935 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:45.835182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:45.835503 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:45.835862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:45.836187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:45.836506 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:45.836813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:45.837134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:45.837443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:45.837766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:45.858953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b9748dde-0ba5-4713-ad42-668b0cb1e48f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.859989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b9748dde-0ba5-4713-ad42-668b0cb1e48f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.860334 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Network 1b6d3eb1-f356-4750-b3ea-773a2956c598 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:45.864636 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:45.869844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.876201 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:45.910799 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Subnet': ['ID=4f4ee686-bf88-4e9e-b1e9-4febec1f4781,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:45.966046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Checking segment: {'id': 'e0f25af2-74fa-4349-a188-e59370acfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '7d553b45-23bb-4fb9-90cd-d7f6fd4191e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:45.966839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network hostable DHCP agents. Network: 7d553b45-23bb-4fb9-90cd-d7f6fd4191e0, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:45.986902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.999687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b9748dde-0ba5-4713-ad42-668b0cb1e48f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.016588 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:46.021327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Deleting port e8d3eda1-d1ee-42f8-b287-af71dd66db04 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:46.022048 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.025056 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] device_id is not set on port 03603547-6ada-4138-9e28-3ff69bdcf5ff yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:46.041251 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Pushing event updated for resources: {'Port': ['ID=d172a077-4cdf-4aa1-b561-3cf2f4cf9799,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:46.045352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Allocated IP 172.20.0.4 (1c63514c-7c1e-4c41-bcd7-b51652207725/be9608f5-7003-41a4-920d-5b8627458e0f/ce0632cc-ba15-4b33-967f-ef920f16d746) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:46.049641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.064353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b9748dde-0ba5-4713-ad42-668b0cb1e48f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.105415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:46.106918 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Transition to ACTIVE for port object 03603547-6ada-4138-9e28-3ff69bdcf5ff will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:46.133855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Attempting to bind port 170d6ccd-a78f-4a99-9825-b5b82272ea68 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:46.134312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Attempting to bind port 170d6ccd-a78f-4a99-9825-b5b82272ea68 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '56c88476-14b7-4e16-ba4c-cd7989ce9e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '1b6d3eb1-f356-4750-b3ea-773a2956c598'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:46.134677 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Attempting to bind port 170d6ccd-a78f-4a99-9825-b5b82272ea68 on network 1b6d3eb1-f356-4750-b3ea-773a2956c598 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:46.152123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:46.157644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b9748dde-0ba5-4713-ad42-668b0cb1e48f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.163269 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b9748dde-0ba5-4713-ad42-668b0cb1e48f tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4651082 Jan 27 17:10:46.164093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34592) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:46.165369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network 7d553b45-23bb-4fb9-90cd-d7f6fd4191e0 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:46.182897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Request body: {'router': {'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:46.193722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:46.204158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Network 1c63514c-7c1e-4c41-bcd7-b51652207725 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:46.205324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:46.206079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Checking segment: {'id': '56c88476-14b7-4e16-ba4c-cd7989ce9e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '1b6d3eb1-f356-4750-b3ea-773a2956c598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:46.206485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.206969 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Bound using segment: {'id': '56c88476-14b7-4e16-ba4c-cd7989ce9e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '1b6d3eb1-f356-4750-b3ea-773a2956c598'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:46.207701 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Bound port: 170d6ccd-a78f-4a99-9825-b5b82272ea68, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c88476-14b7-4e16-ba4c-cd7989ce9e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '1b6d3eb1-f356-4750-b3ea-773a2956c598'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:46.208352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.214800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 7d553b45-23bb-4fb9-90cd-d7f6fd4191e0) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:46.242889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:46.243746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.248866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:46.253115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.254835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.311906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:46.327833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2528561b-d54e-4b69-8887-8a15fc26ee68 None None] Network 7d553b45-23bb-4fb9-90cd-d7f6fd4191e0 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:46.396741 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-21bc7dde-c8c0-4af4-807f-7dacc7d61072 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4385297 Jan 27 17:10:46.402139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34600) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:46.485235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:46.526692 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] For port e8d3eda1-d1ee-42f8-b287-af71dd66db04, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e8d3eda1-d1ee-42f8-b287-af71dd66db04,segment=NetworkSegment(96ccbf9b-bcf1-4c56-a53f-93bda0c49add),segment_id=96ccbf9b-bcf1-4c56-a53f-93bda0c49add)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:46.527551 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.597614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event updated for resources: {'Port': ['ID=03603547-6ada-4138-9e28-3ff69bdcf5ff,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:46.747809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Attempting to bind port d172a077-4cdf-4aa1-b561-3cf2f4cf9799 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:46.748303 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Attempting to bind port d172a077-4cdf-4aa1-b561-3cf2f4cf9799 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '1c63514c-7c1e-4c41-bcd7-b51652207725'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:46.748603 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Attempting to bind port d172a077-4cdf-4aa1-b561-3cf2f4cf9799 on network 1c63514c-7c1e-4c41-bcd7-b51652207725 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:46.755606 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-7d553b45-23bb-4fb9-90cd-d7f6fd4191e0', 'network_id': '7d553b45-23bb-4fb9-90cd-d7f6fd4191e0', 'tenant_id': '1767f08f340a49a1af96076fddab478f', 'fixed_ips': [{'subnet_id': '4f4ee686-bf88-4e9e-b1e9-4febec1f4781'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:46.756456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.789306 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Checking segment: {'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:46.789786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Network hostable DHCP agents. Network: 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:46.873712 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] For port 170d6ccd-a78f-4a99-9825-b5b82272ea68, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:46.877821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Calling delete_port for e8d3eda1-d1ee-42f8-b287-af71dd66db04 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:46.878628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] For port 170d6ccd-a78f-4a99-9825-b5b82272ea68, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=170d6ccd-a78f-4a99-9825-b5b82272ea68,segment=NetworkSegment(56c88476-14b7-4e16-ba4c-cd7989ce9e22),segment_id=56c88476-14b7-4e16-ba4c-cd7989ce9e22)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:47.042511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.063483 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Allocated IP 2001:db8::1 (7d553b45-23bb-4fb9-90cd-d7f6fd4191e0/4f4ee686-bf88-4e9e-b1e9-4febec1f4781/46a1f825-c681-42ac-914d-7d06a17e0155) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:47.107176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34616) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:47.117940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.132123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:47.133639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Port': ['ID=e8d3eda1-d1ee-42f8-b287-af71dd66db04,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:47.142506 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.157657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] No DVR routers for this DVR port e8d3eda1-d1ee-42f8-b287-af71dd66db04 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:47.187294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:47.192033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:47.218136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.219274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Transition to ACTIVE for port object ce0632cc-ba15-4b33-967f-ef920f16d746 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:47.220845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:47.221176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:47.221512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:47.244797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:47.245167 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:47.246666 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 2 to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff Jan 27 17:10:47.273422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:47.273862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:47.274106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:47.285884 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:47.286224 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:47.289687 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 3 to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff Jan 27 17:10:47.353888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43fe074-e17e-4df2-96ea-7389feeec7ad None None] Network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:47.378317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:47.378653 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:47.379176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:47.383515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.387379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:47.387789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Checking segment: {'id': 'f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '1c63514c-7c1e-4c41-bcd7-b51652207725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:47.388194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.388577 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Bound using segment: {'id': 'f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '1c63514c-7c1e-4c41-bcd7-b51652207725'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:47.389062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Bound port: d172a077-4cdf-4aa1-b561-3cf2f4cf9799, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '1c63514c-7c1e-4c41-bcd7-b51652207725'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:47.389388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.389785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.427607 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:47.428009 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:47.434907 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 4 to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff Jan 27 17:10:47.487871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:47.488229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:47.488638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:47.499641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Network 1c63514c-7c1e-4c41-bcd7-b51652207725 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:47.507979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:47.510610 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:47.518592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-2ad34a10-f449-425d-9a02-dbaf02a88dbc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:47.519731 dv-neutron-825077-1-hyperv neutron-server[87609]: WARNING neutron.api.v2.base [None req-2ad34a10-f449-425d-9a02-dbaf02a88dbc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 17:10:47.520594 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-2ad34a10-f449-425d-9a02-dbaf02a88dbc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 17:10:47.528114 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2ad34a10-f449-425d-9a02-dbaf02a88dbc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4039052 Jan 27 17:10:47.531817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34624) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:47.539935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.543186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:47.543520 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:47.549331 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 5 to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff Jan 27 17:10:47.556347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Pushing event updated for resources: {'Port': ['ID=ce0632cc-ba15-4b33-967f-ef920f16d746,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:47.584840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group': {'name': 'tempest-secgroup--923845456'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:47.594493 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:47.594840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:47.595171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:47.595522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:47.615403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:47.615403 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:47.616975 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 6 to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff Jan 27 17:10:47.619560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:47.642420 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:47.642741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:47.642922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:47.651359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:47.652078 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.661116 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:47.679357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:47.679934 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:47.681907 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 7 to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff Jan 27 17:10:47.687201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac6821b-f3c2-4476-b99d-199fefb2f726']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:47.709975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:47.717485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.781352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.796990 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bdeee6c6-8dfc-41f8-b28d-72549ce4efa6 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2971139 Jan 27 17:10:47.798430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34630) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:47.888775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ccbf9b-bcf1-4c56-a53f-93bda0c49add') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:47.889414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ccbf9b-bcf1-4c56-a53f-93bda0c49add') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:47.918449 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Transition to ACTIVE for port object 46a1f825-c681-42ac-914d-7d06a17e0155 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:47.922135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:47.923383 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:47.924280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:47.928890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef544d2-bf23-4d65-97e5-ade59fbfe3ab None None] DHCP port deletion for 0ac6821b-f3c2-4476-b99d-199fefb2f726 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:47.938537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.951138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.970747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda7873-2340-4154-a46e-b189b792fdc6 None None] Pushing event updated for resources: {'Port': ['ID=170d6ccd-a78f-4a99-9825-b5b82272ea68,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:48.003217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.012425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:48.013426 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:48.037579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:48.038495 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 8 to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff Jan 27 17:10:48.045565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:48.051718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:48.062417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.063230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:48.097641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Transition to ACTIVE for port object 46a1f825-c681-42ac-914d-7d06a17e0155 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:48.142781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.174155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.182259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.186787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:48.187906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.203960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] For port d172a077-4cdf-4aa1-b561-3cf2f4cf9799, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:48.206900 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:48.222577 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:48.222931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:48.223266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:48.232461 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.284845 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] For port d172a077-4cdf-4aa1-b561-3cf2f4cf9799, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d172a077-4cdf-4aa1-b561-3cf2f4cf9799,segment=NetworkSegment(f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca),segment_id=f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:48.290072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:48.290606 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:48.298632 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 9 to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff Jan 27 17:10:48.309725 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-bd0216d3-a677-4317-8dc3-9be5e2274470 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Deleting port ce0632cc-ba15-4b33-967f-ef920f16d746 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:48.310101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd0216d3-a677-4317-8dc3-9be5e2274470 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.310347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Network 7d553b45-23bb-4fb9-90cd-d7f6fd4191e0 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:48.311494 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Pushing event updated for resources: {'Port': ['ID=46a1f825-c681-42ac-914d-7d06a17e0155,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:48.314609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:48.324827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:48.332322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.403632 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:48.403992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:48.404322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:48.417945 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.433819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:48.434540 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:48.442448 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 10 to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff Jan 27 17:10:48.591746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:48.592671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:48.593184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.593501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:48.595194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Attempting to bind port 46a1f825-c681-42ac-914d-7d06a17e0155 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:48.595561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Attempting to bind port 46a1f825-c681-42ac-914d-7d06a17e0155 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'e0f25af2-74fa-4349-a188-e59370acfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '7d553b45-23bb-4fb9-90cd-d7f6fd4191e0'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:48.595942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Attempting to bind port 46a1f825-c681-42ac-914d-7d06a17e0155 on network 7d553b45-23bb-4fb9-90cd-d7f6fd4191e0 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:48.602751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.613821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:48.614508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Checking segment: {'id': 'e0f25af2-74fa-4349-a188-e59370acfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '7d553b45-23bb-4fb9-90cd-d7f6fd4191e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:48.615072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.615652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Bound using segment: {'id': 'e0f25af2-74fa-4349-a188-e59370acfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '7d553b45-23bb-4fb9-90cd-d7f6fd4191e0'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:48.616331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Bound port: 46a1f825-c681-42ac-914d-7d06a17e0155, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f25af2-74fa-4349-a188-e59370acfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '7d553b45-23bb-4fb9-90cd-d7f6fd4191e0'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:48.616894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.627756 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c22292-0a08-4552-8bf3-6336d06c39a5 None None] Pushing event updated for resources: {'Port': ['ID=d172a077-4cdf-4aa1-b561-3cf2f4cf9799,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:48.665721 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:48.667896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 03603547-6ada-4138-9e28-3ff69bdcf5ff on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:48.668384 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 03603547-6ada-4138-9e28-3ff69bdcf5ff on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:48.668743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.677612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.716192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:48.759551 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:48.776848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.793464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b879e-85bc-4e17-815d-eae22d37b1ea req-52e84bc3-937c-4fd1-b40e-8d549904d69e tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:48.795126 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-de0b879e-85bc-4e17-815d-eae22d37b1ea req-52e84bc3-937c-4fd1-b40e-8d549904d69e tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.6361351 Jan 27 17:10:48.798992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 1b6d3eb1-f356-4750-b3ea-773a2956c598 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:48.843778 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] For port 46a1f825-c681-42ac-914d-7d06a17e0155, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:48.844245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:48.851190 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] For port 46a1f825-c681-42ac-914d-7d06a17e0155, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=46a1f825-c681-42ac-914d-7d06a17e0155,segment=NetworkSegment(e0f25af2-74fa-4349-a188-e59370acfbc7),segment_id=e0f25af2-74fa-4349-a188-e59370acfbc7)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:48.854385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a42ee-477f-4c22-9dcc-e9aada9ad1cf req-7c40bd3f-b36e-4ef0-9c2e-f01ab70959f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:48.856933 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-398a42ee-477f-4c22-9dcc-e9aada9ad1cf req-7c40bd3f-b36e-4ef0-9c2e-f01ab70959f5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a95060ee06540eaa75dc255f8a6fc9f&device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 1098 time: 0.7957098 Jan 27 17:10:48.859111 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.863048 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] Pushing event deleted for resources: {'Network': ['ID=0ac6821b-f3c2-4476-b99d-199fefb2f726,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:48.865546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:48.881777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Subnet': ['ID=aacf23c3-8310-4e30-a9a3-3c46ad654470,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:48.887130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148682e7-7a7a-4287-a985-ae1e99bbef78,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:48.930545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:48.930545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.051279 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4ee686-bf88-4e9e-b1e9-4febec1f4781,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:49.095553 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a8097-ac76-4220-a706-a39ced8d35e5 None None] Pushing event updated for resources: {'Port': ['ID=46a1f825-c681-42ac-914d-7d06a17e0155,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:49.132527 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f4a745-7df4-4dc3-8a7e-a5b64274c0e7 None None] Network 7d553b45-23bb-4fb9-90cd-d7f6fd4191e0 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:49.150350 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.163892 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ae93d8bb-5f10-4501-a3c8-371adceed6a0 tempest-NetworksIpV6TestAttrs-1751573366 tempest-NetworksIpV6TestAttrs-1751573366-project] 10.222.0.81 "DELETE /v2.0/networks/0ac6821b-f3c2-4476-b99d-199fefb2f726 HTTP/1.1" status: 204 len: 168 time: 3.6482980 Jan 27 17:10:49.177705 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e0704fb2-c8df-4d4b-afd3-3cf466111660 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5719404 Jan 27 17:10:49.187419 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34638) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:49.204426 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': '1b6d3eb1-f356-4750-b3ea-773a2956c598', 'fixed_ips': [{'subnet_id': '8a113e5c-ba36-4576-a287-bff02f377503'}, {'subnet_id': 'aacf23c3-8310-4e30-a9a3-3c46ad654470'}], 'name': 'tempest-PortsIpV6TestJSON-647054446'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:49.231764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d553b45-23bb-4fb9-90cd-d7f6fd4191e0']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:49.291765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f25af2-74fa-4349-a188-e59370acfbc7') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:49.292105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f25af2-74fa-4349-a188-e59370acfbc7') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:49.349443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Allocated IP 172.26.8.151 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/ac4e1576-e110-4b11-8101-2727a14650e6) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:49.366185 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 170d6ccd-a78f-4a99-9825-b5b82272ea68 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:49.396841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.456529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.518151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.546932 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-de0b879e-85bc-4e17-815d-eae22d37b1ea req-cc47e169-3c39-4db6-8b78-2ea3a3e19d2d tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7305236 Jan 27 17:10:49.555930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 170d6ccd-a78f-4a99-9825-b5b82272ea68 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:49.560804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a42ee-477f-4c22-9dcc-e9aada9ad1cf req-fdeb910c-f1f7-45ba-8960-e9c71708bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:49.562308 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-398a42ee-477f-4c22-9dcc-e9aada9ad1cf req-fdeb910c-f1f7-45ba-8960-e9c71708bb84 service neutron] 10.222.0.88 "GET /v2.0/networks?id=69137b3c-580f-481f-ab05-44feb3754947 HTTP/1.1" status: 200 len: 913 time: 0.6757965 Jan 27 17:10:49.563295 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d172a077-4cdf-4aa1-b561-3cf2f4cf9799 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:49.589302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] For port 03603547-6ada-4138-9e28-3ff69bdcf5ff, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:49.589671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempted to set empty binding levels {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 27 17:10:49.647261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:49.683864 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port d172a077-4cdf-4aa1-b561-3cf2f4cf9799 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:49.699214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34644) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:49.700385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.711877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.713542 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd0216d3-a677-4317-8dc3-9be5e2274470 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.715011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.716954 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1548178 Jan 27 17:10:49.718837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:port and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:49.732113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34650) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:49.733556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:49.750976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:49.751907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.774776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e8d3eda1-d1ee-42f8-b287-af71dd66db04 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:49.786613 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:49.807649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-12dbc025-2830-438e-8010-14bb9147a0f2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '87ecc024-092e-4970-a838-60d21f9225e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:49.820359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: e8d3eda1-d1ee-42f8-b287-af71dd66db04 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:49.821076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-12dbc025-2830-438e-8010-14bb9147a0f2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:49.822214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e8d3eda1-d1ee-42f8-b287-af71dd66db04 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:49.826639 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:49.923624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb28bc5-b417-4e9d-a568-1ff579b77efb None None] Network 1b6d3eb1-f356-4750-b3ea-773a2956c598 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:49.967320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-12dbc025-2830-438e-8010-14bb9147a0f2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:49.970275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46020209-10ed-448f-8a52-4a63789dfd7e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ecc024-092e-4970-a838-60d21f9225e4,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:49.975976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-12dbc025-2830-438e-8010-14bb9147a0f2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:49.980022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:10:49.980022 dv-neutron-825077-1-hyperv neutron-server[87609]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:10:49.980022 dv-neutron-825077-1-hyperv neutron-server[87609]: [parameters: {'id': '7d553b45-23bb-4fb9-90cd-d7f6fd4191e0'}] Jan 27 17:10:49.980022 dv-neutron-825077-1-hyperv neutron-server[87609]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:49.980383 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:49.988286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-12dbc025-2830-438e-8010-14bb9147a0f2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:49.990875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:50.024380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-bd0216d3-a677-4317-8dc3-9be5e2274470 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Calling delete_port for ce0632cc-ba15-4b33-967f-ef920f16d746 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:50.073635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:50.074255 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.095646 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8e73d0c4-5a7c-4614-a6ae-2b956de726c0 None None] Provisioning for port 170d6ccd-a78f-4a99-9825-b5b82272ea68 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:50.105493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8e73d0c4-5a7c-4614-a6ae-2b956de726c0 None None] Provisioning complete for port 170d6ccd-a78f-4a99-9825-b5b82272ea68 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:50.105953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8e73d0c4-5a7c-4614-a6ae-2b956de726c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.209430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event updated for resources: {'Port': ['ID=03603547-6ada-4138-9e28-3ff69bdcf5ff,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:50.222187 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-398a42ee-477f-4c22-9dcc-e9aada9ad1cf req-ee4501af-eb4a-4fda-947f-9014b9cf1608 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861ddbed-cfe1-45cb-8096-396df0e59eea HTTP/1.1" status: 200 len: 1001 time: 0.6128519 Jan 27 17:10:50.254967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12dbc025-2830-438e-8010-14bb9147a0f2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.293887 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ca449a57-ecf0-4256-adb9-90b70b0453f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.9816544 Jan 27 17:10:50.303213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34654) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:50.419810 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bc4bc569-4dd8-4523-bc18-06e03eaed819 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=beb01746a9fc43a68cc07541b5977c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7151687 Jan 27 17:10:50.426983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34658) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:50.432401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.437074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12dbc025-2830-438e-8010-14bb9147a0f2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.442014 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.450255 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a42ee-477f-4c22-9dcc-e9aada9ad1cf req-a3148e25-4149-48a7-8eff-1560b66ab4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:50.451765 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-398a42ee-477f-4c22-9dcc-e9aada9ad1cf req-a3148e25-4149-48a7-8eff-1560b66ab4c5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc4843f9-98f0-4647-bffb-6dc8d90f2a77 HTTP/1.1" status: 200 len: 850 time: 0.2202799 Jan 27 17:10:50.452421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8385a8a3-a68a-4b47-b9d8-8294cce7ea4a None None] Network 1c63514c-7c1e-4c41-bcd7-b51652207725 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:50.464612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12dbc025-2830-438e-8010-14bb9147a0f2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.482386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-adf171e6-f6b7-4eb5-b5fe-252582c32499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Deleting port 03603547-6ada-4138-9e28-3ff69bdcf5ff {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:50.482721 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-adf171e6-f6b7-4eb5-b5fe-252582c32499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.501596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8e73d0c4-5a7c-4614-a6ae-2b956de726c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.527692 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.547478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:50.602102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbc025-2830-438e-8010-14bb9147a0f2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83a2827-b871-4461-9daf-e5be6dc42f91,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:50.643566 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting port 46a1f825-c681-42ac-914d-7d06a17e0155 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:50.645010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.645286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd0216d3-a677-4317-8dc3-9be5e2274470 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.660755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8e73d0c4-5a7c-4614-a6ae-2b956de726c0 None None] For port 170d6ccd-a78f-4a99-9825-b5b82272ea68, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=170d6ccd-a78f-4a99-9825-b5b82272ea68,segment=NetworkSegment(56c88476-14b7-4e16-ba4c-cd7989ce9e22),segment_id=56c88476-14b7-4e16-ba4c-cd7989ce9e22)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:50.669855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8e73d0c4-5a7c-4614-a6ae-2b956de726c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.689966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12dbc025-2830-438e-8010-14bb9147a0f2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.695488 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-12dbc025-2830-438e-8010-14bb9147a0f2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9575713 Jan 27 17:10:50.696685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34664) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:50.710926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fb81167-3a0c-4d0e-91a4-4e58f9eeea46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.726255 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4c50e451-7449-4593-99ac-49550d3b1d84 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '87ecc024-092e-4970-a838-60d21f9225e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:50.736171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0216d3-a677-4317-8dc3-9be5e2274470 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Pushing event deleted for resources: {'Port': ['ID=ce0632cc-ba15-4b33-967f-ef920f16d746,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:50.747401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4c50e451-7449-4593-99ac-49550d3b1d84 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:50.755414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4c50e451-7449-4593-99ac-49550d3b1d84 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:50.757465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.760088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4c50e451-7449-4593-99ac-49550d3b1d84 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:50.770012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4c50e451-7449-4593-99ac-49550d3b1d84 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:50.880614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fb81167-3a0c-4d0e-91a4-4e58f9eeea46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.894875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a42ee-477f-4c22-9dcc-e9aada9ad1cf req-b7cd4e98-0cee-412e-99b6-f66c12f6eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:50.897283 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-398a42ee-477f-4c22-9dcc-e9aada9ad1cf req-b7cd4e98-0cee-412e-99b6-f66c12f6eda8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=69137b3c-580f-481f-ab05-44feb3754947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3974571 Jan 27 17:10:50.921238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-730ffcd7-3f74-416f-8ff2-c7148d7120fc None None] Provisioning for port d172a077-4cdf-4aa1-b561-3cf2f4cf9799 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:50.928760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4c50e451-7449-4593-99ac-49550d3b1d84 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.940971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73d0c4-5a7c-4614-a6ae-2b956de726c0 None None] Pushing event updated for resources: {'Port': ['ID=170d6ccd-a78f-4a99-9825-b5b82272ea68,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:50.948639 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-730ffcd7-3f74-416f-8ff2-c7148d7120fc None None] Provisioning complete for port d172a077-4cdf-4aa1-b561-3cf2f4cf9799 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:50.948639 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-730ffcd7-3f74-416f-8ff2-c7148d7120fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.961104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:50.981295 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60085706-295e-4e3b-b341-9bdf41270fbe None None] Update dhcp port {'port': {'network_id': '1b6d3eb1-f356-4750-b3ea-773a2956c598', 'fixed_ips': [{'subnet_id': '8a113e5c-ba36-4576-a287-bff02f377503', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aacf23c3-8310-4e30-a9a3-3c46ad654470'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': '170d6ccd-a78f-4a99-9825-b5b82272ea68'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:10:50.988367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:51.002469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:51.068952 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-60085706-295e-4e3b-b341-9bdf41270fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.091168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Pushing event updated for resources: {'Port': ['ID=ac4e1576-e110-4b11-8101-2727a14650e6,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:51.161514 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bd0216d3-a677-4317-8dc3-9be5e2274470 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.249609 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bd0216d3-a677-4317-8dc3-9be5e2274470 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] 10.222.0.81 "DELETE /v2.0/ports/ce0632cc-ba15-4b33-967f-ef920f16d746 HTTP/1.1" status: 204 len: 168 time: 3.3715041 Jan 27 17:10:51.269123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34668) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:51.316890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-730ffcd7-3f74-416f-8ff2-c7148d7120fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.430909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-730ffcd7-3f74-416f-8ff2-c7148d7120fc None None] For port d172a077-4cdf-4aa1-b561-3cf2f4cf9799, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d172a077-4cdf-4aa1-b561-3cf2f4cf9799,segment=NetworkSegment(f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca),segment_id=f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:51.438059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-730ffcd7-3f74-416f-8ff2-c7148d7120fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.479874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-adf171e6-f6b7-4eb5-b5fe-252582c32499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] For port 03603547-6ada-4138-9e28-3ff69bdcf5ff, host hv-neutron-8250, got binding levels [] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:51.480734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-adf171e6-f6b7-4eb5-b5fe-252582c32499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.495450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] For port 46a1f825-c681-42ac-914d-7d06a17e0155, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=46a1f825-c681-42ac-914d-7d06a17e0155,segment=NetworkSegment(e0f25af2-74fa-4349-a188-e59370acfbc7),segment_id=e0f25af2-74fa-4349-a188-e59370acfbc7)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:51.495450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.520454 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbc1d6-643d-49b4-bbf9-c8e846d71cdd req-701985c1-d484-450c-9e5b-14def5dc91b9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:51.533475 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-abfbc1d6-643d-49b4-bbf9-c8e846d71cdd req-701985c1-d484-450c-9e5b-14def5dc91b9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.6896405 Jan 27 17:10:51.552527 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-60085706-295e-4e3b-b341-9bdf41270fbe None None] Allocated IP 2001:db8:0:1::2 (1b6d3eb1-f356-4750-b3ea-773a2956c598/aacf23c3-8310-4e30-a9a3-3c46ad654470/170d6ccd-a78f-4a99-9825-b5b82272ea68) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:51.554644 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-161f3d1e-20ed-414b-8925-b549f93fad93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.569910 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fb81167-3a0c-4d0e-91a4-4e58f9eeea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.579316 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-4c50e451-7449-4593-99ac-49550d3b1d84 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 17:10:51.580589 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4c50e451-7449-4593-99ac-49550d3b1d84 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8637159 Jan 27 17:10:51.589647 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ffcd7-3f74-416f-8ff2-c7148d7120fc None None] Pushing event updated for resources: {'Port': ['ID=d172a077-4cdf-4aa1-b561-3cf2f4cf9799,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:51.601629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fb81167-3a0c-4d0e-91a4-4e58f9eeea46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.605752 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6fb81167-3a0c-4d0e-91a4-4e58f9eeea46 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d69f6dd2-5ca0-49c6-a99d-f15186a92842 HTTP/1.1" status: 204 len: 168 time: 1.1769834 Jan 27 17:10:51.608819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34674) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:51.616660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb81167-3a0c-4d0e-91a4-4e58f9eeea46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69f6dd2-5ca0-49c6-a99d-f15186a92842,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:51.651299 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-398a42ee-477f-4c22-9dcc-e9aada9ad1cf req-47971dc5-3ce3-425b-a270-ac9350474a2f service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7042921 Jan 27 17:10:51.845229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c53976d7-8de8-4737-b954-39688c772313 None None] Provisioning complete for port d172a077-4cdf-4aa1-b561-3cf2f4cf9799 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:51.848368 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c53976d7-8de8-4737-b954-39688c772313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.945503 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Calling delete_port for 46a1f825-c681-42ac-914d-7d06a17e0155 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:52.041838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-60085706-295e-4e3b-b341-9bdf41270fbe None None] For port 170d6ccd-a78f-4a99-9825-b5b82272ea68, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=170d6ccd-a78f-4a99-9825-b5b82272ea68,segment=NetworkSegment(56c88476-14b7-4e16-ba4c-cd7989ce9e22),segment_id=56c88476-14b7-4e16-ba4c-cd7989ce9e22)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:52.089748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.102725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-adf171e6-f6b7-4eb5-b5fe-252582c32499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Calling delete_port for 03603547-6ada-4138-9e28-3ff69bdcf5ff owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:52.183237 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-60085706-295e-4e3b-b341-9bdf41270fbe None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.185960 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-38067a17-0b70-48fc-bd76-7c43b79ce27e tempest-DHCPAgentSchedulersTestJSON-211066324 tempest-DHCPAgentSchedulersTestJSON-211066324-project-admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.9160116 Jan 27 17:10:52.189975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34686) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:52.219270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-60085706-295e-4e3b-b341-9bdf41270fbe None None] Transition to ACTIVE for port object 170d6ccd-a78f-4a99-9825-b5b82272ea68 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:52.232811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1893208745'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:52.234599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-60085706-295e-4e3b-b341-9bdf41270fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.250349 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-abfbc1d6-643d-49b4-bbf9-c8e846d71cdd req-c60c527a-9b89-4af6-978c-92acdfaecac0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7064433 Jan 27 17:10:52.270059 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:52.275474 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Usage tracker for resource:network and tenant:48c0a6d59f1442cca60c30340ebbf21f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:52.294904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-149f6e7c-92a6-4077-b146-2f22e06cdcbb tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.339981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:52.371792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:52.377671 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-398a42ee-477f-4c22-9dcc-e9aada9ad1cf req-0de6d4cc-b143-48bf-99bd-ab72654f99b3 service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7113287 Jan 27 17:10:52.474417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-149f6e7c-92a6-4077-b146-2f22e06cdcbb tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.485378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Made reservation on behalf of 48c0a6d59f1442cca60c30340ebbf21f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:52.490543 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.581588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ffa67bb8-3187-43b8-812c-ba04125ddfd3 None None] Could not find standard attr ID for object ce0632cc-ba15-4b33-967f-ef920f16d746. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:10:52.603206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60085706-295e-4e3b-b341-9bdf41270fbe None None] Pushing event updated for resources: {'Port': ['ID=170d6ccd-a78f-4a99-9825-b5b82272ea68,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:52.661400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-adf171e6-f6b7-4eb5-b5fe-252582c32499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.675863 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.768844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-149f6e7c-92a6-4077-b146-2f22e06cdcbb tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.809227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f6e7c-92a6-4077-b146-2f22e06cdcbb tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ecc024-092e-4970-a838-60d21f9225e4,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:52.829669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-149f6e7c-92a6-4077-b146-2f22e06cdcbb tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.832449 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:52.834740 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-149f6e7c-92a6-4077-b146-2f22e06cdcbb tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "DELETE /v2.0/security-groups/87ecc024-092e-4970-a838-60d21f9225e4 HTTP/1.1" status: 204 len: 168 time: 1.2155595 Jan 27 17:10:52.839297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34702) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:52.843066 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.843406 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Added segment 008f417e-791b-46c8-9066-753c5424a2fa of type vlan for network ce80e73c-b968-488b-bf72-ae566cee9b45 Jan 27 17:10:52.879300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Port': ['ID=46a1f825-c681-42ac-914d-7d06a17e0155,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:52.941305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No DVR routers for this DVR port 46a1f825-c681-42ac-914d-7d06a17e0155 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:53.003464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.014627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.027787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8::70 (1b6d3eb1-f356-4750-b3ea-773a2956c598/8a113e5c-ba36-4576-a287-bff02f377503/b4fb9b52-d0ea-4d6c-8072-d5d22be84e89) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:53.034783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8:0:1::173 (1b6d3eb1-f356-4750-b3ea-773a2956c598/aacf23c3-8310-4e30-a9a3-3c46ad654470/b4fb9b52-d0ea-4d6c-8072-d5d22be84e89) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:53.128498 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 170d6ccd-a78f-4a99-9825-b5b82272ea68 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:53.136187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bd4f1e74-2634-49d5-b2cb-32bbeacc0181 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Synchronizing usage tracker for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:53.144365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34706) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:53.239413 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d172a077-4cdf-4aa1-b561-3cf2f4cf9799 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:53.308330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.338205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bd4f1e74-2634-49d5-b2cb-32bbeacc0181 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Unset dirty status for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:53.346357 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bd4f1e74-2634-49d5-b2cb-32bbeacc0181 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5058370 Jan 27 17:10:53.349215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34714) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:53.355064 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-6f5f2ed0-3546-4676-8809-8c6e2cf43a3c tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group': {'name': 'tempest-secgroup--198340961'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:53.355275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:53.372043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6f5f2ed0-3546-4676-8809-8c6e2cf43a3c tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:53.395812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.396812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6f5f2ed0-3546-4676-8809-8c6e2cf43a3c tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:53.419086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Router 985af3dc-3944-4aef-b878-fe178a6ff7e6 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:10:53.430987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf171e6-f6b7-4eb5-b5fe-252582c32499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event deleted for resources: {'Port': ['ID=03603547-6ada-4138-9e28-3ff69bdcf5ff,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:53.432134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port d172a077-4cdf-4aa1-b561-3cf2f4cf9799 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:53.433487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.439298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-adf171e6-f6b7-4eb5-b5fe-252582c32499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.542663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c2c416-5aed-41ee-876b-5db9d24191b7 None None] Network 1b6d3eb1-f356-4750-b3ea-773a2956c598 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:53.586962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2ed0-3546-4676-8809-8c6e2cf43a3c tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.602517 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.613712 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114749082'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:53.671859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d553b45-23bb-4fb9-90cd-d7f6fd4191e0']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:53.678167 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:53.695989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6f5f2ed0-3546-4676-8809-8c6e2cf43a3c tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:53.696542 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-adf171e6-f6b7-4eb5-b5fe-252582c32499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "DELETE /v2.0/ports/03603547-6ada-4138-9e28-3ff69bdcf5ff HTTP/1.1" status: 204 len: 168 time: 3.3921740 Jan 27 17:10:53.701871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6f5f2ed0-3546-4676-8809-8c6e2cf43a3c tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:53.708784 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34720) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:53.709636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:53.714092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6f5f2ed0-3546-4676-8809-8c6e2cf43a3c tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:53.714694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f25af2-74fa-4349-a188-e59370acfbc7') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:53.715145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f25af2-74fa-4349-a188-e59370acfbc7') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:53.726167 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:53.729702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6f5f2ed0-3546-4676-8809-8c6e2cf43a3c tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:53.730204 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.735226 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b8289ab5-7b60-4f98-9a63-6f9e1dd55c6e None None] Provisioning for port 170d6ccd-a78f-4a99-9825-b5b82272ea68 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:53.741438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.773206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b8289ab5-7b60-4f98-9a63-6f9e1dd55c6e None None] Provisioning complete for port 170d6ccd-a78f-4a99-9825-b5b82272ea68 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:53.773529 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b8289ab5-7b60-4f98-9a63-6f9e1dd55c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.801714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:53.856879 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 1b6d3eb1-f356-4750-b3ea-773a2956c598 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:53.858734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.867141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:53.867748 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.877848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:53.895381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:53.901015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:53.901785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.915353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.915967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f0cbff62-b2f3-46d2-a70e-d177fa3f4220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.943944 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=b4fb9b52-d0ea-4d6c-8072-d5d22be84e89,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:53.952219 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:53.952694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:53.969900 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:53.992265 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7824636 Jan 27 17:10:54.009217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34724) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:54.012710 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-695130bb-fe83-4993-b217-31b0f4dd746c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.8202746 Jan 27 17:10:54.015838 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c985d20-9fa2-49ad-af94-b5e036f3787c tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:10:54.016382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1c985d20-9fa2-49ad-af94-b5e036f3787c tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Synchronizing usage tracker for tenant:8443702706b1463e963022f236478ced on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:54.027996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34728) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:54.045294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-17b8ad20-f74c-4d93-a056-9c421bb6dd4b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a113e5c-ba36-4576-a287-bff02f377503'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:54.131179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a680d-fdc8-4abb-9d37-612f06ad9160 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Pushing event updated for resources: {'Network': ['ID=ce80e73c-b968-488b-bf72-ae566cee9b45,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:54.142844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.150237 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network ce80e73c-b968-488b-bf72-ae566cee9b45 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:54.164525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.166176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.177255 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Network': ['ID=7d553b45-23bb-4fb9-90cd-d7f6fd4191e0,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:54.180341 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c8fcde66-89eb-4a0c-a179-02e0a1c7acf9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/7d553b45-23bb-4fb9-90cd-d7f6fd4191e0 HTTP/1.1" status: 204 len: 168 time: 7.7737272 Jan 27 17:10:54.186062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34732) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:54.194022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-738976384'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:54.200138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:54.206123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:network and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:54.210189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:54.211088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.218173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:54.239994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1c985d20-9fa2-49ad-af94-b5e036f3787c tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Unset dirty status for tenant:8443702706b1463e963022f236478ced on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:54.240876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:54.241350 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1c985d20-9fa2-49ad-af94-b5e036f3787c tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "GET /v2.0/ports/03603547-6ada-4138-9e28-3ff69bdcf5ff HTTP/1.1" status: 404 len: 333 time: 0.5236537 Jan 27 17:10:54.248534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.263738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34736) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:54.269780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:54.280719 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be43a27-c2bd-4252-8b7b-965f290b48ae None None] Sync routers for ids ['985af3dc-3944-4aef-b878-fe178a6ff7e6'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:54.281581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Request body: {'port': {'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460286945'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:54.291120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:54.304671 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be43a27-c2bd-4252-8b7b-965f290b48ae None None] Routers {'985af3dc-3944-4aef-b878-fe178a6ff7e6'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:54.305323 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9be43a27-c2bd-4252-8b7b-965f290b48ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['985af3dc-3944-4aef-b878-fe178a6ff7e6'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:54.311264 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:54.323168 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1235} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:54.343278 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Made reservation on behalf of 8443702706b1463e963022f236478ced for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:54.343909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:54.349441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.375781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.376965 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Added segment 5c43b5b1-e0da-485b-8adf-e2d73410d61b of type vlan for network d9b065b6-0b52-447e-acbd-5476175b4efa Jan 27 17:10:54.383883 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] device_id is not set on port 600527d1-202e-4662-9ab1-8f164940071b yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:54.465751 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9be43a27-c2bd-4252-8b7b-965f290b48ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:54.476552 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be43a27-c2bd-4252-8b7b-965f290b48ae None None] Routers {'985af3dc-3944-4aef-b878-fe178a6ff7e6'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:10:54.477186 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9be43a27-c2bd-4252-8b7b-965f290b48ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['985af3dc-3944-4aef-b878-fe178a6ff7e6'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:54.507506 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2ad90e70-e469-4d62-867f-99ba8949e875 None None] Provisioning complete for port 170d6ccd-a78f-4a99-9825-b5b82272ea68 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:54.508225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2ad90e70-e469-4d62-867f-99ba8949e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.558760 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9be43a27-c2bd-4252-8b7b-965f290b48ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:54.559784 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be43a27-c2bd-4252-8b7b-965f290b48ae None None] The sync data for ids ['985af3dc-3944-4aef-b878-fe178a6ff7e6'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:54.608695 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2ed0-3546-4676-8809-8c6e2cf43a3c tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.649376 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.679602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.711224 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.718398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:54.718615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:54.719343 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.719705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2ad90e70-e469-4d62-867f-99ba8949e875 None None] Provisioning for port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:54.727868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2ad90e70-e469-4d62-867f-99ba8949e875 None None] Provisioning complete for port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:54.728652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2ad90e70-e469-4d62-867f-99ba8949e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.729428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca032d9a-8163-43be-9e13-4d0213923552 req-6f3ac846-62da-4b00-93ba-625dc17e8cbd tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:54.737764 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ca032d9a-8163-43be-9e13-4d0213923552 req-6f3ac846-62da-4b00-93ba-625dc17e8cbd tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.1613410 Jan 27 17:10:54.745605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:54.760582 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2ed0-3546-4676-8809-8c6e2cf43a3c tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.780050 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943ad50c-1b28-49de-bbec-45a16bd2bdcf None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:10:54.827645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:54.855775 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6654334 Jan 27 17:10:54.860564 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.862618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34740) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:54.865478 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.866283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e50e8-ebde-497d-b94c-0e1fecfbf110 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Network': ['ID=d9b065b6-0b52-447e-acbd-5476175b4efa,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:54.866904 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2efb02c4-e4ce-4323-b751-08b054cb5943 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "PUT /v2.0/routers/985af3dc-3944-4aef-b878-fe178a6ff7e6 HTTP/1.1" status: 200 len: 879 time: 8.6926789 Jan 27 17:10:54.877641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34744) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:54.909175 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-657baaf1-fc7f-47ef-beac-b5f45c489e1c tempest-DHCPAgentSchedulersTestJSON-211066324 tempest-DHCPAgentSchedulersTestJSON-211066324-project-admin] 10.222.0.81 "GET /v2.0/agents/4f657bf2-cc6d-4cf8-9bef-04c101488dfe/dhcp-networks HTTP/1.1" status: 200 len: 8055 time: 0.8913760 Jan 27 17:10:54.917241 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ca032d9a-8163-43be-9e13-4d0213923552 req-65dd3c0a-2c12-4c60-ab45-cad3706d4314 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758170 Jan 27 17:10:54.925170 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34746) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:54.939803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-17b8ad20-f74c-4d93-a056-9c421bb6dd4b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.968893 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network d9b065b6-0b52-447e-acbd-5476175b4efa details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:54.971795 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2ed0-3546-4676-8809-8c6e2cf43a3c tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.977916 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6f5f2ed0-3546-4676-8809-8c6e2cf43a3c tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6231494 Jan 27 17:10:54.979568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f2ed0-3546-4676-8809-8c6e2cf43a3c tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73347303-a816-459e-ac9c-4cc901202d6b,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:54.984323 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34752) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:54.989981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'subnet': {'network_id': 'd9b065b6-0b52-447e-acbd-5476175b4efa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:54.998293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-9d56caa8-c978-4ae1-ba76-2b4fb0846406 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '73347303-a816-459e-ac9c-4cc901202d6b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:54.998293 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-9d56caa8-c978-4ae1-ba76-2b4fb0846406 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 17:10:54.998968 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-9d56caa8-c978-4ae1-ba76-2b4fb0846406 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:10:55.003357 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9d56caa8-c978-4ae1-ba76-2b4fb0846406 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0121305 Jan 27 17:10:55.015802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2ad90e70-e469-4d62-867f-99ba8949e875 None None] Port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:55.039862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.047626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34756) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:55.144182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ad50c-1b28-49de-bbec-45a16bd2bdcf None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:10:55.162594 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4172ae33-226b-472c-bf5a-a1da29a4e419 None None] Provisioning complete for port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:55.163384 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4172ae33-226b-472c-bf5a-a1da29a4e419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.282331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.286743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-70a8fca1-2cd5-4247-ab92-f71ba425225f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.293230 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4172ae33-226b-472c-bf5a-a1da29a4e419 None None] Port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:55.357308 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.373151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.374905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:55.377934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:55.382789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:55.386489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:55.393752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:55.400414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:55.400907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-70a8fca1-2cd5-4247-ab92-f71ba425225f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.403504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:55.404698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:55.405315 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.459063 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event updated for resources: {'Port': ['ID=600527d1-202e-4662-9ab1-8f164940071b,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:55.553106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac315287-252f-40d0-a363-b0ce567d0970,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:55.590825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:55.595229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:subnet and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:55.598711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:55.605314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:55.634637 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-70a8fca1-2cd5-4247-ab92-f71ba425225f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.668623 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-79e663e7-b139-4143-8fbb-61a08001e34b tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4001973 Jan 27 17:10:55.671842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34762) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:55.672567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:55.676338 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.685054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8fca1-2cd5-4247-ab92-f71ba425225f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73347303-a816-459e-ac9c-4cc901202d6b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:55.701953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:55.743097 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-98082ae1-f0cd-4107-a8d5-54b1d0d92057 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/routers/985af3dc-3944-4aef-b878-fe178a6ff7e6 HTTP/1.1" status: 200 len: 920 time: 0.8260224 Jan 27 17:10:55.746947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34766) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:55.748096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-17b8ad20-f74c-4d93-a056-9c421bb6dd4b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Delete allocated IP 2001:db8:0:1::173 (1b6d3eb1-f356-4750-b3ea-773a2956c598/aacf23c3-8310-4e30-a9a3-3c46ad654470) {{(pid=87608) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 17:10:55.752820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.809418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.811978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088331ff-f888-4cc7-ad88-c93aa2527b6c tempest-DHCPAgentSchedulersTestJSON-211066324 tempest-DHCPAgentSchedulersTestJSON-211066324-project-admin] Network ce80e73c-b968-488b-bf72-ae566cee9b45 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:55.836635 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-088331ff-f888-4cc7-ad88-c93aa2527b6c tempest-DHCPAgentSchedulersTestJSON-211066324 tempest-DHCPAgentSchedulersTestJSON-211066324-project-admin] 10.222.0.81 "POST /v2.0/agents/4f657bf2-cc6d-4cf8-9bef-04c101488dfe/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8070357 Jan 27 17:10:55.840253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34770) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:55.845356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9b44a1-284a-438c-96fd-45bbff0361fc None None] Network ce80e73c-b968-488b-bf72-ae566cee9b45 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:55.887325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-70a8fca1-2cd5-4247-ab92-f71ba425225f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.891259 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-70a8fca1-2cd5-4247-ab92-f71ba425225f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "DELETE /v2.0/security-groups/73347303-a816-459e-ac9c-4cc901202d6b HTTP/1.1" status: 204 len: 168 time: 0.8393776 Jan 27 17:10:55.901151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34774) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:55.972298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc08cf1b-2eaf-429b-85e5-1a7dbf34fba6,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:55.975266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.979615 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f6ce4954-6636-48ee-8cd2-9bff5212dfcf tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8271782 Jan 27 17:10:55.988797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34778) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.116957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7033dbc5-5bec-4f7b-b427-1f7c45c45fce tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Synchronizing usage tracker for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:56.174124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.185557 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-759b3a3f-c672-4bda-93c1-2cff4f6d38ff tempest-DHCPAgentSchedulersTestJSON-211066324 tempest-DHCPAgentSchedulersTestJSON-211066324-project-admin] 10.222.0.81 "GET /v2.0/agents/4f657bf2-cc6d-4cf8-9bef-04c101488dfe/dhcp-networks HTTP/1.1" status: 200 len: 8826 time: 0.3441417 Jan 27 17:10:56.189944 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34782) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.212275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7033dbc5-5bec-4f7b-b427-1f7c45c45fce tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Unset dirty status for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:56.214350 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7033dbc5-5bec-4f7b-b427-1f7c45c45fce tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3120062 Jan 27 17:10:56.219266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34786) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.223739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d08fc9-6cc9-4a13-bbd0-a00f74eb8f6f tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:56.225318 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-88d08fc9-6cc9-4a13-bbd0-a00f74eb8f6f tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&device_id=985af3dc-3944-4aef-b878-fe178a6ff7e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4634304 Jan 27 17:10:56.230438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-821f2b59-a8bf-456a-8822-756e3795b74f tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:56.235049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34790) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.242414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.265053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-7c192780-f8fb-42cb-81b1-bc4b2ccd2bed tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641910867'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:56.384762 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8aa441f3-4b1f-47d1-bc2c-7d0797361b13 tempest-DHCPAgentSchedulersTestJSON-211066324 tempest-DHCPAgentSchedulersTestJSON-211066324-project-admin] 10.222.0.81 "DELETE /v2.0/agents/4f657bf2-cc6d-4cf8-9bef-04c101488dfe/dhcp-networks/ce80e73c-b968-488b-bf72-ae566cee9b45 HTTP/1.1" status: 204 len: 168 time: 0.1933703 Jan 27 17:10:56.393120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34794) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.398499 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Subnet': ['ID=141e45be-6e66-4850-9060-27d265b0d2c2,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:56.420488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7c192780-f8fb-42cb-81b1-bc4b2ccd2bed tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:56.432695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Checking segment: {'id': '5c43b5b1-e0da-485b-8adf-e2d73410d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'd9b065b6-0b52-447e-acbd-5476175b4efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:56.433054 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network hostable DHCP agents. Network: d9b065b6-0b52-447e-acbd-5476175b4efa, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:56.481286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7c192780-f8fb-42cb-81b1-bc4b2ccd2bed tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:56.490712 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-17b8ad20-f74c-4d93-a056-9c421bb6dd4b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:10:56.533683 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network d9b065b6-0b52-447e-acbd-5476175b4efa is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:56.553298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.555115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, d9b065b6-0b52-447e-acbd-5476175b4efa) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:56.555671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-821f2b59-a8bf-456a-8822-756e3795b74f tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:56.556990 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-821f2b59-a8bf-456a-8822-756e3795b74f tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5578756 Jan 27 17:10:56.566396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1165d25f-1aaa-49e5-a43e-aaac51141aa0 None None] Network d9b065b6-0b52-447e-acbd-5476175b4efa requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:56.566932 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:56.568040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.571982 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34798) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.582131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f1ea7dd0-5cdb-4c5f-839f-c5d31c1e8709 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group': {'name': 'tempest-security--1302789694', 'description': 'tempest-security-description-2118136054'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:56.584950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-17b8ad20-f74c-4d93-a056-9c421bb6dd4b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.593807 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7c192780-f8fb-42cb-81b1-bc4b2ccd2bed tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.657042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f1ea7dd0-5cdb-4c5f-839f-c5d31c1e8709 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.665510 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-91aad2d2-2aed-4abd-8511-72533054f0ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8010354 Jan 27 17:10:56.675489 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34802) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.683179 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f3c6bbf2-f38b-4553-af07-03925486f647 tempest-DHCPAgentSchedulersTestJSON-211066324 tempest-DHCPAgentSchedulersTestJSON-211066324-project-admin] 10.222.0.81 "GET /v2.0/agents/4f657bf2-cc6d-4cf8-9bef-04c101488dfe/dhcp-networks HTTP/1.1" status: 200 len: 8055 time: 0.2888246 Jan 27 17:10:56.711730 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34806) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.724951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-17b8ad20-f74c-4d93-a056-9c421bb6dd4b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:56.758625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7c192780-f8fb-42cb-81b1-bc4b2ccd2bed tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:56.766381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-17b8ad20-f74c-4d93-a056-9c421bb6dd4b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.773404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7c192780-f8fb-42cb-81b1-bc4b2ccd2bed tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:56.814930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7c192780-f8fb-42cb-81b1-bc4b2ccd2bed tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:56.833544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc2ba88-f187-4c7c-93fd-be8c7dac4b53 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:56.839701 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8bc2ba88-f187-4c7c-93fd-be8c7dac4b53 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/networks/30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 881 time: 0.5741518 Jan 27 17:10:56.844094 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-d9b065b6-0b52-447e-acbd-5476175b4efa', 'network_id': 'd9b065b6-0b52-447e-acbd-5476175b4efa', 'tenant_id': '1767f08f340a49a1af96076fddab478f', 'fixed_ips': [{'subnet_id': '141e45be-6e66-4850-9060-27d265b0d2c2'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:56.850661 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.850888 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d74b4781-683a-4190-a6c7-14017033b5ce tempest-DHCPAgentSchedulersTestJSON-211066324 tempest-DHCPAgentSchedulersTestJSON-211066324-project-admin] 10.222.0.81 "GET /v2.0/networks/1c63514c-7c1e-4c41-bcd7-b51652207725/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1325562 Jan 27 17:10:56.853271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34810) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.853271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34812) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.853629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7c192780-f8fb-42cb-81b1-bc4b2ccd2bed tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:56.939334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-17b8ad20-f74c-4d93-a056-9c421bb6dd4b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] In _notify_port_updated(), no bound segment for port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 on network 1b6d3eb1-f356-4750-b3ea-773a2956c598 {{(pid=87608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:10:56.945332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8ad20-f74c-4d93-a056-9c421bb6dd4b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:56.946195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-17b8ad20-f74c-4d93-a056-9c421bb6dd4b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.948521 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f1ea7dd0-5cdb-4c5f-839f-c5d31c1e8709 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.950862 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-17b8ad20-f74c-4d93-a056-9c421bb6dd4b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "PUT /v2.0/ports/b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 HTTP/1.1" status: 200 len: 924 time: 2.9182155 Jan 27 17:10:56.954593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34818) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.954786 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-50ca60ed-10da-457b-8a21-18ddbc52bbe3 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "GET /v2.0/ports?device_id=985af3dc-3944-4aef-b878-fe178a6ff7e6 HTTP/1.1" status: 200 len: 205 time: 0.0955715 Jan 27 17:10:56.969874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34820) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.990422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e93fe69e-722c-4b37-9f69-5db04843d625 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a113e5c-ba36-4576-a287-bff02f377503'}, {'subnet_id': 'aacf23c3-8310-4e30-a9a3-3c46ad654470'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:57.038319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8ad20-f74c-4d93-a056-9c421bb6dd4b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=b4fb9b52-d0ea-4d6c-8072-d5d22be84e89,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:57.043695 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-07d70372-a21e-4c38-ab98-3bc160ab5df1 tempest-DHCPAgentSchedulersTestJSON-211066324 tempest-DHCPAgentSchedulersTestJSON-211066324-project-admin] 10.222.0.81 "GET /v2.0/networks/1c63514c-7c1e-4c41-bcd7-b51652207725/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1830885 Jan 27 17:10:57.051048 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f1ea7dd0-5cdb-4c5f-839f-c5d31c1e8709 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.052860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f1ea7dd0-5cdb-4c5f-839f-c5d31c1e8709 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.054638 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f1ea7dd0-5cdb-4c5f-839f-c5d31c1e8709 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "PUT /v2.0/security-groups/dc08cf1b-2eaf-429b-85e5-1a7dbf34fba6 HTTP/1.1" status: 200 len: 1778 time: 0.4811263 Jan 27 17:10:57.064992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34826) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:57.065374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34828) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:57.089317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.105381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Allocated IP 2001:db8::1 (d9b065b6-0b52-447e-acbd-5476175b4efa/141e45be-6e66-4850-9060-27d265b0d2c2/76138fb3-49ca-41c9-9277-d8f1c0aeb891) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:57.190459 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] device_id is not set on port 600527d1-202e-4662-9ab1-8f164940071b yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:57.231599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea7dd0-5cdb-4c5f-839f-c5d31c1e8709 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc08cf1b-2eaf-429b-85e5-1a7dbf34fba6,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:57.250606 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.313425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7c192780-f8fb-42cb-81b1-bc4b2ccd2bed tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.322596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Transition to ACTIVE for port object 600527d1-202e-4662-9ab1-8f164940071b will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:57.326124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7c192780-f8fb-42cb-81b1-bc4b2ccd2bed tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.347250 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e93fe69e-722c-4b37-9f69-5db04843d625 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.381243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.446620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2249f3bf-d9d0-4940-b0c0-1532580a52f7 None None] Provisioning for port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:57.458070 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2249f3bf-d9d0-4940-b0c0-1532580a52f7 None None] Provisioning complete for port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:57.458548 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2249f3bf-d9d0-4940-b0c0-1532580a52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.512725 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7041b0d2-fd96-4531-9dd5-0dfa1a661d05 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-groups/dc08cf1b-2eaf-429b-85e5-1a7dbf34fba6 HTTP/1.1" status: 200 len: 1778 time: 0.4328442 Jan 27 17:10:57.524523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c192780-f8fb-42cb-81b1-bc4b2ccd2bed tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043ffc13-3d72-4dc3-a1f8-272dc67885f6,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:57.533450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34834) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:57.540524 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.568273 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Transition to ACTIVE for port object 76138fb3-49ca-41c9-9277-d8f1c0aeb891 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:57.570674 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2249f3bf-d9d0-4940-b0c0-1532580a52f7 None None] Port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:57.596921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7c192780-f8fb-42cb-81b1-bc4b2ccd2bed tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.598977 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7c192780-f8fb-42cb-81b1-bc4b2ccd2bed tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3783400 Jan 27 17:10:57.600028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Transition to ACTIVE for port object 76138fb3-49ca-41c9-9277-d8f1c0aeb891 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:57.609151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.615544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34838) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:57.627407 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1103e205-1938-4c62-9469-689b0ae98aac tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '043ffc13-3d72-4dc3-a1f8-272dc67885f6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:57.628407 dv-neutron-825077-1-hyperv neutron-server[87609]: WARNING neutron.api.v2.base [None req-1103e205-1938-4c62-9469-689b0ae98aac tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 17:10:57.628871 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-1103e205-1938-4c62-9469-689b0ae98aac tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:10:57.630166 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1103e205-1938-4c62-9469-689b0ae98aac tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0138285 Jan 27 17:10:57.639604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34842) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:57.672716 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.682740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event updated for resources: {'Port': ['ID=600527d1-202e-4662-9ab1-8f164940071b,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:57.687359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Network d9b065b6-0b52-447e-acbd-5476175b4efa is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:57.690753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:57.695274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:10:57.703125 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.759262 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:57.759901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:57.760450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:57.793550 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Pushing event updated for resources: {'Port': ['ID=76138fb3-49ca-41c9-9277-d8f1c0aeb891,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:57.800343 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:57.800972 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:57.810533 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 2 to bind port 600527d1-202e-4662-9ab1-8f164940071b Jan 27 17:10:57.824148 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Attempting to bind port 76138fb3-49ca-41c9-9277-d8f1c0aeb891 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:57.824531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Attempting to bind port 76138fb3-49ca-41c9-9277-d8f1c0aeb891 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '5c43b5b1-e0da-485b-8adf-e2d73410d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'd9b065b6-0b52-447e-acbd-5476175b4efa'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:57.825838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Attempting to bind port 76138fb3-49ca-41c9-9277-d8f1c0aeb891 on network d9b065b6-0b52-447e-acbd-5476175b4efa {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:57.834209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:57.834804 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Checking segment: {'id': '5c43b5b1-e0da-485b-8adf-e2d73410d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'd9b065b6-0b52-447e-acbd-5476175b4efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:57.835376 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.835882 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Bound using segment: {'id': '5c43b5b1-e0da-485b-8adf-e2d73410d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'd9b065b6-0b52-447e-acbd-5476175b4efa'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:57.836508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Bound port: 76138fb3-49ca-41c9-9277-d8f1c0aeb891, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c43b5b1-e0da-485b-8adf-e2d73410d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'd9b065b6-0b52-447e-acbd-5476175b4efa'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:57.837000 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.871389 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ef5eb9f2-5324-4d30-bf89-adbce71b78ae tempest-DHCPAgentSchedulersTestJSON-211066324 tempest-DHCPAgentSchedulersTestJSON-211066324-project-admin] 10.222.0.81 "GET /v2.0/agents/4f657bf2-cc6d-4cf8-9bef-04c101488dfe/dhcp-networks HTTP/1.1" status: 200 len: 8852 time: 0.7919247 Jan 27 17:10:57.871696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:57.871696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:57.871922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:57.874599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34846) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:57.885495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1198-f41c-45bd-8f9b-df8af5dca4e6 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.914449 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:57.914778 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:57.923382 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 3 to bind port 600527d1-202e-4662-9ab1-8f164940071b Jan 27 17:10:57.960446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] For port 76138fb3-49ca-41c9-9277-d8f1c0aeb891, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:57.964271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] For port 76138fb3-49ca-41c9-9277-d8f1c0aeb891, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=76138fb3-49ca-41c9-9277-d8f1c0aeb891,segment=NetworkSegment(5c43b5b1-e0da-485b-8adf-e2d73410d61b),segment_id=5c43b5b1-e0da-485b-8adf-e2d73410d61b)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:57.972592 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.004469 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9934-ddaf-4f2b-8b90-a9161ca882dc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.070489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:58.070489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:58.070489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:58.074058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.077582 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1198-f41c-45bd-8f9b-df8af5dca4e6 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.077894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.087028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9934-ddaf-4f2b-8b90-a9161ca882dc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.151686 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Subnet': ['ID=141e45be-6e66-4850-9060-27d265b0d2c2,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:58.154234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Deleting port ac4e1576-e110-4b11-8101-2727a14650e6 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:58.154580 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.158342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa74b90-e7f9-4c32-84ad-63170b2318da None None] Pushing event updated for resources: {'Port': ['ID=76138fb3-49ca-41c9-9277-d8f1c0aeb891,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:58.219676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:58.220162 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:58.260749 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 4 to bind port 600527d1-202e-4662-9ab1-8f164940071b Jan 27 17:10:58.301049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-150be661-b9fe-4346-8152-3010fe4ac73d tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.342546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:58.342872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:58.343197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:58.348444 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.376416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.391137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9934-ddaf-4f2b-8b90-a9161ca882dc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.415472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:58.416056 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:58.446747 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 5 to bind port 600527d1-202e-4662-9ab1-8f164940071b Jan 27 17:10:58.503357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:58.504103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:58.504863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:58.507334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b065b6-0b52-447e-acbd-5476175b4efa']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:58.518519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd9934-ddaf-4f2b-8b90-a9161ca882dc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043ffc13-3d72-4dc3-a1f8-272dc67885f6,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:58.523621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1198-f41c-45bd-8f9b-df8af5dca4e6 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.546902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c43b5b1-e0da-485b-8adf-e2d73410d61b') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:58.546902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c43b5b1-e0da-485b-8adf-e2d73410d61b') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:58.550638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:58.552079 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:58.581480 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.597317 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 6 to bind port 600527d1-202e-4662-9ab1-8f164940071b Jan 27 17:10:58.602354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.616082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9934-ddaf-4f2b-8b90-a9161ca882dc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.619676 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f0dd9934-ddaf-4f2b-8b90-a9161ca882dc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "DELETE /v2.0/security-groups/043ffc13-3d72-4dc3-a1f8-272dc67885f6 HTTP/1.1" status: 204 len: 168 time: 0.9746397 Jan 27 17:10:58.682324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34850) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:58.763198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Calling delete_port for ac4e1576-e110-4b11-8101-2727a14650e6 owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:58.792700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-e93fe69e-722c-4b37-9f69-5db04843d625 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8:0:1::20c (1b6d3eb1-f356-4750-b3ea-773a2956c598/aacf23c3-8310-4e30-a9a3-3c46ad654470/b4fb9b52-d0ea-4d6c-8072-d5d22be84e89) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:58.797837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.803403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-150be661-b9fe-4346-8152-3010fe4ac73d tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.813332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b1198-f41c-45bd-8f9b-df8af5dca4e6 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc08cf1b-2eaf-429b-85e5-1a7dbf34fba6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:58.823406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:58.823693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:58.824023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:58.833826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:58.835104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:58.851772 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:58.880153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:58.880487 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:58.886516 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 7 to bind port 600527d1-202e-4662-9ab1-8f164940071b Jan 27 17:10:58.899008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-150be661-b9fe-4346-8152-3010fe4ac73d tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce80e73c-b968-488b-bf72-ae566cee9b45']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:58.960642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1198-f41c-45bd-8f9b-df8af5dca4e6 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.962544 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5e4b1198-f41c-45bd-8f9b-df8af5dca4e6 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-groups/dc08cf1b-2eaf-429b-85e5-1a7dbf34fba6 HTTP/1.1" status: 204 len: 168 time: 1.3786964 Jan 27 17:10:58.969059 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34854) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:58.974905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-150be661-b9fe-4346-8152-3010fe4ac73d tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008f417e-791b-46c8-9066-753c5424a2fa') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:58.975207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-150be661-b9fe-4346-8152-3010fe4ac73d tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008f417e-791b-46c8-9066-753c5424a2fa') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:58.991370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:58.991774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:58.992226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:59.002295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-150be661-b9fe-4346-8152-3010fe4ac73d tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.008609 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-730d7180-9604-43ff-8353-7bddc94e45a0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Synchronizing usage tracker for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:59.017646 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:10:59.017646 dv-neutron-825077-1-hyperv neutron-server[87609]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:10:59.017646 dv-neutron-825077-1-hyperv neutron-server[87609]: [parameters: {'id': 'd9b065b6-0b52-447e-acbd-5476175b4efa'}] Jan 27 17:10:59.017646 dv-neutron-825077-1-hyperv neutron-server[87609]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:59.017646 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:59.027209 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:59.027739 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:59.032548 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 8 to bind port 600527d1-202e-4662-9ab1-8f164940071b Jan 27 17:10:59.071644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-150be661-b9fe-4346-8152-3010fe4ac73d tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.086699 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ea2f4890-39d1-434b-9254-957f5effbf89 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1163864 Jan 27 17:10:59.090786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:59.091374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:59.091950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:59.092872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34858) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:59.100423 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150be661-b9fe-4346-8152-3010fe4ac73d tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:59.100827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-150be661-b9fe-4346-8152-3010fe4ac73d tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.102183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 76138fb3-49ca-41c9-9277-d8f1c0aeb891 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:59.120022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-730d7180-9604-43ff-8353-7bddc94e45a0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Unset dirty status for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:59.121324 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:59.128265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34862) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:59.128943 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-730d7180-9604-43ff-8353-7bddc94e45a0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4449861 Jan 27 17:10:59.134928 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-230b5443-85f2-4fdd-ad3f-1171eb61c9e6 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] delete failed (client error): The resource could not be found. Jan 27 17:10:59.136027 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-230b5443-85f2-4fdd-ad3f-1171eb61c9e6 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-groups/dc08cf1b-2eaf-429b-85e5-1a7dbf34fba6 HTTP/1.1" status: 404 len: 347 time: 0.0417771 Jan 27 17:10:59.142912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:59.143294 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:59.143904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34864) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:59.152602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-fdfb16b2-5712-41aa-880c-47661781afe0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955560368'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:59.163782 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 9 to bind port 600527d1-202e-4662-9ab1-8f164940071b Jan 27 17:10:59.192999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fdfb16b2-5712-41aa-880c-47661781afe0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:59.198055 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458030058'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:59.209855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 76138fb3-49ca-41c9-9277-d8f1c0aeb891 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:59.242519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.262490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:59.280528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:59.280880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:59.281178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:59.290793 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:59.295476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-e93fe69e-722c-4b37-9f69-5db04843d625 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:10:59.309909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fdfb16b2-5712-41aa-880c-47661781afe0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:59.313940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:59.329489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:59.329968 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:59.331010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:59.336975 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 10 to bind port 600527d1-202e-4662-9ab1-8f164940071b Jan 27 17:10:59.348550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e93fe69e-722c-4b37-9f69-5db04843d625 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.353226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-150be661-b9fe-4346-8152-3010fe4ac73d tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.372291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b2-5712-41aa-880c-47661781afe0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.398161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-150be661-b9fe-4346-8152-3010fe4ac73d tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.423914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:59.424327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:59.424569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:59.429430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-e93fe69e-722c-4b37-9f69-5db04843d625 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:59.430932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150be661-b9fe-4346-8152-3010fe4ac73d tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Pushing event deleted for resources: {'Network': ['ID=ce80e73c-b968-488b-bf72-ae566cee9b45,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:59.433147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.447936 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-150be661-b9fe-4346-8152-3010fe4ac73d tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] 10.222.0.81 "DELETE /v2.0/networks/ce80e73c-b968-488b-bf72-ae566cee9b45 HTTP/1.1" status: 204 len: 168 time: 1.5695758 Jan 27 17:10:59.452040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e93fe69e-722c-4b37-9f69-5db04843d625 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.453208 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Pushing event deleted for resources: {'Port': ['ID=ac4e1576-e110-4b11-8101-2727a14650e6,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:59.455311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34870) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:59.493726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:10:59.494047 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port 600527d1-202e-4662-9ab1-8f164940071b on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:10:59.494408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.502409 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1806ce-1d2c-426f-8e99-0e21beee2b8a None None] Network d9b065b6-0b52-447e-acbd-5476175b4efa requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:59.512263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fdfb16b2-5712-41aa-880c-47661781afe0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:59.541638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-fdfb16b2-5712-41aa-880c-47661781afe0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:59.547811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.554965 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-fdfb16b2-5712-41aa-880c-47661781afe0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:59.570712 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74524c5-85c6-41e4-a788-e2128a8f470c tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] DELETE failed (client error): The resource could not be found. Jan 27 17:10:59.571121 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74524c5-85c6-41e4-a788-e2128a8f470c tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:59.582998 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d74524c5-85c6-41e4-a788-e2128a8f470c tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] 10.222.0.81 "DELETE /v2.0/ports/ce0632cc-ba15-4b33-967f-ef920f16d746 HTTP/1.1" status: 404 len: 333 time: 0.1231093 Jan 27 17:10:59.608988 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34874) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:59.632281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0adef887-b815-401e-8e9b-eef28a541a19 None None] Provisioning for port 76138fb3-49ca-41c9-9277-d8f1c0aeb891 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:59.640261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fdfb16b2-5712-41aa-880c-47661781afe0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:59.648654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:59.651491 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0adef887-b815-401e-8e9b-eef28a541a19 None None] Provisioning complete for port 76138fb3-49ca-41c9-9277-d8f1c0aeb891 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:59.652285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0adef887-b815-401e-8e9b-eef28a541a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.690812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8fbb84-1398-4268-9545-455d1d1c54a9 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Deleting subnet be9608f5-7003-41a4-920d-5b8627458e0f {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:59.702249 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting port 76138fb3-49ca-41c9-9277-d8f1c0aeb891 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:59.702845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.714318 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:59.738501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:59.741421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fe69e-722c-4b37-9f69-5db04843d625 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=b4fb9b52-d0ea-4d6c-8072-d5d22be84e89,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:59.744186 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be8fbb84-1398-4268-9545-455d1d1c54a9 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.751789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e93fe69e-722c-4b37-9f69-5db04843d625 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] In _notify_port_updated(), no bound segment for port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 on network 1b6d3eb1-f356-4750-b3ea-773a2956c598 {{(pid=87608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:10:59.758568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93fe69e-722c-4b37-9f69-5db04843d625 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:59.759414 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e93fe69e-722c-4b37-9f69-5db04843d625 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.764288 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e93fe69e-722c-4b37-9f69-5db04843d625 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "PUT /v2.0/ports/b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 HTTP/1.1" status: 200 len: 1010 time: 2.7984860 Jan 27 17:10:59.766950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:59.769356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34878) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:59.847911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be8fbb84-1398-4268-9545-455d1d1c54a9 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.899022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.918707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] For port 600527d1-202e-4662-9ab1-8f164940071b, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:59.919439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempted to set empty binding levels {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 27 17:10:59.959071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-187576df-c226-4bc4-9f1a-622fb5d758c2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:59.959271 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-187576df-c226-4bc4-9f1a-622fb5d758c2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.971546 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0adef887-b815-401e-8e9b-eef28a541a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.008399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.015966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-0adef887-b815-401e-8e9b-eef28a541a19 None None] For port 76138fb3-49ca-41c9-9277-d8f1c0aeb891, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=76138fb3-49ca-41c9-9277-d8f1c0aeb891,segment=NetworkSegment(5c43b5b1-e0da-485b-8adf-e2d73410d61b),segment_id=5c43b5b1-e0da-485b-8adf-e2d73410d61b)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:00.022440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0adef887-b815-401e-8e9b-eef28a541a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.117610 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e98c16-36bc-4be5-aa75-819d51562413 None None] DHCP port deletion for d9b065b6-0b52-447e-acbd-5476175b4efa request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:00.125522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-04e98c16-36bc-4be5-aa75-819d51562413 None None] Deleting port 76138fb3-49ca-41c9-9277-d8f1c0aeb891 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:00.125855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.126038 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-04e98c16-36bc-4be5-aa75-819d51562413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.128014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] In _notify_port_updated(), no bound segment for port 600527d1-202e-4662-9ab1-8f164940071b on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:11:00.128662 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.128883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.129496 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.131394 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "PUT /v2.0/ports/600527d1-202e-4662-9ab1-8f164940071b HTTP/1.1" status: 200 len: 981 time: 4.4551003 Jan 27 17:11:00.149862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b2-5712-41aa-880c-47661781afe0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.150518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34882) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:00.177106 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adef887-b815-401e-8e9b-eef28a541a19 None None] Pushing event updated for resources: {'Port': ['ID=76138fb3-49ca-41c9-9277-d8f1c0aeb891,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:00.199017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.200186 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Fanout notify agent at l3_agent the message router_deleted on router 985af3dc-3944-4aef-b878-fe178a6ff7e6 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:11:00.232385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b2-5712-41aa-880c-47661781afe0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.235104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b79dc437-7526-4530-8ec2-6332ee0f0e95 None None] Provisioning for port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:00.246528 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b79dc437-7526-4530-8ec2-6332ee0f0e95 None None] Provisioning complete for port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:00.247060 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b79dc437-7526-4530-8ec2-6332ee0f0e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.257529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.258745 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-92261d28-6177-4ded-af15-6d86306e6503 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "DELETE /v2.0/routers/985af3dc-3944-4aef-b878-fe178a6ff7e6 HTTP/1.1" status: 204 len: 168 time: 3.2879114 Jan 27 17:11:00.267540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34886) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:00.299169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6ed4c-3320-44a9-8397-099032355480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event updated for resources: {'Port': ['ID=600527d1-202e-4662-9ab1-8f164940071b,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:00.305455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-48672073-f656-404f-8cc2-799371678edc tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2120659074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:00.316871 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-48672073-f656-404f-8cc2-799371678edc tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:00.324256 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-48672073-f656-404f-8cc2-799371678edc tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Usage tracker for resource:router and tenant:a8ca4c0d81994c69b66fea06fdc2c641 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:00.328174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-48672073-f656-404f-8cc2-799371678edc tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:00.336823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-48672073-f656-404f-8cc2-799371678edc tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:00.339621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.362523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-b79dc437-7526-4530-8ec2-6332ee0f0e95 None None] Port b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:00.375633 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-48672073-f656-404f-8cc2-799371678edc tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.377669 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-48672073-f656-404f-8cc2-799371678edc tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.428333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.463307 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb16b2-5712-41aa-880c-47661781afe0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a78694-6e63-4e04-ae7e-cabcaf8de185,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:00.503558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] For port 76138fb3-49ca-41c9-9277-d8f1c0aeb891, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=76138fb3-49ca-41c9-9277-d8f1c0aeb891,segment=NetworkSegment(5c43b5b1-e0da-485b-8adf-e2d73410d61b),segment_id=5c43b5b1-e0da-485b-8adf-e2d73410d61b)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:00.504387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.518964 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-04e98c16-36bc-4be5-aa75-819d51562413 None None] For port 76138fb3-49ca-41c9-9277-d8f1c0aeb891, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=76138fb3-49ca-41c9-9277-d8f1c0aeb891,segment=NetworkSegment(5c43b5b1-e0da-485b-8adf-e2d73410d61b),segment_id=5c43b5b1-e0da-485b-8adf-e2d73410d61b)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:00.519762 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-04e98c16-36bc-4be5-aa75-819d51562413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.593525 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-48672073-f656-404f-8cc2-799371678edc tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.671242 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Calling delete_port for 76138fb3-49ca-41c9-9277-d8f1c0aeb891 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:00.683181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.685063 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5132346 Jan 27 17:11:00.690900 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b2-5712-41aa-880c-47661781afe0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.696960 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fdfb16b2-5712-41aa-880c-47661781afe0 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5611451 Jan 27 17:11:00.696960 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ff544-321e-4d79-9cab-f7205c067560 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847a3d44-53b3-48e7-8ba7-24d3814f52d7,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:00.701074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be8fbb84-1398-4268-9545-455d1d1c54a9 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.702720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34890) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:00.703316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34892) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:00.714746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a359a499-eddb-4ae1-a4a5-77d34957d3c5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group_rule': {'security_group_id': '847a3d44-53b3-48e7-8ba7-24d3814f52d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:00.737079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d0121315-ecdc-4d2f-a7f5-956445f89598 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': 'b7a78694-6e63-4e04-ae7e-cabcaf8de185', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:00.754298 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-d0121315-ecdc-4d2f-a7f5-956445f89598 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 17:11:00.756052 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-d0121315-ecdc-4d2f-a7f5-956445f89598 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:00.761677 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d0121315-ecdc-4d2f-a7f5-956445f89598 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0503740 Jan 27 17:11:00.767406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34898) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:00.767750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a359a499-eddb-4ae1-a4a5-77d34957d3c5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:00.769084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-04e98c16-36bc-4be5-aa75-819d51562413 None None] Calling delete_port for 76138fb3-49ca-41c9-9277-d8f1c0aeb891 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:00.789671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-415ea23a-8925-4166-8965-3008b4ace321 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': 'b7a78694-6e63-4e04-ae7e-cabcaf8de185', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:00.790820 dv-neutron-825077-1-hyperv neutron-server[87609]: WARNING neutron.api.v2.base [None req-415ea23a-8925-4166-8965-3008b4ace321 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 17:11:00.791343 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-415ea23a-8925-4166-8965-3008b4ace321 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:00.792439 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-415ea23a-8925-4166-8965-3008b4ace321 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0239761 Jan 27 17:11:00.794439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a359a499-eddb-4ae1-a4a5-77d34957d3c5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:00.799365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34902) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:00.804760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-48672073-f656-404f-8cc2-799371678edc tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.805737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a359a499-eddb-4ae1-a4a5-77d34957d3c5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:00.819787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-78ac5b2d-e334-45e9-a87f-311d635b0a6e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': 'b7a78694-6e63-4e04-ae7e-cabcaf8de185', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:00.820873 dv-neutron-825077-1-hyperv neutron-server[87609]: WARNING neutron.api.v2.base [None req-78ac5b2d-e334-45e9-a87f-311d635b0a6e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 17:11:00.821386 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-78ac5b2d-e334-45e9-a87f-311d635b0a6e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:00.822404 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-78ac5b2d-e334-45e9-a87f-311d635b0a6e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0195286 Jan 27 17:11:00.831560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.832536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.833413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.834241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.835146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.835633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.836092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.836710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.837441 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.838123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.838827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.839377 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.840021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.840563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.841605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.842606 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.843423 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:00.844474 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34906) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:00.848801 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-921112d8-793e-4e5d-aa0f-49eda628137a tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15693 time: 0.6911628 Jan 27 17:11:00.855203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34910) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:00.859677 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-12da40a9-72d4-4bb2-9c5c-2f77e1a76cbc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': 'b7a78694-6e63-4e04-ae7e-cabcaf8de185', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:00.860433 dv-neutron-825077-1-hyperv neutron-server[87609]: WARNING neutron.api.v2.base [None req-12da40a9-72d4-4bb2-9c5c-2f77e1a76cbc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 17:11:00.861009 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-12da40a9-72d4-4bb2-9c5c-2f77e1a76cbc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:00.862297 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-12da40a9-72d4-4bb2-9c5c-2f77e1a76cbc tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0166028 Jan 27 17:11:00.866783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a359a499-eddb-4ae1-a4a5-77d34957d3c5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:00.869314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34914) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:00.888333 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-04e98c16-36bc-4be5-aa75-819d51562413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.920889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 27 17:11:00.920889 dv-neutron-825077-1-hyperv neutron-server[87609]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Jan 27 17:11:00.920889 dv-neutron-825077-1-hyperv neutron-server[87609]: [parameters: {'port_id': '76138fb3-49ca-41c9-9277-d8f1c0aeb891', 'host': 'dv-neutron-825077-1-hyperv', 'level': 0}] Jan 27 17:11:00.920889 dv-neutron-825077-1-hyperv neutron-server[87609]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:00.921501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:00.927526 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-187576df-c226-4bc4-9f1a-622fb5d758c2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.931922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-48672073-f656-404f-8cc2-799371678edc tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.933327 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-48672073-f656-404f-8cc2-799371678edc tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6619203 Jan 27 17:11:00.939611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34918) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:00.947552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'enable_snat': True}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:00.997738 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e98c16-36bc-4be5-aa75-819d51562413 None None] Pushing event deleted for resources: {'Port': ['ID=76138fb3-49ca-41c9-9277-d8f1c0aeb891,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:01.001077 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e98c16-36bc-4be5-aa75-819d51562413 None None] No DVR routers for this DVR port 76138fb3-49ca-41c9-9277-d8f1c0aeb891 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:01.028034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be8fbb84-1398-4268-9545-455d1d1c54a9 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.061514 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 76138fb3-49ca-41c9-9277-d8f1c0aeb891 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:01.086108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-18d38e1f-b4ed-4ce9-88a9-f12619cc8e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Deleting port 600527d1-202e-4662-9ab1-8f164940071b {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:01.086414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-18d38e1f-b4ed-4ce9-88a9-f12619cc8e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.126533 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 76138fb3-49ca-41c9-9277-d8f1c0aeb891 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:01.127431 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 76138fb3-49ca-41c9-9277-d8f1c0aeb891 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:01.140048 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fbb84-1398-4268-9545-455d1d1c54a9 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Pushing event deleted for resources: {'Subnet': ['ID=be9608f5-7003-41a4-920d-5b8627458e0f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:01.151884 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af259c30-8f2a-41b2-817e-49ea4714d644 None None] Network 1c63514c-7c1e-4c41-bcd7-b51652207725 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:01.215440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-187576df-c226-4bc4-9f1a-622fb5d758c2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:01.305056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be8fbb84-1398-4268-9545-455d1d1c54a9 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.306944 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-be8fbb84-1398-4268-9545-455d1d1c54a9 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] 10.222.0.81 "DELETE /v2.0/subnets/be9608f5-7003-41a4-920d-5b8627458e0f HTTP/1.1" status: 204 len: 168 time: 1.6961308 Jan 27 17:11:01.362077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a359a499-eddb-4ae1-a4a5-77d34957d3c5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.370155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34922) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:01.424473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting port 76138fb3-49ca-41c9-9277-d8f1c0aeb891 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:01.425465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.437362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45a4c7bc-b456-466a-a611-8d066a3cf2a3 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.547132 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd222e4-c018-464a-948a-d30e530eb742 None None] DHCP port deletion for 1c63514c-7c1e-4c41-bcd7-b51652207725 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:01.553790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-abd222e4-c018-464a-948a-d30e530eb742 None None] Deleting port d172a077-4cdf-4aa1-b561-3cf2f4cf9799 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:01.554442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-abd222e4-c018-464a-948a-d30e530eb742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.686831 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] The port '76138fb3-49ca-41c9-9277-d8f1c0aeb891' was deleted {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:11:01.700095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.703600 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45a4c7bc-b456-466a-a611-8d066a3cf2a3 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.784100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a359a499-eddb-4ae1-a4a5-77d34957d3c5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.799079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a359a499-eddb-4ae1-a4a5-77d34957d3c5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.893746 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-abd222e4-c018-464a-948a-d30e530eb742 None None] For port d172a077-4cdf-4aa1-b561-3cf2f4cf9799, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d172a077-4cdf-4aa1-b561-3cf2f4cf9799,segment=NetworkSegment(f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca),segment_id=f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:01.894028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-abd222e4-c018-464a-948a-d30e530eb742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.895765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Deleting port d172a077-4cdf-4aa1-b561-3cf2f4cf9799 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:01.896111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.932613 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.952726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359a499-eddb-4ae1-a4a5-77d34957d3c5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b9908d-805a-48d3-ab83-c3fd18ed95e9,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:02.028983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45a4c7bc-b456-466a-a611-8d066a3cf2a3 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.033602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45a4c7bc-b456-466a-a611-8d066a3cf2a3 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.038402 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-45a4c7bc-b456-466a-a611-8d066a3cf2a3 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "DELETE /v2.0/security-groups/b7a78694-6e63-4e04-ae7e-cabcaf8de185 HTTP/1.1" status: 204 len: 168 time: 1.1489573 Jan 27 17:11:02.058043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-abd222e4-c018-464a-948a-d30e530eb742 None None] Calling delete_port for d172a077-4cdf-4aa1-b561-3cf2f4cf9799 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:02.061022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34926) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:02.072338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a359a499-eddb-4ae1-a4a5-77d34957d3c5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.077737 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a359a499-eddb-4ae1-a4a5-77d34957d3c5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3681076 Jan 27 17:11:02.149127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34930) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:02.170342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-abd222e4-c018-464a-948a-d30e530eb742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.184519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4c7bc-b456-466a-a611-8d066a3cf2a3 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a78694-6e63-4e04-ae7e-cabcaf8de185,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:02.215229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.220348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] The port 'd172a077-4cdf-4aa1-b561-3cf2f4cf9799' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:11:02.239888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd222e4-c018-464a-948a-d30e530eb742 None None] No DVR routers for this DVR port d172a077-4cdf-4aa1-b561-3cf2f4cf9799 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:02.245772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd222e4-c018-464a-948a-d30e530eb742 None None] Pushing event deleted for resources: {'Port': ['ID=d172a077-4cdf-4aa1-b561-3cf2f4cf9799,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:02.259611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-18d38e1f-b4ed-4ce9-88a9-f12619cc8e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] For port 600527d1-202e-4662-9ab1-8f164940071b, host hv-neutron-8250, got binding levels [] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:02.259970 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-18d38e1f-b4ed-4ce9-88a9-f12619cc8e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.291394 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b065b6-0b52-447e-acbd-5476175b4efa']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:02.323109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4dc586b-7e93-4f09-996f-ef838e285d0c tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.373381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4dc586b-7e93-4f09-996f-ef838e285d0c tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.385330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c87d3c99-13ba-4b4a-ad79-0113b86b0e85 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Synchronizing usage tracker for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:02.393613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-187576df-c226-4bc4-9f1a-622fb5d758c2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.437472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c43b5b1-e0da-485b-8adf-e2d73410d61b') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:02.437818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c43b5b1-e0da-485b-8adf-e2d73410d61b') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:02.452316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-18d38e1f-b4ed-4ce9-88a9-f12619cc8e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Calling delete_port for 600527d1-202e-4662-9ab1-8f164940071b owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:02.497380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.502059 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.531715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.537319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187576df-c226-4bc4-9f1a-622fb5d758c2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=b4fb9b52-d0ea-4d6c-8072-d5d22be84e89,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:02.590333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c63514c-7c1e-4c41-bcd7-b51652207725']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:02.602767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:02.603182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.604846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c87d3c99-13ba-4b4a-ad79-0113b86b0e85 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Unset dirty status for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:02.606290 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c87d3c99-13ba-4b4a-ad79-0113b86b0e85 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5306146 Jan 27 17:11:02.615676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4dc586b-7e93-4f09-996f-ef838e285d0c tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.619272 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34934) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:02.626369 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:02.655795 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:02.656365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68ca978-8d7c-472a-86c0-8bd2cbdaa7ca') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:02.679981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-aa83eb79-ea99-4fdc-aaf8-e0f1613557f7 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group': {'name': 'tempest-secgroup--637748801'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:02.703404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.712019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-aa83eb79-ea99-4fdc-aaf8-e0f1613557f7 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:02.715239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc586b-7e93-4f09-996f-ef838e285d0c tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6b9908d-805a-48d3-ab83-c3fd18ed95e9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:02.722196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-187576df-c226-4bc4-9f1a-622fb5d758c2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.724811 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-187576df-c226-4bc4-9f1a-622fb5d758c2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 HTTP/1.1" status: 204 len: 168 time: 2.9520729 Jan 27 17:11:02.727866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4dc586b-7e93-4f09-996f-ef838e285d0c tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.729324 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c4dc586b-7e93-4f09-996f-ef838e285d0c tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e6b9908d-805a-48d3-ab83-c3fd18ed95e9 HTTP/1.1" status: 204 len: 168 time: 0.5789576 Jan 27 17:11:02.732517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34938) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:02.732833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34940) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:02.765292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-aa83eb79-ea99-4fdc-aaf8-e0f1613557f7 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:02.766920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-18d38e1f-b4ed-4ce9-88a9-f12619cc8e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.810196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.828569 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.834826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d38e1f-b4ed-4ce9-88a9-f12619cc8e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event deleted for resources: {'Port': ['ID=600527d1-202e-4662-9ab1-8f164940071b,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:02.845447 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-75aeb650-edd8-42c1-ab1b-4a335d55f085 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:11:02.846438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-75aeb650-edd8-42c1-ab1b-4a335d55f085 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:02.852708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:02.853362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.859375 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.868984 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-18d38e1f-b4ed-4ce9-88a9-f12619cc8e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:02.874230 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:02.881190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa83eb79-ea99-4fdc-aaf8-e0f1613557f7 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.892348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Network': ['ID=d9b065b6-0b52-447e-acbd-5476175b4efa,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:02.901265 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a0dbaaf0-4216-4248-af93-4240388a8085 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/d9b065b6-0b52-447e-acbd-5476175b4efa HTTP/1.1" status: 204 len: 168 time: 6.2242088 Jan 27 17:11:02.909451 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-18d38e1f-b4ed-4ce9-88a9-f12619cc8e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "DELETE /v2.0/ports/600527d1-202e-4662-9ab1-8f164940071b HTTP/1.1" status: 204 len: 168 time: 2.0424616 Jan 27 17:11:02.909451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34946) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:02.913801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-604323495'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:02.917398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34950) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:03.030087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d172a077-4cdf-4aa1-b561-3cf2f4cf9799 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:03.043218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3b19ca62-570c-400a-9885-9817f42ce964 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:03.077055 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-aa83eb79-ea99-4fdc-aaf8-e0f1613557f7 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:03.092708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-75aeb650-edd8-42c1-ab1b-4a335d55f085 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:03.093727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: d172a077-4cdf-4aa1-b561-3cf2f4cf9799 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:03.094729 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d172a077-4cdf-4aa1-b561-3cf2f4cf9799 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:03.095608 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-75aeb650-edd8-42c1-ab1b-4a335d55f085 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 HTTP/1.1" status: 404 len: 333 time: 0.3569841 Jan 27 17:11:03.101180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-aa83eb79-ea99-4fdc-aaf8-e0f1613557f7 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:03.105810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34952) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:03.115265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.118437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-aa83eb79-ea99-4fdc-aaf8-e0f1613557f7 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:03.175868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:03.203402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:network and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:03.209417 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ba2439-9f3e-4d9c-8920-32c8c2a6d979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:11:03.209948 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-87ba2439-9f3e-4d9c-8920-32c8c2a6d979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Synchronizing usage tracker for tenant:8443702706b1463e963022f236478ced on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:03.228103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.234842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-aa83eb79-ea99-4fdc-aaf8-e0f1613557f7 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:03.239018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3b19ca62-570c-400a-9885-9817f42ce964 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:03.246295 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3b19ca62-570c-400a-9885-9817f42ce964 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5013950 Jan 27 17:11:03.257224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34958) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:03.263539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] Pushing event deleted for resources: {'Network': ['ID=1c63514c-7c1e-4c41-bcd7-b51652207725,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:03.265576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:03.288647 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:03.309243 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-95da559d-7d90-425c-9a9b-d0b94dab8672 tempest-DHCPAgentSchedulersTestJSON-49720052 tempest-DHCPAgentSchedulersTestJSON-49720052-project] 10.222.0.81 "DELETE /v2.0/networks/1c63514c-7c1e-4c41-bcd7-b51652207725 HTTP/1.1" status: 204 len: 168 time: 1.9271162 Jan 27 17:11:03.341915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-87ba2439-9f3e-4d9c-8920-32c8c2a6d979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Unset dirty status for tenant:8443702706b1463e963022f236478ced on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:03.343544 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-87ba2439-9f3e-4d9c-8920-32c8c2a6d979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "GET /v2.0/ports/600527d1-202e-4662-9ab1-8f164940071b HTTP/1.1" status: 404 len: 333 time: 0.2058220 Jan 27 17:11:03.351539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34964) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:03.365319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1704325807', 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:03.372811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:03.377066 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.390087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:03.410546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.421993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-670efc5d-7735-4d53-bd66-f81a2f4e8d28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting subnet aacf23c3-8310-4e30-a9a3-3c46ad654470 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:03.448874 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-670efc5d-7735-4d53-bd66-f81a2f4e8d28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.451303 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:03.453863 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.514412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:03.521616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Made reservation on behalf of 8443702706b1463e963022f236478ced for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:03.524076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.564169 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.564589 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Added segment c9b7427d-7785-4549-b804-343f2c121774 of type vlan for network b01845ef-2e1f-4834-9e11-6f46b66cc158 Jan 27 17:11:03.583566 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] device_id is not set on port ec96a5aa-74a4-4714-9bde-ba73a070834d yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:03.589389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-33625ec0-5696-4925-b773-cbc0a9a1c78e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.604658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-670efc5d-7735-4d53-bd66-f81a2f4e8d28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.712154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa83eb79-ea99-4fdc-aaf8-e0f1613557f7 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.712964 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.734400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-33625ec0-5696-4925-b773-cbc0a9a1c78e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.743018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa83eb79-ea99-4fdc-aaf8-e0f1613557f7 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.806682 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Allocated IP 172.26.8.194 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/9b9d84ae-e140-4337-8351-3f05dd3dac0c) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:03.812483 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34970) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:03.851811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.857923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83eb79-ea99-4fdc-aaf8-e0f1613557f7 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9435bc-1530-4ee5-b4ca-d195101df38f,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:03.858501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:03.858996 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.866952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa83eb79-ea99-4fdc-aaf8-e0f1613557f7 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.869161 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-aa83eb79-ea99-4fdc-aaf8-e0f1613557f7 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2422724 Jan 27 17:11:03.876079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34976) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:03.886013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-88fb4312-995e-4f43-b38b-ead7ad6d08ad tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '1b9435bc-1530-4ee5-b4ca-d195101df38f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:03.886867 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-88fb4312-995e-4f43-b38b-ead7ad6d08ad tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 17:11:03.887376 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-88fb4312-995e-4f43-b38b-ead7ad6d08ad tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:03.888623 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-88fb4312-995e-4f43-b38b-ead7ad6d08ad tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099194 Jan 27 17:11:03.889662 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-33625ec0-5696-4925-b773-cbc0a9a1c78e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.896827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34980) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:03.924347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-556ff04f-526d-4be3-b78f-492ce1ac67a3 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '1b9435bc-1530-4ee5-b4ca-d195101df38f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:03.932739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33625ec0-5696-4925-b773-cbc0a9a1c78e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847a3d44-53b3-48e7-8ba7-24d3814f52d7,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:03.936922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-556ff04f-526d-4be3-b78f-492ce1ac67a3 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:03.947544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-670efc5d-7735-4d53-bd66-f81a2f4e8d28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.989552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-556ff04f-526d-4be3-b78f-492ce1ac67a3 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:03.996532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-556ff04f-526d-4be3-b78f-492ce1ac67a3 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:04.117248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-556ff04f-526d-4be3-b78f-492ce1ac67a3 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:04.126160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-33625ec0-5696-4925-b773-cbc0a9a1c78e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.130769 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-33625ec0-5696-4925-b773-cbc0a9a1c78e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-groups/847a3d44-53b3-48e7-8ba7-24d3814f52d7 HTTP/1.1" status: 204 len: 168 time: 0.8599937 Jan 27 17:11:04.141349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34984) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.198433 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2871428 Jan 27 17:11:04.202923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 34988) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.227869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd4365-ade5-4fa7-863c-bcf49d204724 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Network': ['ID=b01845ef-2e1f-4834-9e11-6f46b66cc158,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:04.235365 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-556ff04f-526d-4be3-b78f-492ce1ac67a3 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:04.237272 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-556ff04f-526d-4be3-b78f-492ce1ac67a3 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3301303 Jan 27 17:11:04.242630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'subnet': {'network_id': 'b01845ef-2e1f-4834-9e11-6f46b66cc158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:04.244957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34992) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.246859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network b01845ef-2e1f-4834-9e11-6f46b66cc158 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:04.248642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-670efc5d-7735-4d53-bd66-f81a2f4e8d28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.271445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.284334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f8af1854-ec28-433b-8c12-9813e2eb70cb tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '1b9435bc-1530-4ee5-b4ca-d195101df38f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:04.284807 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-f8af1854-ec28-433b-8c12-9813e2eb70cb tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 17:11:04.285492 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-f8af1854-ec28-433b-8c12-9813e2eb70cb tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:04.286570 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f8af1854-ec28-433b-8c12-9813e2eb70cb tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0402856 Jan 27 17:11:04.289621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 34996) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.298388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1c590b82-77b0-4b21-b0b8-448faacc2bb1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:04.312247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b831d1fc-1347-48b6-a450-d0766338187e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '1b9435bc-1530-4ee5-b4ca-d195101df38f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:04.319415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-670efc5d-7735-4d53-bd66-f81a2f4e8d28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.321857 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b04103df-447f-4165-979b-1b89aee97468 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48c0a6d59f1442cca60c30340ebbf21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5061433 Jan 27 17:11:04.322997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670efc5d-7735-4d53-bd66-f81a2f4e8d28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Subnet': ['ID=aacf23c3-8310-4e30-a9a3-3c46ad654470,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:04.329417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b831d1fc-1347-48b6-a450-d0766338187e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:04.332723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35000) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.340337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83126641-16bb-42dd-9dd4-1a3b28c0dbfe None None] Network 1b6d3eb1-f356-4750-b3ea-773a2956c598 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:04.343331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b831d1fc-1347-48b6-a450-d0766338187e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:04.356425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b831d1fc-1347-48b6-a450-d0766338187e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:04.364058 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-670efc5d-7735-4d53-bd66-f81a2f4e8d28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/aacf23c3-8310-4e30-a9a3-3c46ad654470 HTTP/1.1" status: 204 len: 168 time: 1.2518151 Jan 27 17:11:04.371523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b831d1fc-1347-48b6-a450-d0766338187e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:04.374923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35004) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.430317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1c590b82-77b0-4b21-b0b8-448faacc2bb1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:04.431572 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1c590b82-77b0-4b21-b0b8-448faacc2bb1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2891557 Jan 27 17:11:04.440121 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35008) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.450795 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:04.456558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ad9dc4ca-0a10-4664-a4a9-c68e601c5bce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group': {'name': 'tempest-secgroup--738459852'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:04.465060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.472018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ad9dc4ca-0a10-4664-a4a9-c68e601c5bce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:04.478657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:subnet and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:04.485816 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:04.504727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ad9dc4ca-0a10-4664-a4a9-c68e601c5bce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:04.507344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:04.509983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5cbd2b-e628-46ea-a13c-5408f105ea2c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting subnet 8a113e5c-ba36-4576-a287-bff02f377503 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:04.521418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.531476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab5cbd2b-e628-46ea-a13c-5408f105ea2c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.569879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a12eb52e-2870-4089-83c8-767eb18f0f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.572030 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-b831d1fc-1347-48b6-a450-d0766338187e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:04.575974 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b831d1fc-1347-48b6-a450-d0766338187e tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2715814 Jan 27 17:11:04.576150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc4ca-0a10-4664-a4a9-c68e601c5bce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.578521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35012) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.593401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0f2639cc-c614-401f-8c46-abcda9c26cb8 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '1b9435bc-1530-4ee5-b4ca-d195101df38f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:04.593911 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-0f2639cc-c614-401f-8c46-abcda9c26cb8 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 17:11:04.594422 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-0f2639cc-c614-401f-8c46-abcda9c26cb8 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:04.606588 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0f2639cc-c614-401f-8c46-abcda9c26cb8 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0227237 Jan 27 17:11:04.609321 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35016) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.613703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-7a86e0db-b19a-46c8-a4c2-d135554d9af9 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '1b9435bc-1530-4ee5-b4ca-d195101df38f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:04.622557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:04.626025 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.639490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7a86e0db-b19a-46c8-a4c2-d135554d9af9 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:04.653660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab5cbd2b-e628-46ea-a13c-5408f105ea2c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.662595 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:04.670872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:04.690683 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:04.691976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:04.692781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.696685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event updated for resources: {'Port': ['ID=ec96a5aa-74a4-4714-9bde-ba73a070834d,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:04.700243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a12eb52e-2870-4089-83c8-767eb18f0f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.702375 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ad9dc4ca-0a10-4664-a4a9-c68e601c5bce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:04.706532 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.714143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7a86e0db-b19a-46c8-a4c2-d135554d9af9 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:04.738577 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7a86e0db-b19a-46c8-a4c2-d135554d9af9 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:04.756909 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ad9dc4ca-0a10-4664-a4a9-c68e601c5bce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:04.757111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7a86e0db-b19a-46c8-a4c2-d135554d9af9 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:04.764764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ad9dc4ca-0a10-4664-a4a9-c68e601c5bce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:04.846003 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-7a86e0db-b19a-46c8-a4c2-d135554d9af9 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:04.850260 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7a86e0db-b19a-46c8-a4c2-d135554d9af9 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2410903 Jan 27 17:11:04.850811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ad9dc4ca-0a10-4664-a4a9-c68e601c5bce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:04.852847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35020) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.860869 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a7563caf-6bde-4b97-88ec-add892788aca tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '1b9435bc-1530-4ee5-b4ca-d195101df38f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:04.861343 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-a7563caf-6bde-4b97-88ec-add892788aca tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 17:11:04.861867 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-a7563caf-6bde-4b97-88ec-add892788aca tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:04.871806 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-26c96288-8afc-459f-901f-9c493fbc0df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5129285 Jan 27 17:11:04.872169 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a7563caf-6bde-4b97-88ec-add892788aca tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126884 Jan 27 17:11:04.872169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35024) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.873236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35028) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.874419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab5cbd2b-e628-46ea-a13c-5408f105ea2c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.876257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:04.887049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:04.917732 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-671b182e-3d7b-4c0d-96b4-36915e68b1a1 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '1b9435bc-1530-4ee5-b4ca-d195101df38f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:04.921121 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:04.924075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-671b182e-3d7b-4c0d-96b4-36915e68b1a1 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:04.976812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event updated for resources: {'Port': ['ID=9b9d84ae-e140-4337-8351-3f05dd3dac0c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:04.982201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a12eb52e-2870-4089-83c8-767eb18f0f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.007345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-671b182e-3d7b-4c0d-96b4-36915e68b1a1 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:05.019429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12eb52e-2870-4089-83c8-767eb18f0f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65290edc-66ae-444f-9dd4-91cff0b2755c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:05.047161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-671b182e-3d7b-4c0d-96b4-36915e68b1a1 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:05.051619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a12eb52e-2870-4089-83c8-767eb18f0f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.053168 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a12eb52e-2870-4089-83c8-767eb18f0f7b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65290edc-66ae-444f-9dd4-91cff0b2755c HTTP/1.1" status: 204 len: 168 time: 0.7169993 Jan 27 17:11:05.064608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-671b182e-3d7b-4c0d-96b4-36915e68b1a1 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:05.082132 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45db6389-0272-49d5-9c29-15f29f1d6cc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:05.088388 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-45db6389-0272-49d5-9c29-15f29f1d6cc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "GET /v2.0/ports/ec96a5aa-74a4-4714-9bde-ba73a070834d HTTP/1.1" status: 200 len: 959 time: 0.1752446 Jan 27 17:11:05.088904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35034) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:05.185311 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab5cbd2b-e628-46ea-a13c-5408f105ea2c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.227065 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-65a44836-86ed-4f57-8746-dc37f3ca1527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Deleting port ec96a5aa-74a4-4714-9bde-ba73a070834d {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:05.227415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65a44836-86ed-4f57-8746-dc37f3ca1527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.255442 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-671b182e-3d7b-4c0d-96b4-36915e68b1a1 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:05.259972 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-671b182e-3d7b-4c0d-96b4-36915e68b1a1 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3889503 Jan 27 17:11:05.265655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35038) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:05.306573 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc4ca-0a10-4664-a4a9-c68e601c5bce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.311030 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cbd2b-e628-46ea-a13c-5408f105ea2c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Subnet': ['ID=8a113e5c-ba36-4576-a287-bff02f377503,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:05.384153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc4ca-0a10-4664-a4a9-c68e601c5bce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.388600 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e4483707-54bf-4621-aee9-7d488dcc0776 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '1b9435bc-1530-4ee5-b4ca-d195101df38f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:05.460734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab5cbd2b-e628-46ea-a13c-5408f105ea2c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.468271 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e4483707-54bf-4621-aee9-7d488dcc0776 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:05.487950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e4483707-54bf-4621-aee9-7d488dcc0776 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:05.506325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e4483707-54bf-4621-aee9-7d488dcc0776 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:05.516570 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ab5cbd2b-e628-46ea-a13c-5408f105ea2c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/8a113e5c-ba36-4576-a287-bff02f377503 HTTP/1.1" status: 204 len: 168 time: 1.1399109 Jan 27 17:11:05.526761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35044) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:05.561302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e4483707-54bf-4621-aee9-7d488dcc0776 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:05.663317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc4ca-0a10-4664-a4a9-c68e601c5bce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.664781 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ad9dc4ca-0a10-4664-a4a9-c68e601c5bce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2202392 Jan 27 17:11:05.665805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dc4ca-0a10-4664-a4a9-c68e601c5bce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff71052-2513-432f-9328-574b6a53a285,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:05.670451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35048) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:05.706047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-13ef06a8-4c5d-4b0e-b178-711b97786a9d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group_rule': {'security_group_id': '8ff71052-2513-432f-9328-574b6a53a285', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:05.729099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35052) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:05.737105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-13ef06a8-4c5d-4b0e-b178-711b97786a9d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:05.751872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e063c146-ee7e-4967-b1af-e87172f0dbc9 None None] Network 1b6d3eb1-f356-4750-b3ea-773a2956c598 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:05.753018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-13ef06a8-4c5d-4b0e-b178-711b97786a9d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:05.758805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.765069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-13ef06a8-4c5d-4b0e-b178-711b97786a9d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:05.782042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1bcd78e2-e1a0-4798-94f9-3855f3701c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.884060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.888107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1bcd78e2-e1a0-4798-94f9-3855f3701c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:05.898659 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65a44836-86ed-4f57-8746-dc37f3ca1527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.910311 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1bcd78e2-e1a0-4798-94f9-3855f3701c22 admin admin] Usage tracker for resource:security_group_rule and tenant:699315eac8fe40b095a7b8374a4d2e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:05.917743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1bcd78e2-e1a0-4798-94f9-3855f3701c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:05.923301 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-e4483707-54bf-4621-aee9-7d488dcc0776 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:05.924576 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e4483707-54bf-4621-aee9-7d488dcc0776 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6312482 Jan 27 17:11:05.974543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-293a8023-9851-428d-9911-2ff911e54d29 None None] Provisioning complete for port 170d6ccd-a78f-4a99-9825-b5b82272ea68 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:05.974916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-293a8023-9851-428d-9911-2ff911e54d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.989562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1bcd78e2-e1a0-4798-94f9-3855f3701c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:06.017358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-13ef06a8-4c5d-4b0e-b178-711b97786a9d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:06.019170 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35056) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:06.019966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.060208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-65a44836-86ed-4f57-8746-dc37f3ca1527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Calling delete_port for ec96a5aa-74a4-4714-9bde-ba73a070834d owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:06.097212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 170d6ccd-a78f-4a99-9825-b5b82272ea68 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:06.097212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.205863 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eee1a7-1d5a-4403-9d42-a13b306611b0 None None] DHCP port deletion for 1b6d3eb1-f356-4750-b3ea-773a2956c598 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:06.211486 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-62eee1a7-1d5a-4403-9d42-a13b306611b0 None None] Deleting port 170d6ccd-a78f-4a99-9825-b5b82272ea68 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:06.212150 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-62eee1a7-1d5a-4403-9d42-a13b306611b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.241957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-13ef06a8-4c5d-4b0e-b178-711b97786a9d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.272749 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Subnet': ['ID=d16e6cfe-bf0a-423d-a827-a649049bbc1c,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:06.387537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Checking segment: {'id': 'c9b7427d-7785-4549-b804-343f2c121774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'b01845ef-2e1f-4834-9e11-6f46b66cc158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:06.388268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network hostable DHCP agents. Network: b01845ef-2e1f-4834-9e11-6f46b66cc158, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:06.443541 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65a44836-86ed-4f57-8746-dc37f3ca1527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.443829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-df14e07c-367b-41bd-ada9-35c965b15b72 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.547062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-62eee1a7-1d5a-4403-9d42-a13b306611b0 None None] For port 170d6ccd-a78f-4a99-9825-b5b82272ea68, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=170d6ccd-a78f-4a99-9825-b5b82272ea68,segment=NetworkSegment(56c88476-14b7-4e16-ba4c-cd7989ce9e22),segment_id=56c88476-14b7-4e16-ba4c-cd7989ce9e22)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:06.547763 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-62eee1a7-1d5a-4403-9d42-a13b306611b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.612788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network b01845ef-2e1f-4834-9e11-6f46b66cc158 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:06.617135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-13ef06a8-4c5d-4b0e-b178-711b97786a9d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.619045 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-df14e07c-367b-41bd-ada9-35c965b15b72 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.643208 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-13ef06a8-4c5d-4b0e-b178-711b97786a9d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.709230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, b01845ef-2e1f-4834-9e11-6f46b66cc158) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:06.714665 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:06.715272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.732278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-62eee1a7-1d5a-4403-9d42-a13b306611b0 None None] Calling delete_port for 170d6ccd-a78f-4a99-9825-b5b82272ea68 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:06.757660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a44836-86ed-4f57-8746-dc37f3ca1527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec96a5aa-74a4-4714-9bde-ba73a070834d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:06.778992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef06a8-4c5d-4b0e-b178-711b97786a9d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6ccf0c-9a41-454f-b3d9-4a821af47fd2,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:06.783388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517c67c5-bf27-448b-b9a3-91a0465a9e0e None None] Network b01845ef-2e1f-4834-9e11-6f46b66cc158 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:06.799948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65a44836-86ed-4f57-8746-dc37f3ca1527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.822234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-13ef06a8-4c5d-4b0e-b178-711b97786a9d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.826534 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-13ef06a8-4c5d-4b0e-b178-711b97786a9d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1324053 Jan 27 17:11:06.833403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] For port 170d6ccd-a78f-4a99-9825-b5b82272ea68, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=170d6ccd-a78f-4a99-9825-b5b82272ea68,segment=NetworkSegment(56c88476-14b7-4e16-ba4c-cd7989ce9e22),segment_id=56c88476-14b7-4e16-ba4c-cd7989ce9e22)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:06.834073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.835331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35060) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:06.844869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6ce4810f-0a5b-41f1-ae78-d6d35acaa8b0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group_rule': {'security_group_id': '8ff71052-2513-432f-9328-574b6a53a285', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:06.880192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6ce4810f-0a5b-41f1-ae78-d6d35acaa8b0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:06.889279 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-df14e07c-367b-41bd-ada9-35c965b15b72 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.894656 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-df14e07c-367b-41bd-ada9-35c965b15b72 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.899877 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-df14e07c-367b-41bd-ada9-35c965b15b72 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "DELETE /v2.0/security-groups/1b9435bc-1530-4ee5-b4ca-d195101df38f HTTP/1.1" status: 204 len: 168 time: 0.8074465 Jan 27 17:11:06.899877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6ce4810f-0a5b-41f1-ae78-d6d35acaa8b0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:06.907095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.923271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35064) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:06.924658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6ce4810f-0a5b-41f1-ae78-d6d35acaa8b0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:06.937239 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4d785e6c-549c-46df-8657-d94ad47541c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7140901 Jan 27 17:11:06.937486 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1bcd78e2-e1a0-4798-94f9-3855f3701c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.938335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35068) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:06.970927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6ce4810f-0a5b-41f1-ae78-d6d35acaa8b0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:06.975603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.975773 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-62eee1a7-1d5a-4403-9d42-a13b306611b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.990527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14e07c-367b-41bd-ada9-35c965b15b72 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9435bc-1530-4ee5-b4ca-d195101df38f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:07.003058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'subnet': {'network_id': 'b01845ef-2e1f-4834-9e11-6f46b66cc158', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:07.032871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 170d6ccd-a78f-4a99-9825-b5b82272ea68 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:07.063447 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-65a44836-86ed-4f57-8746-dc37f3ca1527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "DELETE /v2.0/ports/ec96a5aa-74a4-4714-9bde-ba73a070834d HTTP/1.1" status: 204 len: 168 time: 1.9729149 Jan 27 17:11:07.070125 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 170d6ccd-a78f-4a99-9825-b5b82272ea68 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:07.077942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35072) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:07.078232 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1bcd78e2-e1a0-4798-94f9-3855f3701c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.100340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eee1a7-1d5a-4403-9d42-a13b306611b0 None None] No DVR routers for this DVR port 170d6ccd-a78f-4a99-9825-b5b82272ea68 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:07.127807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eee1a7-1d5a-4403-9d42-a13b306611b0 None None] Pushing event deleted for resources: {'Port': ['ID=170d6ccd-a78f-4a99-9825-b5b82272ea68,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:07.142926 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 170d6ccd-a78f-4a99-9825-b5b82272ea68 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:07.143259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 170d6ccd-a78f-4a99-9825-b5b82272ea68 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:07.221226 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc382aff-223c-4396-8b8f-509bb3b2d9b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:11:07.221869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cc382aff-223c-4396-8b8f-509bb3b2d9b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Synchronizing usage tracker for tenant:8443702706b1463e963022f236478ced on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:07.233781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ce4810f-0a5b-41f1-ae78-d6d35acaa8b0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.281646 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-b01845ef-2e1f-4834-9e11-6f46b66cc158', 'network_id': 'b01845ef-2e1f-4834-9e11-6f46b66cc158', 'tenant_id': '1767f08f340a49a1af96076fddab478f', 'fixed_ips': [{'subnet_id': 'd16e6cfe-bf0a-423d-a827-a649049bbc1c'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:07.282655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.334455 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1bcd78e2-e1a0-4798-94f9-3855f3701c22 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=699315eac8fe40b095a7b8374a4d2e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5929179 Jan 27 17:11:07.340883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35076) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:07.347995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd78e2-e1a0-4798-94f9-3855f3701c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edede03-ad6e-4e6f-afea-774ad2776fe7,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:07.352915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:07.376776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:subnet and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:07.384126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:07.404770 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:07.405604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:07.408593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:07.451975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:07.458852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.518138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3ba9fbb9-1d3a-49a6-b1bc-df8305a51783 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Synchronizing usage tracker for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:07.535206 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-789f64e9-2657-4020-8d60-cbe80a8d493d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.566882 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Allocated IP 2001:db8::2 (b01845ef-2e1f-4834-9e11-6f46b66cc158/d16e6cfe-bf0a-423d-a827-a649049bbc1c/7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:07.580459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cc382aff-223c-4396-8b8f-509bb3b2d9b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Unset dirty status for tenant:8443702706b1463e963022f236478ced on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:07.582245 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cc382aff-223c-4396-8b8f-509bb3b2d9b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "GET /v2.0/ports/ec96a5aa-74a4-4714-9bde-ba73a070834d HTTP/1.1" status: 404 len: 333 time: 0.5050533 Jan 27 17:11:07.597828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35080) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:07.619199 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3ba9fbb9-1d3a-49a6-b1bc-df8305a51783 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Unset dirty status for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:07.620500 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3ba9fbb9-1d3a-49a6-b1bc-df8305a51783 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6908681 Jan 27 17:11:07.623015 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Request body: {'port': {'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334867857'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:07.626819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35084) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:07.638125 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d563db42-b845-4b20-85a6-1072a3f6b9cd tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group': {'name': 'tempest-secgroup--871397837'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:07.638742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:07.649178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-789f64e9-2657-4020-8d60-cbe80a8d493d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.649726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d563db42-b845-4b20-85a6-1072a3f6b9cd tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:07.672886 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ce4810f-0a5b-41f1-ae78-d6d35acaa8b0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.679242 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d563db42-b845-4b20-85a6-1072a3f6b9cd tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:07.683625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:07.685028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ce4810f-0a5b-41f1-ae78-d6d35acaa8b0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.726810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d563db42-b845-4b20-85a6-1072a3f6b9cd tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.733026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Made reservation on behalf of 8443702706b1463e963022f236478ced for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:07.736308 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.737090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4810f-0a5b-41f1-ae78-d6d35acaa8b0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917446d2-59a9-4859-8d28-712f4e794765,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:07.765889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d563db42-b845-4b20-85a6-1072a3f6b9cd tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:07.770281 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d563db42-b845-4b20-85a6-1072a3f6b9cd tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:07.774021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d563db42-b845-4b20-85a6-1072a3f6b9cd tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:07.778872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] device_id is not set on port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:07.780548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d563db42-b845-4b20-85a6-1072a3f6b9cd tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:07.783952 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Router fde71007-abc6-494e-89d1-a85784093135 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:11:07.788839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ce4810f-0a5b-41f1-ae78-d6d35acaa8b0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.790022 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6ce4810f-0a5b-41f1-ae78-d6d35acaa8b0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9531472 Jan 27 17:11:07.795262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35088) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:07.806376 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-91f5736d-7a11-49ba-a921-9e1d5e8ad4cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group_rule': {'security_group_id': '8ff71052-2513-432f-9328-574b6a53a285', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:07.880068 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-91f5736d-7a11-49ba-a921-9e1d5e8ad4cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:07.895856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-91f5736d-7a11-49ba-a921-9e1d5e8ad4cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:07.899997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.904736 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-91f5736d-7a11-49ba-a921-9e1d5e8ad4cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:07.908885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 170d6ccd-a78f-4a99-9825-b5b82272ea68 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:07.909215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.918456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Transition to ACTIVE for port object 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:07.922838 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-91f5736d-7a11-49ba-a921-9e1d5e8ad4cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:07.946578 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-789f64e9-2657-4020-8d60-cbe80a8d493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.950817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Transition to ACTIVE for port object 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:07.961323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.050901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Network b01845ef-2e1f-4834-9e11-6f46b66cc158 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:08.054298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:08.055066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] The port '170d6ccd-a78f-4a99-9825-b5b82272ea68' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:11:08.056976 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f64e9-2657-4020-8d60-cbe80a8d493d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edede03-ad6e-4e6f-afea-774ad2776fe7,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:08.058491 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:08.060698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-91f5736d-7a11-49ba-a921-9e1d5e8ad4cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.068228 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Pushing event updated for resources: {'Port': ['ID=7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:08.127767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:08.148637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d563db42-b845-4b20-85a6-1072a3f6b9cd tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.152307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074c109f-e001-41e5-b70e-4519d0f6343d None None] Sync routers for ids ['fde71007-abc6-494e-89d1-a85784093135'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:08.170348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d563db42-b845-4b20-85a6-1072a3f6b9cd tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.180264 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c109f-e001-41e5-b70e-4519d0f6343d None None] Routers {'fde71007-abc6-494e-89d1-a85784093135'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:11:08.180663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-074c109f-e001-41e5-b70e-4519d0f6343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['fde71007-abc6-494e-89d1-a85784093135'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:08.242646 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Attempting to bind port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:08.243163 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Attempting to bind port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'c9b7427d-7785-4549-b804-343f2c121774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'b01845ef-2e1f-4834-9e11-6f46b66cc158'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:08.243369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Attempting to bind port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 on network b01845ef-2e1f-4834-9e11-6f46b66cc158 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:08.250083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.251814 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8192a17a-18d3-4f8e-a25b-9ff44b8e2e70 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "PUT /v2.0/routers/fde71007-abc6-494e-89d1-a85784093135 HTTP/1.1" status: 200 len: 915 time: 7.3112154 Jan 27 17:11:08.252875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d563db42-b845-4b20-85a6-1072a3f6b9cd tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.254361 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d563db42-b845-4b20-85a6-1072a3f6b9cd tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6261697 Jan 27 17:11:08.257867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35092) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.258352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563db42-b845-4b20-85a6-1072a3f6b9cd tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea980ce-2ced-4244-9aeb-05c5f1a9027d,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:08.266604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:08.267364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Checking segment: {'id': 'c9b7427d-7785-4549-b804-343f2c121774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'b01845ef-2e1f-4834-9e11-6f46b66cc158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:08.268146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.269104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Bound using segment: {'id': 'c9b7427d-7785-4549-b804-343f2c121774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'b01845ef-2e1f-4834-9e11-6f46b66cc158'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:08.270035 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Bound port: 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7427d-7785-4549-b804-343f2c121774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'b01845ef-2e1f-4834-9e11-6f46b66cc158'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:08.270576 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.279385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35096) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.303900 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-46143b35-26a6-4f87-b458-d81c6eac6675 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': 'fea980ce-2ced-4244-9aeb-05c5f1a9027d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:08.320605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-46143b35-26a6-4f87-b458-d81c6eac6675 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:08.362976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-91f5736d-7a11-49ba-a921-9e1d5e8ad4cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.367246 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-074c109f-e001-41e5-b70e-4519d0f6343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:08.371340 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-91f5736d-7a11-49ba-a921-9e1d5e8ad4cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.393840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c109f-e001-41e5-b70e-4519d0f6343d None None] Routers {'fde71007-abc6-494e-89d1-a85784093135'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:11:08.394756 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-074c109f-e001-41e5-b70e-4519d0f6343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['fde71007-abc6-494e-89d1-a85784093135'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:08.398728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.408055 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-46143b35-26a6-4f87-b458-d81c6eac6675 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:08.433744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-46143b35-26a6-4f87-b458-d81c6eac6675 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:08.436647 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-789f64e9-2657-4020-8d60-cbe80a8d493d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.440572 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-789f64e9-2657-4020-8d60-cbe80a8d493d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5edede03-ad6e-4e6f-afea-774ad2776fe7 HTTP/1.1" status: 204 len: 168 time: 1.0947723 Jan 27 17:11:08.459082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-46143b35-26a6-4f87-b458-d81c6eac6675 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:08.462133 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-074c109f-e001-41e5-b70e-4519d0f6343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:08.462688 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074c109f-e001-41e5-b70e-4519d0f6343d None None] The sync data for ids ['fde71007-abc6-494e-89d1-a85784093135'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:08.470058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.479442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] For port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:08.482767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6d3eb1-f356-4750-b3ea-773a2956c598']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:08.485663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] For port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4,segment=NetworkSegment(c9b7427d-7785-4549-b804-343f2c121774),segment_id=c9b7427d-7785-4549-b804-343f2c121774)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:08.496776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5736d-7a11-49ba-a921-9e1d5e8ad4cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec120a5-261a-47e6-85b9-92e6179697e9,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:08.499604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.508576 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.545525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c88476-14b7-4e16-ba4c-cd7989ce9e22') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:08.545836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c88476-14b7-4e16-ba4c-cd7989ce9e22') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:08.569958 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6f9251bb-cc00-4e47-83ad-fca2027c7399 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/routers/fde71007-abc6-494e-89d1-a85784093135 HTTP/1.1" status: 200 len: 921 time: 0.3081656 Jan 27 17:11:08.571816 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-91f5736d-7a11-49ba-a921-9e1d5e8ad4cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.573114 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-91f5736d-7a11-49ba-a921-9e1d5e8ad4cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7749321 Jan 27 17:11:08.573855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35102) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.577500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35104) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.589558 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.620874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd0221-f4ba-43c7-be75-b20649513cd0 None None] Pushing event updated for resources: {'Port': ['ID=7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:08.640349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network b01845ef-2e1f-4834-9e11-6f46b66cc158 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:08.651357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:08.654443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:08.655022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.682605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.689191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Subnet': ['ID=88df2bf7-f71d-4575-9ae8-b52c30296155,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:08.695425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1ebb872a-e023-406f-acb7-23855964be49 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group_rule': {'security_group_id': '8ff71052-2513-432f-9328-574b6a53a285', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:08.702074 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-46143b35-26a6-4f87-b458-d81c6eac6675 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The resource could not be found. Jan 27 17:11:08.703442 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-46143b35-26a6-4f87-b458-d81c6eac6675 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4230185 Jan 27 17:11:08.705167 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:08.705641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.708158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1ebb872a-e023-406f-acb7-23855964be49 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:08.712464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35112) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.715251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1ebb872a-e023-406f-acb7-23855964be49 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:08.724406 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-982aef33-4378-4391-bd20-71b43741f4d8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7848132 Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:08.725435 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:08.728627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1ebb872a-e023-406f-acb7-23855964be49 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:08.730806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35116) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.733934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-2a335cea-ccc8-43e6-8f7a-6684e0001b02 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': 'fea980ce-2ced-4244-9aeb-05c5f1a9027d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9b305e74-7d90-4041-b540-1e6d84f97e68'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:08.746187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2a335cea-ccc8-43e6-8f7a-6684e0001b02 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:08.751252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1ebb872a-e023-406f-acb7-23855964be49 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:08.755819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2a335cea-ccc8-43e6-8f7a-6684e0001b02 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:08.761556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2a335cea-ccc8-43e6-8f7a-6684e0001b02 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:08.772653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2a335cea-ccc8-43e6-8f7a-6684e0001b02 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:08.791186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.793087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ebb872a-e023-406f-acb7-23855964be49 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.839747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086fdfcd-e3bd-4b86-9396-a74d093ec3af tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:08.840448 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-086fdfcd-e3bd-4b86-9396-a74d093ec3af tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Synchronizing usage tracker for tenant:dcee6e0a213648e3b21d62e972d67e5d on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:08.896267 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-2a335cea-ccc8-43e6-8f7a-6684e0001b02 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The resource could not be found. Jan 27 17:11:08.897349 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2a335cea-ccc8-43e6-8f7a-6684e0001b02 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1839135 Jan 27 17:11:08.901640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35122) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.922847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-086fdfcd-e3bd-4b86-9396-a74d093ec3af tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Unset dirty status for tenant:dcee6e0a213648e3b21d62e972d67e5d on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:08.928139 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-086fdfcd-e3bd-4b86-9396-a74d093ec3af tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&device_id=fde71007-abc6-494e-89d1-a85784093135&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3528945 Jan 27 17:11:08.933556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35128) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:09.000164 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ebb872a-e023-406f-acb7-23855964be49 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.085552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ebb872a-e023-406f-acb7-23855964be49 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.111662 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.117360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.162375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:09.170147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:09.173075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:09.174483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:09.175631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.183688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685872ab-0b47-466a-903a-17f03e3da10b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:09.185454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685872ab-0b47-466a-903a-17f03e3da10b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:09.187053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685872ab-0b47-466a-903a-17f03e3da10b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:09.189104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685872ab-0b47-466a-903a-17f03e3da10b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:09.190474 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685872ab-0b47-466a-903a-17f03e3da10b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:09.192017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-685872ab-0b47-466a-903a-17f03e3da10b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Synchronizing usage tracker for tenant:1767f08f340a49a1af96076fddab478f on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:09.208042 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/networks/1b6d3eb1-f356-4750-b3ea-773a2956c598 HTTP/1.1" status: 204 len: 168 time: 3.6763067 Jan 27 17:11:09.211908 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-02cbf17d-9276-405b-bc80-8790110e300f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.218387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce869131-7ca8-434e-9df5-78c7816f133a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Network': ['ID=1b6d3eb1-f356-4750-b3ea-773a2956c598,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:09.224896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35136) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:09.225521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event updated for resources: {'Port': ['ID=bf18bede-f4e8-4c8c-b24e-c34921ca1d9e,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:09.246295 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-02cbf17d-9276-405b-bc80-8790110e300f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.282010 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2e7e20b0-8003-49ec-8cea-712e8fa5c236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6791902 Jan 27 17:11:09.293457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35140) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:09.307677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:09.323381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb872a-e023-406f-acb7-23855964be49 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb02479f-dbef-43ba-8dfb-06e19519d0cd,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:09.340987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ebb872a-e023-406f-acb7-23855964be49 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.347223 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1ebb872a-e023-406f-acb7-23855964be49 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6620803 Jan 27 17:11:09.352651 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35146) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:09.356243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65e8e7c-e54e-4768-9d8a-0482a17d956b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:09.356822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b65e8e7c-e54e-4768-9d8a-0482a17d956b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Synchronizing usage tracker for tenant:dcee6e0a213648e3b21d62e972d67e5d on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:09.359776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-685872ab-0b47-466a-903a-17f03e3da10b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Unset dirty status for tenant:1767f08f340a49a1af96076fddab478f on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:09.360992 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-685872ab-0b47-466a-903a-17f03e3da10b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6280885 Jan 27 17:11:09.371995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35150) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:09.378146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a5c4b815-6a2d-49c9-8533-e6b7155ae58d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group_rule': {'security_group_id': '8ff71052-2513-432f-9328-574b6a53a285', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:09.394715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a5c4b815-6a2d-49c9-8533-e6b7155ae58d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:09.400967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-725047737'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:09.408963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a5c4b815-6a2d-49c9-8533-e6b7155ae58d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:09.409716 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:09.415105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a5c4b815-6a2d-49c9-8533-e6b7155ae58d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:09.417344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:network and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:09.424217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:09.431689 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a5c4b815-6a2d-49c9-8533-e6b7155ae58d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:09.435668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b65e8e7c-e54e-4768-9d8a-0482a17d956b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Unset dirty status for tenant:dcee6e0a213648e3b21d62e972d67e5d on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:09.440252 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b65e8e7c-e54e-4768-9d8a-0482a17d956b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/networks/30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 881 time: 0.5028453 Jan 27 17:11:09.440252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:09.440782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35158) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:09.489747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-02cbf17d-9276-405b-bc80-8790110e300f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.521169 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbf17d-9276-405b-bc80-8790110e300f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea980ce-2ced-4244-9aeb-05c5f1a9027d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:09.524105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce52b0-dc14-4a83-8134-d4ee5a7f2ba2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:09.524860 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-06ce52b0-dc14-4a83-8134-d4ee5a7f2ba2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:09.533271 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-123270a6-1cc5-4b80-abf8-9dce6a8cf756 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "GET /v2.0/ports?device_id=fde71007-abc6-494e-89d1-a85784093135 HTTP/1.1" status: 200 len: 205 time: 0.0898805 Jan 27 17:11:09.534435 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b815-6a2d-49c9-8533-e6b7155ae58d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.536480 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:09.545255 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35164) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:09.546315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.546638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.584693 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1217} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:09.594593 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.594941 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Added segment 94e00015-73d4-4094-af24-fe4c15ef1e09 of type vlan for network 05dbd5af-7b0d-48ab-9059-78e521514372 Jan 27 17:11:09.626889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.670931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.678640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:09.679417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.778017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-06ce52b0-dc14-4a83-8134-d4ee5a7f2ba2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:09.784830 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-06ce52b0-dc14-4a83-8134-d4ee5a7f2ba2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5466173 Jan 27 17:11:09.818229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35170) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:09.830503 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Network': ['ID=05dbd5af-7b0d-48ab-9059-78e521514372,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:09.839822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-02cbf17d-9276-405b-bc80-8790110e300f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.842867 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-02cbf17d-9276-405b-bc80-8790110e300f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "DELETE /v2.0/security-groups/fea980ce-2ced-4244-9aeb-05c5f1a9027d HTTP/1.1" status: 204 len: 168 time: 0.9376912 Jan 27 17:11:09.849327 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 05dbd5af-7b0d-48ab-9059-78e521514372 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:09.876287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b815-6a2d-49c9-8533-e6b7155ae58d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.884316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35174) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:09.917930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b815-6a2d-49c9-8533-e6b7155ae58d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.975035 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1ccec88c-e84e-46ec-8e99-23296472de11 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5993900 Jan 27 17:11:09.977736 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35178) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:09.986176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f73ef7ba-debe-4edd-8fd0-e359d8881816 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:10.102378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ba99e760-7fb6-424a-865b-58c43c73fa7d tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Synchronizing usage tracker for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:10.168983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4b815-6a2d-49c9-8533-e6b7155ae58d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb0d44d-4c88-4d1a-ac5b-86f1d22062ec,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:10.173128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0ea02743-e645-4eb7-83b2-c47748af94b7 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:10.233516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0ea02743-e645-4eb7-83b2-c47748af94b7 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:10.239938 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0ea02743-e645-4eb7-83b2-c47748af94b7 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4019861 Jan 27 17:11:10.240152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ba99e760-7fb6-424a-865b-58c43c73fa7d tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Unset dirty status for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:10.240152 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ba99e760-7fb6-424a-865b-58c43c73fa7d tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3543608 Jan 27 17:11:10.240862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35184) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:10.246620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35186) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:10.257901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ab562888-130d-40a8-bcd8-7964df01c63f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': '6f57ff40-2047-42af-8720-9a3fbc0ab22a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:10.330940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b815-6a2d-49c9-8533-e6b7155ae58d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.337976 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a5c4b815-6a2d-49c9-8533-e6b7155ae58d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9709148 Jan 27 17:11:10.338261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ab562888-130d-40a8-bcd8-7964df01c63f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:10.338261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35194) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:10.339666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.377553 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e43474-7a34-4df4-b38d-0f0db91aeab5 None None] Network b01845ef-2e1f-4834-9e11-6f46b66cc158 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:10.419798 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1419183213'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:10.441138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:10.485139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:network and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:10.497977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:10.513683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:10.532589 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9b4d85ab-8971-47a7-966c-86b549079ed6 None None] Provisioning for port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:10.573971 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:10.580098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.599497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ab562888-130d-40a8-bcd8-7964df01c63f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:10.607434 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ab562888-130d-40a8-bcd8-7964df01c63f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:10.624936 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ab562888-130d-40a8-bcd8-7964df01c63f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:10.628411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8b28ed9f-b1b0-4a31-afea-ffbe7b3749cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.643050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8b28ed9f-b1b0-4a31-afea-ffbe7b3749cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.705534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8b28ed9f-b1b0-4a31-afea-ffbe7b3749cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.734538 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f73ef7ba-debe-4edd-8fd0-e359d8881816 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.762309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] device_id is not set on port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:10.774097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:10.788981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.789509 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8b28ed9f-b1b0-4a31-afea-ffbe7b3749cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.791111 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8b28ed9f-b1b0-4a31-afea-ffbe7b3749cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/2cb0d44d-4c88-4d1a-ac5b-86f1d22062ec HTTP/1.1" status: 204 len: 168 time: 0.4515057 Jan 27 17:11:10.793079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f73ef7ba-debe-4edd-8fd0-e359d8881816 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.796795 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35206) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:10.799386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28ed9f-b1b0-4a31-afea-ffbe7b3749cc tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cb0d44d-4c88-4d1a-ac5b-86f1d22062ec,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:10.804997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.806497 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Added segment 809ad2c0-109a-4469-8943-a9e8d4e9a8aa of type vlan for network c7c291ab-f704-4fe2-bdb6-3e46225acfe2 Jan 27 17:11:10.837204 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.846226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Transition to ACTIVE for port object bf18bede-f4e8-4c8c-b24e-c34921ca1d9e will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:10.860137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35210) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:10.870687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f73ef7ba-debe-4edd-8fd0-e359d8881816 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network 05dbd5af-7b0d-48ab-9059-78e521514372 is not hosted by any dhcp agent {{(pid=87609) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 27 17:11:10.872758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.876390 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73ef7ba-debe-4edd-8fd0-e359d8881816 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:10.877035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f73ef7ba-debe-4edd-8fd0-e359d8881816 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.881575 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f73ef7ba-debe-4edd-8fd0-e359d8881816 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "PUT /v2.0/networks/05dbd5af-7b0d-48ab-9059-78e521514372 HTTP/1.1" status: 200 len: 723 time: 0.8996158 Jan 27 17:11:10.913460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Deleting port 9b9d84ae-e140-4337-8351-3f05dd3dac0c {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:10.914114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.924457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa80877b-3d54-444a-9cef-1c80b3125046 None None] Update dhcp port {'port': {'network_id': 'b01845ef-2e1f-4834-9e11-6f46b66cc158', 'fixed_ips': [{'subnet_id': 'd16e6cfe-bf0a-423d-a827-a649049bbc1c', 'ip_address': '2001:db8::2'}, {'subnet_id': '88df2bf7-f71d-4575-9ae8-b52c30296155'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': '7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:11:10.944336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35214) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:10.950729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ef7ba-debe-4edd-8fd0-e359d8881816 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Network': ['ID=05dbd5af-7b0d-48ab-9059-78e521514372,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:10.959115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'subnet': {'network_id': '05dbd5af-7b0d-48ab-9059-78e521514372', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:10.962805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.969797 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 05dbd5af-7b0d-48ab-9059-78e521514372 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:11.096967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:11.106692 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa80877b-3d54-444a-9cef-1c80b3125046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.115500 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-ab562888-130d-40a8-bcd8-7964df01c63f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The resource could not be found. Jan 27 17:11:11.116682 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ab562888-130d-40a8-bcd8-7964df01c63f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8665566 Jan 27 17:11:11.117770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:11.124597 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35220) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:11.136172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b3318e91-93e6-4fb6-86cf-676308d01ba2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group': {'name': 'tempest-secgroup--635012'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:11.141690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1f0d646f-f393-4cd0-9ac3-a78aa04fe20e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:11.152430 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b3318e91-93e6-4fb6-86cf-676308d01ba2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:11.152650 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:11:11.158393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:11.160379 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event updated for resources: {'Port': ['ID=bf18bede-f4e8-4c8c-b24e-c34921ca1d9e,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:11.162835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.181678 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b3318e91-93e6-4fb6-86cf-676308d01ba2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:11.233049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.241458 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:11.242575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.245102 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:11.370931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-bd97af7b-4994-483a-9a76-0f6072a58ead tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1985043262'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:11.377882 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bd97af7b-4994-483a-9a76-0f6072a58ead tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:11.386179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bd97af7b-4994-483a-9a76-0f6072a58ead tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Usage tracker for resource:router and tenant:90b75c96b0e9413b8bec906fbcda80bb is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:11.395544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bd97af7b-4994-483a-9a76-0f6072a58ead tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:11.398535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3318e91-93e6-4fb6-86cf-676308d01ba2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.416851 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bd97af7b-4994-483a-9a76-0f6072a58ead tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:11.457947 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:11.458619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b3318e91-93e6-4fb6-86cf-676308d01ba2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:11.462077 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bd97af7b-4994-483a-9a76-0f6072a58ead tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.463089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bd97af7b-4994-483a-9a76-0f6072a58ead tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.468726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:11.469402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.479426 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b3318e91-93e6-4fb6-86cf-676308d01ba2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:11.486466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b3318e91-93e6-4fb6-86cf-676308d01ba2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:11.500997 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b3318e91-93e6-4fb6-86cf-676308d01ba2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:11.509083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bd97af7b-4994-483a-9a76-0f6072a58ead tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.512441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.545460 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-fa80877b-3d54-444a-9cef-1c80b3125046 None None] Allocated IP 172.20.0.1 (b01845ef-2e1f-4834-9e11-6f46b66cc158/88df2bf7-f71d-4575-9ae8-b52c30296155/7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:11.598173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:11.598947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:11.599668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:11.615099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:11:11.616089 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:11:11.616089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1f0d646f-f393-4cd0-9ac3-a78aa04fe20e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:11.622315 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1f0d646f-f393-4cd0-9ac3-a78aa04fe20e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.8176055 Jan 27 17:11:11.622315 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 2 to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e Jan 27 17:11:11.630714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Network': ['ID=c7c291ab-f704-4fe2-bdb6-3e46225acfe2,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:11.636167 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-66ca1e44-0510-434a-a843-5507acc9963d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3001475 Jan 27 17:11:11.639433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35224) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:11.640006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35226) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:11.652701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bd97af7b-4994-483a-9a76-0f6072a58ead tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.655967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network c7c291ab-f704-4fe2-bdb6-3e46225acfe2 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:11.663521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:11.663974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:11.664341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:11.673519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': 'c7c291ab-f704-4fe2-bdb6-3e46225acfe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:11.682222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:11:11.682645 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:11:11.684628 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 3 to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e Jan 27 17:11:11.693307 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.700614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Subnet': ['ID=58857c5e-60a1-4819-a781-456a47a62b60,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:11.750542 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.783174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Checking segment: {'id': '94e00015-73d4-4094-af24-fe4c15ef1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '05dbd5af-7b0d-48ab-9059-78e521514372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:11.783522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network hostable DHCP agents. Network: 05dbd5af-7b0d-48ab-9059-78e521514372, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:11.821459 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:11.821873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:11.822266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:11.834416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Calling delete_port for 9b9d84ae-e140-4337-8351-3f05dd3dac0c owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:11.842311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e84dfb45-1f09-48a8-b8c7-21ce3988fe1d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.868216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fa80877b-3d54-444a-9cef-1c80b3125046 None None] For port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4,segment=NetworkSegment(c9b7427d-7785-4549-b804-343f2c121774),segment_id=c9b7427d-7785-4549-b804-343f2c121774)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:11.875793 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:11:11.876123 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:11:11.878700 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 4 to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e Jan 27 17:11:11.887927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e84dfb45-1f09-48a8-b8c7-21ce3988fe1d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.899430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa80877b-3d54-444a-9cef-1c80b3125046 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.900518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:11.900849 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:11.901187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:11.911224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:11:11.911548 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:11:11.920134 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 5 to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e Jan 27 17:11:11.920838 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bd97af7b-4994-483a-9a76-0f6072a58ead tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.924297 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bd97af7b-4994-483a-9a76-0f6072a58ead tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0604005 Jan 27 17:11:11.926173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3318e91-93e6-4fb6-86cf-676308d01ba2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.927601 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:11.929002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fa80877b-3d54-444a-9cef-1c80b3125046 None None] Transition to ACTIVE for port object 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:11.932058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35232) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:11.934441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa80877b-3d54-444a-9cef-1c80b3125046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.936657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:11.940795 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network 05dbd5af-7b0d-48ab-9059-78e521514372 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:11.942958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3318e91-93e6-4fb6-86cf-676308d01ba2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.950550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:11.950850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:11.951369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:11.960610 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:11:11.960826 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:11:11.962028 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 6 to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e Jan 27 17:11:11.986090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:11.986704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:11.987018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:11.993432 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:11:11.993978 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:11:11.994785 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 7 to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e Jan 27 17:11:12.006458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:12.043315 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:12.047702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:12.048272 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:12.048754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:12.059035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e84dfb45-1f09-48a8-b8c7-21ce3988fe1d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.061256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:11:12.061579 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:11:12.063609 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 8 to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e Jan 27 17:11:12.091947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:12.092299 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:12.092633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:12.099839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:11:12.100240 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:11:12.100629 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 9 to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e Jan 27 17:11:12.110710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.148701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 05dbd5af-7b0d-48ab-9059-78e521514372) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:12.153522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:12.154321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.159433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:12.159876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:12.162826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:12.162989 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80877b-3d54-444a-9cef-1c80b3125046 None None] Pushing event updated for resources: {'Port': ['ID=7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:12.163198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:12.163481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:12.169098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Pushing event deleted for resources: {'Port': ['ID=9b9d84ae-e140-4337-8351-3f05dd3dac0c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:12.169284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c37bd-5e0d-4b0a-a1fe-2ddba41308a7 None None] Network 05dbd5af-7b0d-48ab-9059-78e521514372 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:12.173381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:11:12.173700 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:11:12.189856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dfb45-1f09-48a8-b8c7-21ce3988fe1d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb02479f-dbef-43ba-8dfb-06e19519d0cd,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:12.199930 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3318e91-93e6-4fb6-86cf-676308d01ba2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.204426 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b3318e91-93e6-4fb6-86cf-676308d01ba2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1740 time: 1.0755131 Jan 27 17:11:12.204426 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e84dfb45-1f09-48a8-b8c7-21ce3988fe1d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.205102 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e84dfb45-1f09-48a8-b8c7-21ce3988fe1d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/eb02479f-dbef-43ba-8dfb-06e19519d0cd HTTP/1.1" status: 204 len: 168 time: 0.5642424 Jan 27 17:11:12.205716 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.plugins.ml2.plugin [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempt 10 to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e Jan 27 17:11:12.206436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9d4e-8ffa-4dbd-b7da-382d40285d5b tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.217925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35236) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:12.218279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35238) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:12.246972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group': {'name': 'tempest-secgroup--362039191'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:12.264551 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:12.268076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.281671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3318e91-93e6-4fb6-86cf-676308d01ba2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc234b5-ebe7-4990-a299-f2f532479837,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:12.307526 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-81de5488-34e1-4cfa-b3ba-dbcf81fb8444 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3633595 Jan 27 17:11:12.311217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:12.316982 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35244) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:12.332480 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:12.332832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:12.333143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempting to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:12.359393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:12.376273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:11:12.376618 dv-neutron-825077-1-hyperv neutron-server[87608]: ERROR neutron.plugins.ml2.managers [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Failed to bind port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on host hv-neutron-8250 for vnic_type normal using segments [{'id': '2cbe2349-a815-4848-941d-15112436387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '4d21524e-f4e9-4e1c-a2b7-321ca0c3b603'}] Jan 27 17:11:12.376944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.386542 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:12.389400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d159e0f8-21ef-4214-b0ab-99e8dac54b55 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:12.408592 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:12.443977 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-05dbd5af-7b0d-48ab-9059-78e521514372', 'network_id': '05dbd5af-7b0d-48ab-9059-78e521514372', 'tenant_id': '1767f08f340a49a1af96076fddab478f', 'fixed_ips': [{'subnet_id': '58857c5e-60a1-4819-a781-456a47a62b60'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:12.444965 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.470704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.535281 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-796af991-d7ea-40df-8236-abb514dd8c2a tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3124862 Jan 27 17:11:12.618546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.645524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35248) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:12.659034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Allocated IP 2001:db8::2 (05dbd5af-7b0d-48ab-9059-78e521514372/58857c5e-60a1-4819-a781-456a47a62b60/64e36ec2-4780-4245-8b00-a22b3e093696) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:12.769809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.792494 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:12.797740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.818649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:12.828519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:12.832263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-77fa62e8-fd8f-4523-b6fe-edc089098fca tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.844010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] For port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:12.844700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attempted to set empty binding levels {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 27 17:11:12.859950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:12.870021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-77fa62e8-fd8f-4523-b6fe-edc089098fca tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.876956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.879708 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9d4e-8ffa-4dbd-b7da-382d40285d5b tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.882363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9d4e-8ffa-4dbd-b7da-382d40285d5b tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.932630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9d4e-8ffa-4dbd-b7da-382d40285d5b tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.933150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc9d4e-8ffa-4dbd-b7da-382d40285d5b tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 041c93f7-5959-4b64-a84b-ab1bc685a98f {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:11:12.947104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.947776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Fanout notify agent at l3_agent the message router_deleted on router fde71007-abc6-494e-89d1-a85784093135 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:11:12.979852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] In _notify_port_updated(), no bound segment for port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e on network 4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 {{(pid=87608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:11:12.981109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:12.981949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.986860 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "PUT /v2.0/ports/bf18bede-f4e8-4c8c-b24e-c34921ca1d9e HTTP/1.1" status: 200 len: 981 time: 3.6914256 Jan 27 17:11:12.994277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35252) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:13.027939 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9d4e-8ffa-4dbd-b7da-382d40285d5b tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.033986 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5bfc9d4e-8ffa-4dbd-b7da-382d40285d5b tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] 10.222.0.81 "DELETE /v2.0/routers/041c93f7-5959-4b64-a84b-ab1bc685a98f HTTP/1.1" status: 204 len: 168 time: 1.0942435 Jan 27 17:11:13.033986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35256) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:13.036766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13209599-e081-48b9-b1c1-55cbba118434 None None] Network b01845ef-2e1f-4834-9e11-6f46b66cc158 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:13.050705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8bab2798-a2f6-44c9-960f-692d4dde901a tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Request body: {'router': {'name': 'tempest-router-705944864', 'distributed': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:13.058587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.058839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8bab2798-a2f6-44c9-960f-692d4dde901a tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:13.058930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-77fa62e8-fd8f-4523-b6fe-edc089098fca tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.068565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d159e0f8-21ef-4214-b0ab-99e8dac54b55 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65935215'] for subnet, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.081307 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c0a3f-c597-495b-b883-30816a7c7261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event updated for resources: {'Port': ['ID=bf18bede-f4e8-4c8c-b24e-c34921ca1d9e,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:13.102061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8bab2798-a2f6-44c9-960f-692d4dde901a tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Usage tracker for resource:router and tenant:90b75c96b0e9413b8bec906fbcda80bb is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:13.109488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa62e8-fd8f-4523-b6fe-edc089098fca tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ec120a5-261a-47e6-85b9-92e6179697e9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:13.111740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8bab2798-a2f6-44c9-960f-692d4dde901a tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:13.146020 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8c5bb-3939-488e-9fb0-19ad59685a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Deleting port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:13.146382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c5bb-3939-488e-9fb0-19ad59685a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.147498 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.153197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8bab2798-a2f6-44c9-960f-692d4dde901a tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:13.190369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.195674 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6d7951eb-eaab-42db-91f5-a1be4df7caa5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "DELETE /v2.0/routers/fde71007-abc6-494e-89d1-a85784093135 HTTP/1.1" status: 204 len: 168 time: 3.6383808 Jan 27 17:11:13.196061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35260) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:13.209325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1a26ce71-76d8-4aa0-9164-9f634d3897b2 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-170826899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:13.216736 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1a26ce71-76d8-4aa0-9164-9f634d3897b2 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:13.223066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Transition to ACTIVE for port object 64e36ec2-4780-4245-8b00-a22b3e093696 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:13.223799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.227070 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-77fa62e8-fd8f-4523-b6fe-edc089098fca tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.228300 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-77fa62e8-fd8f-4523-b6fe-edc089098fca tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/9ec120a5-261a-47e6-85b9-92e6179697e9 HTTP/1.1" status: 204 len: 168 time: 0.5817401 Jan 27 17:11:13.231570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35264) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:13.236571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.238973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ec0fc602-77f2-422e-83eb-4f26e8f43051 None None] Provisioning for port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:13.240649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1a26ce71-76d8-4aa0-9164-9f634d3897b2 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Usage tracker for resource:router and tenant:a8ca4c0d81994c69b66fea06fdc2c641 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:13.245483 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1a26ce71-76d8-4aa0-9164-9f634d3897b2 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:13.249040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8bab2798-a2f6-44c9-960f-692d4dde901a tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.250052 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8bab2798-a2f6-44c9-960f-692d4dde901a tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.268772 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1a26ce71-76d8-4aa0-9164-9f634d3897b2 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:13.270157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ec0fc602-77f2-422e-83eb-4f26e8f43051 None None] Provisioning complete for port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:13.270463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc602-77f2-422e-83eb-4f26e8f43051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.281257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.326528 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Transition to ACTIVE for port object 64e36ec2-4780-4245-8b00-a22b3e093696 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:13.353204 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Subnet': ['ID=3acba248-729c-4b6b-baae-65e6666dd372,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:13.355709 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a26ce71-76d8-4aa0-9164-9f634d3897b2 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.356776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a26ce71-76d8-4aa0-9164-9f634d3897b2 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.373449 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4,segment=NetworkSegment(c9b7427d-7785-4549-b804-343f2c121774),segment_id=c9b7427d-7785-4549-b804-343f2c121774)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:13.380867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a26ce71-76d8-4aa0-9164-9f634d3897b2 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.382527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8bab2798-a2f6-44c9-960f-692d4dde901a tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.390577 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.435740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.459958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a8d4f0-889c-4a98-afe5-8a0422bc7224,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:13.465014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.466497 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-354795fd-84c6-4e65-847f-215292177857 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2456095 Jan 27 17:11:13.476366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35268) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:13.488839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8bab2798-a2f6-44c9-960f-692d4dde901a tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.504187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a26ce71-76d8-4aa0-9164-9f634d3897b2 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.505567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b63c7e7e-bd87-4f2e-8d1c-30e5c1536f8f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group_rule': {'security_group_id': 'ccc234b5-ebe7-4990-a299-f2f532479837', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '27a8d4f0-889c-4a98-afe5-8a0422bc7224'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:13.516768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Checking segment: {'id': '809ad2c0-109a-4469-8943-a9e8d4e9a8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c7c291ab-f704-4fe2-bdb6-3e46225acfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:13.517122 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network hostable DHCP agents. Network: c7c291ab-f704-4fe2-bdb6-3e46225acfe2, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:13.525928 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b63c7e7e-bd87-4f2e-8d1c-30e5c1536f8f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:13.535995 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Network 05dbd5af-7b0d-48ab-9059-78e521514372 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:13.539180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-eb2bf5aa-8b57-45d6-a0ba-9652e6a6e06b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:13.545452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:13.551109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b63c7e7e-bd87-4f2e-8d1c-30e5c1536f8f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:13.553147 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:13.571198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Pushing event updated for resources: {'Port': ['ID=64e36ec2-4780-4245-8b00-a22b3e093696,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:13.596163 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8bab2798-a2f6-44c9-960f-692d4dde901a tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.597391 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8bab2798-a2f6-44c9-960f-692d4dde901a tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5557928 Jan 27 17:11:13.598264 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a26ce71-76d8-4aa0-9164-9f634d3897b2 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.601749 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1a26ce71-76d8-4aa0-9164-9f634d3897b2 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4006081 Jan 27 17:11:13.603011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35272) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:13.603335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35274) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:13.606309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b63c7e7e-bd87-4f2e-8d1c-30e5c1536f8f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:13.631753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b63c7e7e-bd87-4f2e-8d1c-30e5c1536f8f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:13.644035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-3fc8c5bb-3939-488e-9fb0-19ad59685a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] For port bf18bede-f4e8-4c8c-b24e-c34921ca1d9e, host hv-neutron-8250, got binding levels [] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:13.644412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c5bb-3939-488e-9fb0-19ad59685a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.662277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-eb2bf5aa-8b57-45d6-a0ba-9652e6a6e06b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:13.664211 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-eb2bf5aa-8b57-45d6-a0ba-9652e6a6e06b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4316680 Jan 27 17:11:13.680201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'enable_snat': False}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:13.704781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:13.719152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35280) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:13.751632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d159e0f8-21ef-4214-b0ab-99e8dac54b55 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787738492398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64976331'] for subnet, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.804294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8c5bb-3939-488e-9fb0-19ad59685a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Calling delete_port for bf18bede-f4e8-4c8c-b24e-c34921ca1d9e owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:13.808533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network c7c291ab-f704-4fe2-bdb6-3e46225acfe2 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:13.885872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c564a8e0-c354-41c0-9298-a486f5cedee9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.897950 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-b63c7e7e-bd87-4f2e-8d1c-30e5c1536f8f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:13.899276 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b63c7e7e-bd87-4f2e-8d1c-30e5c1536f8f tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4071062 Jan 27 17:11:13.905222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c564a8e0-c354-41c0-9298-a486f5cedee9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.911367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35284) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:13.921411 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Attempting to bind port 64e36ec2-4780-4245-8b00-a22b3e093696 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:13.921768 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Attempting to bind port 64e36ec2-4780-4245-8b00-a22b3e093696 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '94e00015-73d4-4094-af24-fe4c15ef1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '05dbd5af-7b0d-48ab-9059-78e521514372'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:13.922124 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Attempting to bind port 64e36ec2-4780-4245-8b00-a22b3e093696 on network 05dbd5af-7b0d-48ab-9059-78e521514372 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:13.937140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:13.941763 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:13.942358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Checking segment: {'id': '94e00015-73d4-4094-af24-fe4c15ef1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '05dbd5af-7b0d-48ab-9059-78e521514372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:13.942773 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.943161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Bound using segment: {'id': '94e00015-73d4-4094-af24-fe4c15ef1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '05dbd5af-7b0d-48ab-9059-78e521514372'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:13.943671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Bound port: 64e36ec2-4780-4245-8b00-a22b3e093696, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e00015-73d4-4094-af24-fe4c15ef1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '05dbd5af-7b0d-48ab-9059-78e521514372'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:13.944041 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.948401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d159e0f8-21ef-4214-b0ab-99e8dac54b55 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:13.949004 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d159e0f8-21ef-4214-b0ab-99e8dac54b55 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.950734 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d159e0f8-21ef-4214-b0ab-99e8dac54b55 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "PUT /v2.0/subnets/58857c5e-60a1-4819-a781-456a47a62b60 HTTP/1.1" status: 200 len: 826 time: 1.6229086 Jan 27 17:11:13.958316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35288) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.021258 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b091c6d4-999d-4f96-8a28-4ac8d9306e64 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.052510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c5bb-3939-488e-9fb0-19ad59685a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.056490 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:14.057062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.060316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c564a8e0-c354-41c0-9298-a486f5cedee9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.109494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, c7c291ab-f704-4fe2-bdb6-3e46225acfe2) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:14.145377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ea4bb-2546-4cf5-a8ad-9ab517dba5ef None None] Network c7c291ab-f704-4fe2-bdb6-3e46225acfe2 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:14.189736 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564a8e0-c354-41c0-9298-a486f5cedee9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=917446d2-59a9-4859-8d28-712f4e794765,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:14.191867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8c5bb-3939-488e-9fb0-19ad59685a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf18bede-f4e8-4c8c-b24e-c34921ca1d9e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:14.197703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:14.197883 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.206162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] For port 64e36ec2-4780-4245-8b00-a22b3e093696, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:14.226756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c5bb-3939-488e-9fb0-19ad59685a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.260995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c68a72e7-0db4-42e8-b4c7-9cf09e2e667b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.279017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159e0f8-21ef-4214-b0ab-99e8dac54b55 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Subnet': ['ID=58857c5e-60a1-4819-a781-456a47a62b60,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:14.287885 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] For port 64e36ec2-4780-4245-8b00-a22b3e093696, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=64e36ec2-4780-4245-8b00-a22b3e093696,segment=NetworkSegment(94e00015-73d4-4094-af24-fe4c15ef1e09),segment_id=94e00015-73d4-4094-af24-fe4c15ef1e09)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:14.300262 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c564a8e0-c354-41c0-9298-a486f5cedee9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.304365 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c564a8e0-c354-41c0-9298-a486f5cedee9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/917446d2-59a9-4859-8d28-712f4e794765 HTTP/1.1" status: 204 len: 168 time: 0.5811050 Jan 27 17:11:14.323397 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35292) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.343440 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3fc8c5bb-3939-488e-9fb0-19ad59685a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "DELETE /v2.0/ports/bf18bede-f4e8-4c8c-b24e-c34921ca1d9e HTTP/1.1" status: 204 len: 168 time: 1.3457170 Jan 27 17:11:14.364861 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.367471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35296) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.423768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.459984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c68a72e7-0db4-42e8-b4c7-9cf09e2e667b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.468133 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7035eb9-572e-42f0-ac19-6d7d8979e619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:11:14.468660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d7035eb9-572e-42f0-ac19-6d7d8979e619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Synchronizing usage tracker for tenant:8443702706b1463e963022f236478ced on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:14.504898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting port 64e36ec2-4780-4245-8b00-a22b3e093696 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:14.505241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.568235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-93de267b-d5d9-4840-98df-13e33b311bdb tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:14.596549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026306b-fc3e-4964-91cc-06274753a968 None None] Pushing event updated for resources: {'Port': ['ID=64e36ec2-4780-4245-8b00-a22b3e093696,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:14.599392 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d7035eb9-572e-42f0-ac19-6d7d8979e619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] Unset dirty status for tenant:8443702706b1463e963022f236478ced on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:14.604390 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d7035eb9-572e-42f0-ac19-6d7d8979e619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-625261269-project-admin] 10.222.0.81 "GET /v2.0/ports/bf18bede-f4e8-4c8c-b24e-c34921ca1d9e HTTP/1.1" status: 404 len: 333 time: 0.2312188 Jan 27 17:11:14.607772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35300) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.671739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fc6a744d-f0b8-4a66-b9dc-f4e80d366b7c None None] Provisioning complete for port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:14.672432 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc6a744d-f0b8-4a66-b9dc-f4e80d366b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.677351 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c68a72e7-0db4-42e8-b4c7-9cf09e2e667b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.681379 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-93de267b-d5d9-4840-98df-13e33b311bdb tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:14.685841 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-93de267b-d5d9-4840-98df-13e33b311bdb tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3434806 Jan 27 17:11:14.686516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35304) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.704839 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fed8459e-186d-4d05-9822-48264a69e9d4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0598805 Jan 27 17:11:14.708562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35306) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.711289 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-c7c291ab-f704-4fe2-bdb6-3e46225acfe2', 'network_id': 'c7c291ab-f704-4fe2-bdb6-3e46225acfe2', 'tenant_id': '4399c29b1b584fb8b205062c5b102d07', 'fixed_ips': [{'subnet_id': '3acba248-729c-4b6b-baae-65e6666dd372'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:14.712403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.714237 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': 'c7c291ab-f704-4fe2-bdb6-3e46225acfe2', 'name': 'tempest-PortsIpV6TestJSON-544456595'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:14.757467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a72e7-0db4-42e8-b4c7-9cf09e2e667b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a8d4f0-889c-4a98-afe5-8a0422bc7224,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:14.844741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.865571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b091c6d4-999d-4f96-8a28-4ac8d9306e64 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.884445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b091c6d4-999d-4f96-8a28-4ac8d9306e64 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.910134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c68a72e7-0db4-42e8-b4c7-9cf09e2e667b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.911798 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c68a72e7-0db4-42e8-b4c7-9cf09e2e667b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "DELETE /v2.0/security-groups/27a8d4f0-889c-4a98-afe5-8a0422bc7224 HTTP/1.1" status: 204 len: 168 time: 0.9989474 Jan 27 17:11:14.919012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-53e315b3-3313-46bb-8cea-c53c9d68b5ef tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.921203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35312) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.928484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59ae4178-eb25-4a1c-84b7-06ef6532e0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.958923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-53e315b3-3313-46bb-8cea-c53c9d68b5ef tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.072544 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Allocated IP 2001:db8::2 (c7c291ab-f704-4fe2-bdb6-3e46225acfe2/3acba248-729c-4b6b-baae-65e6666dd372/85c7c391-2da2-4c51-93fd-0eff131b9e20) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:15.085386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b091c6d4-999d-4f96-8a28-4ac8d9306e64 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.086977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b091c6d4-999d-4f96-8a28-4ac8d9306e64 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12cd6066-5240-4ffd-a334-3037ceb43099 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:11:15.126457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-53e315b3-3313-46bb-8cea-c53c9d68b5ef tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.156006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b091c6d4-999d-4f96-8a28-4ac8d9306e64 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.157047 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b091c6d4-999d-4f96-8a28-4ac8d9306e64 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] 10.222.0.81 "DELETE /v2.0/routers/12cd6066-5240-4ffd-a334-3037ceb43099 HTTP/1.1" status: 204 len: 168 time: 1.5527840 Jan 27 17:11:15.167712 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b5208347-aacf-4eba-a41b-c525d06f2459 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Synchronizing usage tracker for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:15.170123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35316) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:15.180006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:15.184890 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e315b3-3313-46bb-8cea-c53c9d68b5ef tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c6ccf0c-9a41-454f-b3d9-4a821af47fd2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:15.189058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-035dd20c-6572-47ca-be33-948c28ad3b0e tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Request body: {'router': {'name': 'tempest-router-264630960', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd82af14bc820453cbe6c7b1a0474111c'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:15.194889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:15.250135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59ae4178-eb25-4a1c-84b7-06ef6532e0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.260156 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:15.261933 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] For port 64e36ec2-4780-4245-8b00-a22b3e093696, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=64e36ec2-4780-4245-8b00-a22b3e093696,segment=NetworkSegment(94e00015-73d4-4094-af24-fe4c15ef1e09),segment_id=94e00015-73d4-4094-af24-fe4c15ef1e09)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:15.262288 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.264877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.272404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-035dd20c-6572-47ca-be33-948c28ad3b0e tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:15.282742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-035dd20c-6572-47ca-be33-948c28ad3b0e tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Usage tracker for resource:router and tenant:d82af14bc820453cbe6c7b1a0474111c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:15.286299 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-53e315b3-3313-46bb-8cea-c53c9d68b5ef tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.287418 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-53e315b3-3313-46bb-8cea-c53c9d68b5ef tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/9c6ccf0c-9a41-454f-b3d9-4a821af47fd2 HTTP/1.1" status: 204 len: 168 time: 0.5759141 Jan 27 17:11:15.298015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35320) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:15.298219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-035dd20c-6572-47ca-be33-948c28ad3b0e tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:15.311364 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port 1eb0a4f5-c787-4b8f-8221-e17b1350067c yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:15.381580 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b5208347-aacf-4eba-a41b-c525d06f2459 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Unset dirty status for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:15.382859 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b5208347-aacf-4eba-a41b-c525d06f2459 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4501 time: 0.4557016 Jan 27 17:11:15.383251 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.395790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Transition to ACTIVE for port object 85c7c391-2da2-4c51-93fd-0eff131b9e20 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:15.402029 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35324) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:15.421025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Transition to ACTIVE for port object 85c7c391-2da2-4c51-93fd-0eff131b9e20 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:15.427121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.514112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Network c7c291ab-f704-4fe2-bdb6-3e46225acfe2 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:15.517360 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:15.520802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:15.532654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-469f0af0-7fda-4db9-ac46-0383e295f5a1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:15.538905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-035dd20c-6572-47ca-be33-948c28ad3b0e tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:15.547861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Calling delete_port for 64e36ec2-4780-4245-8b00-a22b3e093696 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:15.553731 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:11:15.564538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Pushing event updated for resources: {'Port': ['ID=85c7c391-2da2-4c51-93fd-0eff131b9e20,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:15.576247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-59ae4178-eb25-4a1c-84b7-06ef6532e0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d21524e-f4e9-4e1c-a2b7-321ca0c3b603']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:15.612517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-59ae4178-eb25-4a1c-84b7-06ef6532e0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbe2349-a815-4848-941d-15112436387a') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:15.612805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-59ae4178-eb25-4a1c-84b7-06ef6532e0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbe2349-a815-4848-941d-15112436387a') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:15.626568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-035dd20c-6572-47ca-be33-948c28ad3b0e tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.627621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-035dd20c-6572-47ca-be33-948c28ad3b0e tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.642787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59ae4178-eb25-4a1c-84b7-06ef6532e0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.644824 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Attempting to bind port 85c7c391-2da2-4c51-93fd-0eff131b9e20 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:15.645294 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Attempting to bind port 85c7c391-2da2-4c51-93fd-0eff131b9e20 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '809ad2c0-109a-4469-8943-a9e8d4e9a8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c7c291ab-f704-4fe2-bdb6-3e46225acfe2'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:15.646176 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Attempting to bind port 85c7c391-2da2-4c51-93fd-0eff131b9e20 on network c7c291ab-f704-4fe2-bdb6-3e46225acfe2 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:15.653903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:15.654269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Checking segment: {'id': '809ad2c0-109a-4469-8943-a9e8d4e9a8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c7c291ab-f704-4fe2-bdb6-3e46225acfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:15.654833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.656749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Bound using segment: {'id': '809ad2c0-109a-4469-8943-a9e8d4e9a8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c7c291ab-f704-4fe2-bdb6-3e46225acfe2'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:15.656749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Bound port: 85c7c391-2da2-4c51-93fd-0eff131b9e20, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809ad2c0-109a-4469-8943-a9e8d4e9a8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c7c291ab-f704-4fe2-bdb6-3e46225acfe2'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:15.657160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.688075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-035dd20c-6572-47ca-be33-948c28ad3b0e tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.690256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59ae4178-eb25-4a1c-84b7-06ef6532e0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.696529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-469f0af0-7fda-4db9-ac46-0383e295f5a1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:15.702172 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-469f0af0-7fda-4db9-ac46-0383e295f5a1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3229530 Jan 27 17:11:15.709528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35328) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:15.754571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ae4178-eb25-4a1c-84b7-06ef6532e0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:15.754982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59ae4178-eb25-4a1c-84b7-06ef6532e0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:15.779238 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:15.799753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:15.849632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8::1cd (c7c291ab-f704-4fe2-bdb6-3e46225acfe2/3acba248-729c-4b6b-baae-65e6666dd372/1eb0a4f5-c787-4b8f-8221-e17b1350067c) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:15.898618 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] For port 85c7c391-2da2-4c51-93fd-0eff131b9e20, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:15.904591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-035dd20c-6572-47ca-be33-948c28ad3b0e tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.911406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] For port 85c7c391-2da2-4c51-93fd-0eff131b9e20, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=85c7c391-2da2-4c51-93fd-0eff131b9e20,segment=NetworkSegment(809ad2c0-109a-4469-8943-a9e8d4e9a8aa),segment_id=809ad2c0-109a-4469-8943-a9e8d4e9a8aa)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:15.913187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:15.913389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.950924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59ae4178-eb25-4a1c-84b7-06ef6532e0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.957816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.999987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.030505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59ae4178-eb25-4a1c-84b7-06ef6532e0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.034997 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-59ae4178-eb25-4a1c-84b7-06ef6532e0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] 10.222.0.81 "DELETE /v2.0/networks/4d21524e-f4e9-4e1c-a2b7-321ca0c3b603 HTTP/1.1" status: 204 len: 168 time: 1.4216948 Jan 27 17:11:16.043665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-035dd20c-6572-47ca-be33-948c28ad3b0e tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.044840 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-035dd20c-6572-47ca-be33-948c28ad3b0e tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8686023 Jan 27 17:11:16.067799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35334) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:16.068697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Port': ['ID=64e36ec2-4780-4245-8b00-a22b3e093696,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:16.113776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc8e02-a9c0-4b09-971d-e2381cba9861 None None] Pushing event updated for resources: {'Port': ['ID=85c7c391-2da2-4c51-93fd-0eff131b9e20,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:16.124957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae4178-eb25-4a1c-84b7-06ef6532e0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-254800183-project] Pushing event deleted for resources: {'Network': ['ID=4d21524e-f4e9-4e1c-a2b7-321ca0c3b603,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:16.130217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-78992557-5027-46a9-8144-a60d0be721f6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:16.206180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-304fd74a-d4c3-459a-b6bb-ea5a50bbcf93 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.218007 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 64e36ec2-4780-4245-8b00-a22b3e093696 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:16.266274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 64e36ec2-4780-4245-8b00-a22b3e093696 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:16.267321 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 64e36ec2-4780-4245-8b00-a22b3e093696 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 27 17:11:16.300115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No DVR routers for this DVR port 64e36ec2-4780-4245-8b00-a22b3e093696 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:16.318002 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be0e9ec1-7483-485d-8d65-196733ac1968 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.326177 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Port 64e36ec2-4780-4245-8b00-a22b3e093696 not found, will not notify nova. {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 27 17:11:16.335288 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4311149c-f7c7-4f50-a339-9c35c1d48972 None None] Network 05dbd5af-7b0d-48ab-9059-78e521514372 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:16.378905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be0e9ec1-7483-485d-8d65-196733ac1968 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.394213 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-304fd74a-d4c3-459a-b6bb-ea5a50bbcf93 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.505558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0336c516-c8b4-4d6b-9f17-c09f4c69ecf7 None None] Could not find standard attr ID for object 64e36ec2-4780-4245-8b00-a22b3e093696. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:11:16.533273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.575786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35340) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:16.625166 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.632209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.776276 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object 1eb0a4f5-c787-4b8f-8221-e17b1350067c will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:16.784445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be0e9ec1-7483-485d-8d65-196733ac1968 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.887909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78992557-5027-46a9-8144-a60d0be721f6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.888402 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78992557-5027-46a9-8144-a60d0be721f6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.947206 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.993442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-304fd74a-d4c3-459a-b6bb-ea5a50bbcf93 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.000803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e9ec1-7483-485d-8d65-196733ac1968 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc234b5-ebe7-4990-a299-f2f532479837,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:17.100838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a356f15-515c-46a1-82fa-fa6da1aef44d None None] Network 05dbd5af-7b0d-48ab-9059-78e521514372 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:17.119391 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be0e9ec1-7483-485d-8d65-196733ac1968 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.123118 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-be0e9ec1-7483-485d-8d65-196733ac1968 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "DELETE /v2.0/security-groups/ccc234b5-ebe7-4990-a299-f2f532479837 HTTP/1.1" status: 204 len: 168 time: 1.7199275 Jan 27 17:11:17.124887 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fd74a-d4c3-459a-b6bb-ea5a50bbcf93 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff71052-2513-432f-9328-574b6a53a285,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:17.129485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35346) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:17.142804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-78992557-5027-46a9-8144-a60d0be721f6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87608) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 27 17:11:17.143159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-78992557-5027-46a9-8144-a60d0be721f6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Router 2497bfc7-1870-4a9f-b045-ce90ba5ede60 migrating from provider to provider. {{(pid=87608) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 27 17:11:17.143791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78992557-5027-46a9-8144-a60d0be721f6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.154473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78992557-5027-46a9-8144-a60d0be721f6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.160439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-304fd74a-d4c3-459a-b6bb-ea5a50bbcf93 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.161804 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-304fd74a-d4c3-459a-b6bb-ea5a50bbcf93 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-groups/8ff71052-2513-432f-9328-574b6a53a285 HTTP/1.1" status: 204 len: 168 time: 1.4513004 Jan 27 17:11:17.163172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78992557-5027-46a9-8144-a60d0be721f6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.165247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35350) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:17.195650 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d7257eee-4df3-45a5-b100-853f4fa26165 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ae0b3e34ef7403ea09ffcea5ca8288d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6053040 Jan 27 17:11:17.200104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35354) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:17.232368 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.243910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Allocated IP 172.26.8.31 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/cfe2eed5-749b-46c7-ae60-2983f71d1a79) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:17.414750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1179a814-0438-410a-b62a-69c555020bb2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Synchronizing usage tracker for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:17.432207 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network c7c291ab-f704-4fe2-bdb6-3e46225acfe2 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:17.446986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.453695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:17.458091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:17.463647 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:17.464297 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.510257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=1eb0a4f5-c787-4b8f-8221-e17b1350067c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:17.606985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Subnet': ['ID=58857c5e-60a1-4819-a781-456a47a62b60,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:17.622991 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bdd12b18-0a72-49ab-8b69-02583962d384 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9109969 Jan 27 17:11:17.629755 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35360) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:17.635415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1179a814-0438-410a-b62a-69c555020bb2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Unset dirty status for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:17.641955 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.scheduler.l3_agent_scheduler [None req-78992557-5027-46a9-8144-a60d0be721f6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] No L3 agents can host the router 2497bfc7-1870-4a9f-b045-ce90ba5ede60 Jan 27 17:11:17.649664 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1179a814-0438-410a-b62a-69c555020bb2 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5185416 Jan 27 17:11:17.651076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35364) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:17.655397 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': 'c7c291ab-f704-4fe2-bdb6-3e46225acfe2', 'name': 'tempest-PortsIpV6TestJSON-2131824095'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:17.673974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-07d0c43f-145e-4136-8183-e856f78ce3ba tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:17.679506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-670e6ecf-0068-41af-8a88-af6637bec206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.731510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6354c38e-db0a-4682-912a-52726e8ea83b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group': {'name': 'tempest-secgroup--809467239'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:17.751882 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 85c7c391-2da2-4c51-93fd-0eff131b9e20 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:17.777088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6354c38e-db0a-4682-912a-52726e8ea83b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:17.798077 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64d898e-75f7-4869-b454-1b9967b66670 None None] Network 05dbd5af-7b0d-48ab-9059-78e521514372 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:17.832515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-670e6ecf-0068-41af-8a88-af6637bec206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.846146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6354c38e-db0a-4682-912a-52726e8ea83b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:17.848085 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.910509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-07d0c43f-145e-4136-8183-e856f78ce3ba tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:17.912139 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-07d0c43f-145e-4136-8183-e856f78ce3ba tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7443199 Jan 27 17:11:17.928881 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35368) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:17.938316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-cf2d07e8-22c7-4efd-9953-3ef9915dd86b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group': {'name': 'tempest-secgroup--608952897'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:17.943253 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be563b-2101-44fd-a83c-0497850b2be0 None None] Network c7c291ab-f704-4fe2-bdb6-3e46225acfe2 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:17.968165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.975313 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cf2d07e8-22c7-4efd-9953-3ef9915dd86b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:18.001473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dbd5af-7b0d-48ab-9059-78e521514372']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:18.012533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6354c38e-db0a-4682-912a-52726e8ea83b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.033786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cf2d07e8-22c7-4efd-9953-3ef9915dd86b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:18.063879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e00015-73d4-4094-af24-fe4c15ef1e09') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:18.064454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e00015-73d4-4094-af24-fe4c15ef1e09') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:18.075379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6354c38e-db0a-4682-912a-52726e8ea83b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:18.086416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cf2d07e8-22c7-4efd-9953-3ef9915dd86b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.095090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.097552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6354c38e-db0a-4682-912a-52726e8ea83b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Usage tracker for resource:security_group_rule and tenant:14d132cc797e475790490a680d4a4e6c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:18.101468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:18.104084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6354c38e-db0a-4682-912a-52726e8ea83b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:18.107472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78992557-5027-46a9-8144-a60d0be721f6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Hosts for router 2497bfc7-1870-4a9f-b045-ce90ba5ede60: [] {{(pid=87608) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jan 27 17:11:18.120845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:port and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:18.125417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6354c38e-db0a-4682-912a-52726e8ea83b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:18.128826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:18.147636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cf2d07e8-22c7-4efd-9953-3ef9915dd86b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:18.151287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:18.160823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78992557-5027-46a9-8144-a60d0be721f6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Hosts for other DVR routers connected to router 2497bfc7-1870-4a9f-b045-ce90ba5ede60: set() {{(pid=87608) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jan 27 17:11:18.166101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cf2d07e8-22c7-4efd-9953-3ef9915dd86b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:18.170325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-31b97cbd-76fd-4c62-9271-9ac4f6250d5f None None] Provisioning for port 85c7c391-2da2-4c51-93fd-0eff131b9e20 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:18.172725 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78992557-5027-46a9-8144-a60d0be721f6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.175772 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cf2d07e8-22c7-4efd-9953-3ef9915dd86b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:18.178045 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-78992557-5027-46a9-8144-a60d0be721f6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] 10.222.0.81 "PUT /v2.0/routers/2497bfc7-1870-4a9f-b045-ce90ba5ede60 HTTP/1.1" status: 200 len: 716 time: 2.1054316 Jan 27 17:11:18.179493 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.180138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35372) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:18.184072 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-670e6ecf-0068-41af-8a88-af6637bec206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.190595 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:18.191300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.194700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cf2d07e8-22c7-4efd-9953-3ef9915dd86b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:18.197535 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 85c7c391-2da2-4c51-93fd-0eff131b9e20 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:18.205960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 85c7c391-2da2-4c51-93fd-0eff131b9e20 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:18.206816 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:18.213474 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:18.267837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.272217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:18.276355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.281549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a8afd7-0233-4cd3-8db0-c1b3be7c3672 None None] DHCP port deletion for 05dbd5af-7b0d-48ab-9059-78e521514372 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:18.338145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.349776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.373823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e6ecf-0068-41af-8a88-af6637bec206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3e7e68-27fc-47e4-afe6-02c4ce8de18c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:18.395338 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/05dbd5af-7b0d-48ab-9059-78e521514372 HTTP/1.1" status: 204 len: 168 time: 4.4356911 Jan 27 17:11:18.396573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a738ea6-8206-427c-9948-da1cfb333025 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Network': ['ID=05dbd5af-7b0d-48ab-9059-78e521514372,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:18.405773 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35376) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:18.442822 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8dfd765-f243-46d9-8991-b68fb611c181 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:18.443929 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8dfd765-f243-46d9-8991-b68fb611c181 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:18.446368 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e8dfd765-f243-46d9-8991-b68fb611c181 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/05dbd5af-7b0d-48ab-9059-78e521514372 HTTP/1.1" status: 404 len: 339 time: 0.0325875 Jan 27 17:11:18.450564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35380) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:18.462340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-52331958', 'description': 'd1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:18.469559 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:18.475848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port c2a33d91-3eed-4738-8cb3-9d13d82840ae yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:18.477576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Usage tracker for resource:network and tenant:1767f08f340a49a1af96076fddab478f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:18.482195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:18.490360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:18.494228 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.503014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:18.507337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.509902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:18.536106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:18.542734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 85c7c391-2da2-4c51-93fd-0eff131b9e20, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=85c7c391-2da2-4c51-93fd-0eff131b9e20,segment=NetworkSegment(809ad2c0-109a-4469-8943-a9e8d4e9a8aa),segment_id=809ad2c0-109a-4469-8943-a9e8d4e9a8aa)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:18.552376 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.555947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:18.557044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:18.569819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.570324 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Added segment 6b99b9e6-91f8-4a18-aa72-c50331fb525c of type vlan for network c2c8645d-2f40-4dd9-b36a-58db7edc9532 Jan 27 17:11:18.592440 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6e72def8-8d39-4bdf-8075-e2d54531d3f2 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] 10.222.0.81 "GET /v2.0/routers/2497bfc7-1870-4a9f-b045-ce90ba5ede60 HTTP/1.1" status: 200 len: 716 time: 0.4017549 Jan 27 17:11:18.594930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35384) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:18.606737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-670e6ecf-0068-41af-8a88-af6637bec206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.613517 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-670e6ecf-0068-41af-8a88-af6637bec206 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b3e7e68-27fc-47e4-afe6-02c4ce8de18c HTTP/1.1" status: 204 len: 168 time: 1.4080391 Jan 27 17:11:18.644178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe2eed5-749b-46c7-ae60-2983f71d1a79,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:18.655856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.659027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=85c7c391-2da2-4c51-93fd-0eff131b9e20,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:18.713491 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.721573 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6354c38e-db0a-4682-912a-52726e8ea83b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.723019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:18.725379 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554819'] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.749447 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6354c38e-db0a-4682-912a-52726e8ea83b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.801016 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3454385 Jan 27 17:11:18.803013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35392) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:18.946727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab829023-aad6-4fca-b231-1aac35b7c5eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:18.947470 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ab829023-aad6-4fca-b231-1aac35b7c5eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Synchronizing usage tracker for tenant:1767f08f340a49a1af96076fddab478f on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:18.948106 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d9e3f88c-4cdd-437d-aa69-fa0a8ee860bc None None] Provisioning for port 1eb0a4f5-c787-4b8f-8221-e17b1350067c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:18.963014 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d9e3f88c-4cdd-437d-aa69-fa0a8ee860bc None None] Provisioning complete for port 1eb0a4f5-c787-4b8f-8221-e17b1350067c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:18.966551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f88c-4cdd-437d-aa69-fa0a8ee860bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.082171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354c38e-db0a-4682-912a-52726e8ea83b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=933a3eba-6a71-42d6-83a4-5eb5783bcabb,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:19.091021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d80fa-dea5-48c3-8081-a0e993c7b0e4 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Network': ['ID=c2c8645d-2f40-4dd9-b36a-58db7edc9532,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:19.098878 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3f88c-4cdd-437d-aa69-fa0a8ee860bc None None] Port 1eb0a4f5-c787-4b8f-8221-e17b1350067c cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:19.105083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cf2d07e8-22c7-4efd-9953-3ef9915dd86b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.114566 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network c2c8645d-2f40-4dd9-b36a-58db7edc9532 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:19.198313 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fa453b5d-7767-4f8a-9e35-0a0a5ea5dd74 tempest-RoutersTestDVR-194842418 tempest-RoutersTestDVR-194842418-project] 10.222.0.81 "GET /v2.0/routers/2497bfc7-1870-4a9f-b045-ce90ba5ede60 HTTP/1.1" status: 200 len: 682 time: 0.5977917 Jan 27 17:11:19.199122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35398) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:19.202720 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d9e3f88c-4cdd-437d-aa69-fa0a8ee860bc None None] Provisioning complete for port 85c7c391-2da2-4c51-93fd-0eff131b9e20 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:19.204951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f88c-4cdd-437d-aa69-fa0a8ee860bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.218884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cf2d07e8-22c7-4efd-9953-3ef9915dd86b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.269329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ab829023-aad6-4fca-b231-1aac35b7c5eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Unset dirty status for tenant:1767f08f340a49a1af96076fddab478f on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:19.270575 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ab829023-aad6-4fca-b231-1aac35b7c5eb tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "GET /v2.0/networks?id=c2c8645d-2f40-4dd9-b36a-58db7edc9532 HTTP/1.1" status: 200 len: 763 time: 0.4665756 Jan 27 17:11:19.279497 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35402) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:19.292563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dca76efd-b2fc-4542-878c-4e48c08f94a8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'network': {'description': 'd2'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:19.311930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35406) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:19.349358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6354c38e-db0a-4682-912a-52726e8ea83b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.350695 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6354c38e-db0a-4682-912a-52726e8ea83b tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6731100 Jan 27 17:11:19.385486 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35410) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:19.427092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71297732-83aa-40d4-993e-90445615686f tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.491139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8::26c (c7c291ab-f704-4fe2-bdb6-3e46225acfe2/3acba248-729c-4b6b-baae-65e6666dd372/c2a33d91-3eed-4738-8cb3-9d13d82840ae) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:19.574989 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 85c7c391-2da2-4c51-93fd-0eff131b9e20 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:19.658802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d596bf26-9830-4a27-bb62-5b84e0946585 None None] Provisioning complete for port 1eb0a4f5-c787-4b8f-8221-e17b1350067c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:19.659478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d596bf26-9830-4a27-bb62-5b84e0946585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.680575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-58e6aba3-54b2-418f-8121-6cfc26ac7613 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:19.681515 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-58e6aba3-54b2-418f-8121-6cfc26ac7613 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 17:11:19.682001 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-58e6aba3-54b2-418f-8121-6cfc26ac7613 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 17:11:19.683028 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-58e6aba3-54b2-418f-8121-6cfc26ac7613 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "PUT /v2.0/security-groups/933a3eba-6a71-42d6-83a4-5eb5783bcabb HTTP/1.1" status: 409 len: 330 time: 0.2724805 Jan 27 17:11:19.715834 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cf2d07e8-22c7-4efd-9953-3ef9915dd86b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.717229 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cf2d07e8-22c7-4efd-9953-3ef9915dd86b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7848458 Jan 27 17:11:19.741313 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d596bf26-9830-4a27-bb62-5b84e0946585 None None] Port 1eb0a4f5-c787-4b8f-8221-e17b1350067c cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:19.743939 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 85c7c391-2da2-4c51-93fd-0eff131b9e20 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:19.744349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.761767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35414) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:19.762581 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35416) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:19.775269 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bdd712e8-e1a6-43f4-82c1-6f67bdf17987 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8443702706b1463e963022f236478ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601367 Jan 27 17:11:19.799134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35418) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:19.830441 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-3f813189-7741-4b8d-ab69-018deab3818e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group_rule': {'security_group_id': 'f7748f87-fcf5-46e8-be1a-47c013b2207c', 'direction': 'ingress', 'protocol': 17}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:19.845495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d07e8-22c7-4efd-9953-3ef9915dd86b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7748f87-fcf5-46e8-be1a-47c013b2207c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:19.913177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3f813189-7741-4b8d-ab69-018deab3818e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:19.913437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 64e36ec2-4780-4245-8b00-a22b3e093696 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:19.939190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3f813189-7741-4b8d-ab69-018deab3818e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:19.943761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3f813189-7741-4b8d-ab69-018deab3818e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:19.955118 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 64e36ec2-4780-4245-8b00-a22b3e093696 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:19.955118 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 64e36ec2-4780-4245-8b00-a22b3e093696 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:20.050301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.072407 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.124711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3f813189-7741-4b8d-ab69-018deab3818e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:20.138013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object c2a33d91-3eed-4738-8cb3-9d13d82840ae will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:20.259145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71297732-83aa-40d4-993e-90445615686f tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.279032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71297732-83aa-40d4-993e-90445615686f tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.300134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dca76efd-b2fc-4542-878c-4e48c08f94a8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.306251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.314638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3f813189-7741-4b8d-ab69-018deab3818e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.328448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c8334564-dbb0-467e-878d-24e4a5face59 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.342234 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4585aa06-e2ad-4d89-9baf-0780cca8fe33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.374700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dca76efd-b2fc-4542-878c-4e48c08f94a8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.414552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network c7c291ab-f704-4fe2-bdb6-3e46225acfe2 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:20.418315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71297732-83aa-40d4-993e-90445615686f tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.418833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71297732-83aa-40d4-993e-90445615686f tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2497bfc7-1870-4a9f-b045-ce90ba5ede60 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:11:20.421277 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:20.429260 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:20.435018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:20.435816 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.436580 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dca76efd-b2fc-4542-878c-4e48c08f94a8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network c2c8645d-2f40-4dd9-b36a-58db7edc9532 is not hosted by any dhcp agent {{(pid=87608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 27 17:11:20.442402 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca76efd-b2fc-4542-878c-4e48c08f94a8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:20.442882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dca76efd-b2fc-4542-878c-4e48c08f94a8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.444272 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dca76efd-b2fc-4542-878c-4e48c08f94a8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "PUT /v2.0/networks/c2c8645d-2f40-4dd9-b36a-58db7edc9532 HTTP/1.1" status: 200 len: 760 time: 1.1637201 Jan 27 17:11:20.482519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c8334564-dbb0-467e-878d-24e4a5face59 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.491065 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35426) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:20.532133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4585aa06-e2ad-4d89-9baf-0780cca8fe33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.551456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=c2a33d91-3eed-4738-8cb3-9d13d82840ae,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:20.555282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71297732-83aa-40d4-993e-90445615686f tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.556525 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-71297732-83aa-40d4-993e-90445615686f tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] 10.222.0.81 "DELETE /v2.0/routers/2497bfc7-1870-4a9f-b045-ce90ba5ede60 HTTP/1.1" status: 204 len: 168 time: 1.3567078 Jan 27 17:11:20.570853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35430) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:20.580610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c85ab322-b625-42b1-83a4-fa8fd99f2c13 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Request body: {'router': {'name': 'tempest-router-1348952013', 'distributed': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:20.591317 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-de0ac5e1-c9e8-4b2a-8da0-a225351f888f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9588606 Jan 27 17:11:20.592622 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c85ab322-b625-42b1-83a4-fa8fd99f2c13 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:20.595445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35434) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:20.607664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c85ab322-b625-42b1-83a4-fa8fd99f2c13 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Usage tracker for resource:router and tenant:90b75c96b0e9413b8bec906fbcda80bb is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:20.644102 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca76efd-b2fc-4542-878c-4e48c08f94a8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Network': ['ID=c2c8645d-2f40-4dd9-b36a-58db7edc9532,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:20.659759 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.663361 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c85ab322-b625-42b1-83a4-fa8fd99f2c13 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:20.668299 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network c2c8645d-2f40-4dd9-b36a-58db7edc9532 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:20.686465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c85ab322-b625-42b1-83a4-fa8fd99f2c13 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:20.693777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.778192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3f813189-7741-4b8d-ab69-018deab3818e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.786062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3f813189-7741-4b8d-ab69-018deab3818e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.801747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff639a12-1f1b-496d-a7e6-dbb90504f5c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:20.803561 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ff639a12-1f1b-496d-a7e6-dbb90504f5c8 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "GET /v2.0/networks?id=c2c8645d-2f40-4dd9-b36a-58db7edc9532 HTTP/1.1" status: 200 len: 763 time: 0.3116574 Jan 27 17:11:20.811060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c8334564-dbb0-467e-878d-24e4a5face59 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.817153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35438) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:20.845500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c85ab322-b625-42b1-83a4-fa8fd99f2c13 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.849130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c85ab322-b625-42b1-83a4-fa8fd99f2c13 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.877552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f813189-7741-4b8d-ab69-018deab3818e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3f13d5-371c-42ff-8e68-8d9ad5e2c2cc,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:20.889135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8334564-dbb0-467e-878d-24e4a5face59 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=933a3eba-6a71-42d6-83a4-5eb5783bcabb,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:20.927468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4585aa06-e2ad-4d89-9baf-0780cca8fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.928599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c85ab322-b625-42b1-83a4-fa8fd99f2c13 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.941444 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4156acc4-2eaf-4111-95ab-a4e0051b0ba4 None None] Provisioning for port c2a33d91-3eed-4738-8cb3-9d13d82840ae completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:20.953287 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4156acc4-2eaf-4111-95ab-a4e0051b0ba4 None None] Provisioning complete for port c2a33d91-3eed-4738-8cb3-9d13d82840ae triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:20.953814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4156acc4-2eaf-4111-95ab-a4e0051b0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.006334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3f813189-7741-4b8d-ab69-018deab3818e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.010903 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3f813189-7741-4b8d-ab69-018deab3818e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2319162 Jan 27 17:11:21.014220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35442) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:21.017781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4156acc4-2eaf-4111-95ab-a4e0051b0ba4 None None] Port c2a33d91-3eed-4738-8cb3-9d13d82840ae cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:21.020295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585aa06-e2ad-4d89-9baf-0780cca8fe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca6bd8e-6484-4171-80cc-8fea6d8f5b09,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:21.027510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c8334564-dbb0-467e-878d-24e4a5face59 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.029501 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c8334564-dbb0-467e-878d-24e4a5face59 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "DELETE /v2.0/security-groups/933a3eba-6a71-42d6-83a4-5eb5783bcabb HTTP/1.1" status: 204 len: 168 time: 1.2521608 Jan 27 17:11:21.033992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4585aa06-e2ad-4d89-9baf-0780cca8fe33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.035416 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4585aa06-e2ad-4d89-9baf-0780cca8fe33 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ca6bd8e-6484-4171-80cc-8fea6d8f5b09 HTTP/1.1" status: 204 len: 168 time: 1.2299044 Jan 27 17:11:21.036347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35446) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:21.080826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c187b2f-0bf3-4f5f-900e-0fc637d17f49 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:21.082145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4c187b2f-0bf3-4f5f-900e-0fc637d17f49 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:21.086316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c85ab322-b625-42b1-83a4-fa8fd99f2c13 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.134687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08509344-1743-4445-aeee-28160feaa774 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:21.136838 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-08509344-1743-4445-aeee-28160feaa774 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3063517 Jan 27 17:11:21.141027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35454) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:21.160453 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c85ab322-b625-42b1-83a4-fa8fd99f2c13 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.161794 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c85ab322-b625-42b1-83a4-fa8fd99f2c13 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5896876 Jan 27 17:11:21.167980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4c187b2f-0bf3-4f5f-900e-0fc637d17f49 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:21.169161 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4c187b2f-0bf3-4f5f-900e-0fc637d17f49 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1cd HTTP/1.1" status: 200 len: 928 time: 0.5700393 Jan 27 17:11:21.169806 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35458) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:21.181873 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35460) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:21.189525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-107222ac-99bb-4f32-8480-cbf46193eda4 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Synchronizing usage tracker for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:21.192968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4f4a173e-e7b2-476c-a4bb-83a237bdaed1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Synchronizing usage tracker for tenant:1767f08f340a49a1af96076fddab478f on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:21.217386 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-107222ac-99bb-4f32-8480-cbf46193eda4 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] Unset dirty status for tenant:14d132cc797e475790490a680d4a4e6c on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:21.220404 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-107222ac-99bb-4f32-8480-cbf46193eda4 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1791883 Jan 27 17:11:21.224050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4f4a173e-e7b2-476c-a4bb-83a237bdaed1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Unset dirty status for tenant:1767f08f340a49a1af96076fddab478f on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:21.226167 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4f4a173e-e7b2-476c-a4bb-83a237bdaed1 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 207 time: 0.0835383 Jan 27 17:11:21.227314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35466) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:21.232160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35468) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:21.301269 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-176d98db-1b36-4c16-a80f-38ec9e3c2114 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] delete failed (client error): The resource could not be found. Jan 27 17:11:21.306286 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-176d98db-1b36-4c16-a80f-38ec9e3c2114 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "DELETE /v2.0/security-groups/5ce0a227-3ad2-4d22-b4c9-8babab2d7574 HTTP/1.1" status: 404 len: 347 time: 0.0726454 Jan 27 17:11:21.311010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35476) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:21.357441 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-602dcf2c-9d56-474d-bca9-4089b64e2db8 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] show failed (client error): The resource could not be found. Jan 27 17:11:21.362836 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-602dcf2c-9d56-474d-bca9-4089b64e2db8 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "GET /v2.0/security-groups/53adc9f5-f0c0-4abf-a541-9f8c0f687415 HTTP/1.1" status: 404 len: 347 time: 0.0470531 Jan 27 17:11:21.437836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35480) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:21.454270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c1527181-a7ea-47a5-8d46-5f0361761a6e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.470386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-808e72fb-3818-4638-be69-aad1dce69bb6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.512568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4aec636a-edec-4fb6-8ae4-10847a735c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.619310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b57c4-e32f-42ac-b5d6-b4c94d063216 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:21.626223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b57c4-e32f-42ac-b5d6-b4c94d063216 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:21.632718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b57c4-e32f-42ac-b5d6-b4c94d063216 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:21.638443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b57c4-e32f-42ac-b5d6-b4c94d063216 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:21.644222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b57c4-e32f-42ac-b5d6-b4c94d063216 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:21.650000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b57c4-e32f-42ac-b5d6-b4c94d063216 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:21.651950 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-593b57c4-e32f-42ac-b5d6-b4c94d063216 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4000766 Jan 27 17:11:21.655738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35492) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:21.694989 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Router b839597f-9ab8-46f7-a69b-778353c4bc25 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:11:21.703094 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-40a0c489-21c4-434d-ba12-02a545b831f5 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] show failed (client error): The resource could not be found. Jan 27 17:11:21.707894 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-40a0c489-21c4-434d-ba12-02a545b831f5 tempest-NegativeSecGroupTest-1499822282 tempest-NegativeSecGroupTest-1499822282-project] 10.222.0.81 "GET /v2.0/security-group-rules/aace4752-9fdd-4482-bea3-36ecb24e8a17 HTTP/1.1" status: 404 len: 356 time: 0.2578235 Jan 27 17:11:21.784894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c048fe4d-e928-4230-8da1-c2d36f1ebcf4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port c2a33d91-3eed-4738-8cb3-9d13d82840ae {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:21.785038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c048fe4d-e928-4230-8da1-c2d36f1ebcf4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.826951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c1527181-a7ea-47a5-8d46-5f0361761a6e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.907096 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-21537db3-77d2-48bd-8b1c-de5606ab8e36 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2499518 Jan 27 17:11:21.912087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35508) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.015741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3bfc4e-7db2-449a-b912-5761192d8d55 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.017741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3bfc4e-7db2-449a-b912-5761192d8d55 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.019757 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3bfc4e-7db2-449a-b912-5761192d8d55 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.021533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3bfc4e-7db2-449a-b912-5761192d8d55 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.023951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3bfc4e-7db2-449a-b912-5761192d8d55 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.026261 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fa3bfc4e-7db2-449a-b912-5761192d8d55 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1130309 Jan 27 17:11:22.030101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35516) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.086027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35520) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.121359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35526) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.129628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33feea-25bc-40d4-be7e-f79d4c89c527 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['shared'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.131298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33feea-25bc-40d4-be7e-f79d4c89c527 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['shared'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.132848 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33feea-25bc-40d4-be7e-f79d4c89c527 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['shared'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.134453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33feea-25bc-40d4-be7e-f79d4c89c527 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['shared'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.136106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33feea-25bc-40d4-be7e-f79d4c89c527 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['shared'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.137929 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8f33feea-25bc-40d4-be7e-f79d4c89c527 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1068926 Jan 27 17:11:22.142847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35530) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.192518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-808e72fb-3818-4638-be69-aad1dce69bb6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.197606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-808e72fb-3818-4638-be69-aad1dce69bb6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.307110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-994192513'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:22.337781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:22.353826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:network and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:22.362488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:22.379037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c1527181-a7ea-47a5-8d46-5f0361761a6e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.383498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:22.413260 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6ba5f737-049b-4f50-bedd-b58e294d4ca5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=14d132cc797e475790490a680d4a4e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236275 Jan 27 17:11:22.422408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b36f727-0b14-4043-809d-8ea523b884a7 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.424027 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9b36f727-0b14-4043-809d-8ea523b884a7 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "GET /v2.0/networks/8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf HTTP/1.1" status: 200 len: 803 time: 0.2798638 Jan 27 17:11:22.424778 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35536) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.438529 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35540) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.441274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-808e72fb-3818-4638-be69-aad1dce69bb6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.441877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808e72fb-3818-4638-be69-aad1dce69bb6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 265dbd47-6791-401f-b582-b6b4a31a1c5a {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:11:22.448143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:22.449614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1527181-a7ea-47a5-8d46-5f0361761a6e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7748f87-fcf5-46e8-be1a-47c013b2207c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:22.452847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.465507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:22.477434 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c3167-7f05-4447-9847-8ccbe3037c88 None None] Sync routers for ids ['b839597f-9ab8-46f7-a69b-778353c4bc25'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:22.489435 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c3167-7f05-4447-9847-8ccbe3037c88 None None] Routers {'b839597f-9ab8-46f7-a69b-778353c4bc25'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:11:22.490345 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5e4c3167-7f05-4447-9847-8ccbe3037c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['b839597f-9ab8-46f7-a69b-778353c4bc25'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:22.509464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.556197 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5e4c3167-7f05-4447-9847-8ccbe3037c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:22.559676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:22.566516 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c3167-7f05-4447-9847-8ccbe3037c88 None None] Routers {'b839597f-9ab8-46f7-a69b-778353c4bc25'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:11:22.567392 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5e4c3167-7f05-4447-9847-8ccbe3037c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:10:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['b839597f-9ab8-46f7-a69b-778353c4bc25'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:22.570415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-808e72fb-3818-4638-be69-aad1dce69bb6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.574649 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-808e72fb-3818-4638-be69-aad1dce69bb6 tempest-RoutersTestDVR-412340263 tempest-RoutersTestDVR-412340263-project-admin] 10.222.0.81 "DELETE /v2.0/routers/265dbd47-6791-401f-b582-b6b4a31a1c5a HTTP/1.1" status: 204 len: 168 time: 1.3987370 Jan 27 17:11:22.579282 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c1527181-a7ea-47a5-8d46-5f0361761a6e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.580370 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c1527181-a7ea-47a5-8d46-5f0361761a6e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-groups/f7748f87-fcf5-46e8-be1a-47c013b2207c HTTP/1.1" status: 204 len: 168 time: 1.5541754 Jan 27 17:11:22.584305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35546) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.585201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.589482 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bbee64c4-774f-45c3-aeae-700a1edc7ef2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "PUT /v2.0/routers/b839597f-9ab8-46f7-a69b-778353c4bc25 HTTP/1.1" status: 200 len: 914 time: 8.9805760 Jan 27 17:11:22.591434 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35550) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.637758 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5e4c3167-7f05-4447-9847-8ccbe3037c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:22.638062 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c3167-7f05-4447-9847-8ccbe3037c88 None None] The sync data for ids ['b839597f-9ab8-46f7-a69b-778353c4bc25'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:22.656022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:security_group_rule and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:22.663629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:22.666571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-03efd02c-8557-4dd9-b4f1-1689e07554bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.674563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:22.755852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c048fe4d-e928-4230-8da1-c2d36f1ebcf4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.762791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-03efd02c-8557-4dd9-b4f1-1689e07554bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.789875 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3126e0dd-b9b5-4cb6-b65a-76b80f871350 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "GET /v2.0/networks/8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3469541 Jan 27 17:11:22.796930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35556) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.888109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35560) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.905111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e192b39a-e41c-4fab-908c-f3c5e4f69069 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:22.916396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c048fe4d-e928-4230-8da1-c2d36f1ebcf4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for c2a33d91-3eed-4738-8cb3-9d13d82840ae owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:22.949407 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcdc188-762e-4df5-bac5-6280e7a0709a tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.954293 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3bcdc188-762e-4df5-bac5-6280e7a0709a tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "GET /v2.0/subnets/9545bb86-b19c-4a8b-8622-fb54a24ec6b6 HTTP/1.1" status: 200 len: 843 time: 0.1527486 Jan 27 17:11:22.962536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35566) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:23.019065 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.019439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-03efd02c-8557-4dd9-b4f1-1689e07554bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.047106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efd02c-8557-4dd9-b4f1-1689e07554bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148682e7-7a7a-4287-a985-ae1e99bbef78,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:23.048472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.082424 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c062cd56-95e7-4335-9439-9915a4339853 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/routers/b839597f-9ab8-46f7-a69b-778353c4bc25 HTTP/1.1" status: 200 len: 920 time: 0.4897296 Jan 27 17:11:23.083693 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e192b39a-e41c-4fab-908c-f3c5e4f69069 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:23.091425 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e192b39a-e41c-4fab-908c-f3c5e4f69069 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5013926 Jan 27 17:11:23.091425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35572) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:23.091425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35574) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:23.100375 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1ca4f596-0b4b-4baa-9c4d-43372b532e3e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group': {'name': 'tempest-secgroup--693368521'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:23.107615 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad285bad-9b4a-4ac5-8f16-ae09b91f2f97,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:23.161453 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1ca4f596-0b4b-4baa-9c4d-43372b532e3e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:23.176626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8e808147-da14-4484-aaeb-37849df71ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.188088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1213} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:23.197810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8ade60-b049-4133-b855-ef4d270eee3c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['shared'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:23.199551 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ee8ade60-b049-4133-b855-ef4d270eee3c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "GET /v2.0/subnets/9545bb86-b19c-4a8b-8622-fb54a24ec6b6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2356243 Jan 27 17:11:23.206647 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35580) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:23.211748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-03efd02c-8557-4dd9-b4f1-1689e07554bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.212861 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-03efd02c-8557-4dd9-b4f1-1689e07554bf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/148682e7-7a7a-4287-a985-ae1e99bbef78 HTTP/1.1" status: 204 len: 168 time: 0.7861948 Jan 27 17:11:23.216727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8e808147-da14-4484-aaeb-37849df71ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:23.222920 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-847095968'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:23.232649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:23.236156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8e808147-da14-4484-aaeb-37849df71ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:d82af14bc820453cbe6c7b1a0474111c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:23.240014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.240394 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Added segment 810280be-09dc-4af1-b69b-7ec5594d12d6 of type vlan for network 185d5333-05b7-45cc-a2cf-ffb552748715 Jan 27 17:11:23.241878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8e808147-da14-4484-aaeb-37849df71ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:23.254758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8e808147-da14-4484-aaeb-37849df71ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:23.262551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:23.318357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:23.322337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.344838 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1ca4f596-0b4b-4baa-9c4d-43372b532e3e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:23.349682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.369817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ca4f596-0b4b-4baa-9c4d-43372b532e3e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.381233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:23.407635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.408053 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Added segment 9c242a7a-3ca1-4787-966e-a8a2bc4aa58d of type vlan for network 28a3e9d8-07bc-4983-91af-6ab800b68c6f Jan 27 17:11:23.449233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1ca4f596-0b4b-4baa-9c4d-43372b532e3e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:23.465157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1ca4f596-0b4b-4baa-9c4d-43372b532e3e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:23.465934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.470482 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1ca4f596-0b4b-4baa-9c4d-43372b532e3e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:23.471657 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:23.474040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.485136 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.486269 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1ca4f596-0b4b-4baa-9c4d-43372b532e3e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:23.490680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c6eb10-1216-4dc0-9d1f-461b2bdd959b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:23.492616 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-85c6eb10-1216-4dc0-9d1f-461b2bdd959b tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&device_id=b839597f-9ab8-46f7-a69b-778353c4bc25&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3997695 Jan 27 17:11:23.497999 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35588) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:23.541211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8e808147-da14-4484-aaeb-37849df71ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.548320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c048fe4d-e928-4230-8da1-c2d36f1ebcf4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.563968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8e808147-da14-4484-aaeb-37849df71ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.623868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048fe4d-e928-4230-8da1-c2d36f1ebcf4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=c2a33d91-3eed-4738-8cb3-9d13d82840ae,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:23.671723 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5484157 Jan 27 17:11:23.678251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e12f8e-62bf-43f9-abcb-bcc22fbab866 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Network': ['ID=185d5333-05b7-45cc-a2cf-ffb552748715,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:23.683278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35596) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:23.702792 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8e808147-da14-4484-aaeb-37849df71ff0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d82af14bc820453cbe6c7b1a0474111c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8101454 Jan 27 17:11:23.703676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35600) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:23.705031 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:23.707689 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:23.725958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.731798 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:23.732448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.735527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c048fe4d-e928-4230-8da1-c2d36f1ebcf4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.798376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e808147-da14-4484-aaeb-37849df71ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e13bc9e-8be9-4176-95f7-e0c5e0261f3d,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:23.810635 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c048fe4d-e928-4230-8da1-c2d36f1ebcf4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/c2a33d91-3eed-4738-8cb3-9d13d82840ae HTTP/1.1" status: 204 len: 168 time: 2.6238434 Jan 27 17:11:23.821382 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6109898 Jan 27 17:11:23.822937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35606) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:23.824401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec823241-faa9-4729-a2fe-92cd9e80abb2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:23.825976 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ec823241-faa9-4729-a2fe-92cd9e80abb2 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/networks/30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 881 time: 0.3257968 Jan 27 17:11:23.834277 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35608) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:23.834607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35610) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:23.866681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'subnet': {'network_id': '28a3e9d8-07bc-4983-91af-6ab800b68c6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:23.906539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4fd0e385-3cce-467e-8903-507b1b404b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.009282 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ca4f596-0b4b-4baa-9c4d-43372b532e3e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.025864 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57fdda0-6479-47aa-b793-21539721bdeb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:11:24.026355 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c57fdda0-6479-47aa-b793-21539721bdeb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/c2a33d91-3eed-4738-8cb3-9d13d82840ae HTTP/1.1" status: 404 len: 333 time: 0.1839926 Jan 27 17:11:24.044713 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35622) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:24.045695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:24.061792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ca4f596-0b4b-4baa-9c4d-43372b532e3e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.115758 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-be835e8b-77c4-4ac7-894e-b84cdaaa33a4 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "GET /v2.0/ports?device_id=b839597f-9ab8-46f7-a69b-778353c4bc25 HTTP/1.1" status: 200 len: 205 time: 0.2726047 Jan 27 17:11:24.128381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35630) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:24.134946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:24.196268 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d94328-1db7-4441-9d1b-451f820365b2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Network': ['ID=28a3e9d8-07bc-4983-91af-6ab800b68c6f,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:24.210427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:24.213165 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 28a3e9d8-07bc-4983-91af-6ab800b68c6f details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:24.222915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:24.229197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:24.239010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:24.241965 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b500072b-da4c-4768-8969-f0875f313373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.259457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Made reservation on behalf of 1767f08f340a49a1af96076fddab478f for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:24.270925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:24.271599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.274894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.299280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b500072b-da4c-4768-8969-f0875f313373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.317603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ca4f596-0b4b-4baa-9c4d-43372b532e3e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.319236 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1ca4f596-0b4b-4baa-9c4d-43372b532e3e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2245827 Jan 27 17:11:24.325744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35636) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:24.343099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-9a89a2d0-99b3-4ca4-8a1b-5159ae076be3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341448765'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:24.361499 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-23f593f3-a189-456a-871b-8b0000758f07 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 1eb0a4f5-c787-4b8f-8221-e17b1350067c {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:24.362249 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-23f593f3-a189-456a-871b-8b0000758f07 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.404565 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9a89a2d0-99b3-4ca4-8a1b-5159ae076be3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:24.420302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35640) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:24.422637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4f596-0b4b-4baa-9c4d-43372b532e3e tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ff3b8c-2961-4567-832e-44016f8aa583,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:24.438597 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041916 Jan 27 17:11:24.455411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35642) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:24.473203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9a89a2d0-99b3-4ca4-8a1b-5159ae076be3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:24.506620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a89a2d0-99b3-4ca4-8a1b-5159ae076be3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.557127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9a89a2d0-99b3-4ca4-8a1b-5159ae076be3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:24.565600 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b500072b-da4c-4768-8969-f0875f313373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.597207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9a89a2d0-99b3-4ca4-8a1b-5159ae076be3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:24.634004 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Performing IP validity checks on allocation pools {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:11:24.634448 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:11:24.659073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9a89a2d0-99b3-4ca4-8a1b-5159ae076be3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:24.679298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500072b-da4c-4768-8969-f0875f313373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e13bc9e-8be9-4176-95f7-e0c5e0261f3d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:24.691666 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7eccfdd7-64e4-4cad-a3f2-b61306395dbc tempest-NetworksApiDiscovery-1930398628 tempest-NetworksApiDiscovery-1930398628-project] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2253988 Jan 27 17:11:24.705147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9a89a2d0-99b3-4ca4-8a1b-5159ae076be3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:24.725875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.756737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b500072b-da4c-4768-8969-f0875f313373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.760864 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b500072b-da4c-4768-8969-f0875f313373 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e13bc9e-8be9-4176-95f7-e0c5e0261f3d HTTP/1.1" status: 204 len: 168 time: 1.0091026 Jan 27 17:11:24.897882 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.943094 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.187986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=3716d0a9-391c-4439-8ef0-a439408dae20,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:25.197797 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.218699 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-23f593f3-a189-456a-871b-8b0000758f07 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.219610 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:25.219977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network hostable DHCP agents. Network: 185d5333-05b7-45cc-a2cf-ffb552748715, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:25.228209 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a89a2d0-99b3-4ca4-8a1b-5159ae076be3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.234570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a89a2d0-99b3-4ca4-8a1b-5159ae076be3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.317586 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:25.359033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89a2d0-99b3-4ca4-8a1b-5159ae076be3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390b710f-65a0-4414-850b-b66e3c15cdb7,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:25.386175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9a89a2d0-99b3-4ca4-8a1b-5159ae076be3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.397935 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9a89a2d0-99b3-4ca4-8a1b-5159ae076be3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0684407 Jan 27 17:11:25.400393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35660) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:25.410030 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35662) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:25.410700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 185d5333-05b7-45cc-a2cf-ffb552748715) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:25.419217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-25a17faa-8d96-4f1f-bc26-a3e112155d66 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group_rule': {'security_group_id': 'f0ff3b8c-2961-4567-832e-44016f8aa583', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '390b710f-65a0-4414-850b-b66e3c15cdb7', 'remote_ip_prefix': None}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:25.424880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:25.425551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.442800 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-25a17faa-8d96-4f1f-bc26-a3e112155d66 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:25.448961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade6613d-eacc-435f-81cb-602ec1b50b2f None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:25.467438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-25a17faa-8d96-4f1f-bc26-a3e112155d66 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:25.473309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-25a17faa-8d96-4f1f-bc26-a3e112155d66 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:25.477652 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0586ebcf-7dcd-471d-85a9-4c372f5693e6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7865386 Jan 27 17:11:25.487894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.491878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35670) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:25.497816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-25a17faa-8d96-4f1f-bc26-a3e112155d66 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:25.513961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'name': 'tempest-NetworksTestDHCPv6-421710400'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:25.528102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-23f593f3-a189-456a-871b-8b0000758f07 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 1eb0a4f5-c787-4b8f-8221-e17b1350067c owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:25.608955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Deleting port cfe2eed5-749b-46c7-ae60-2983f71d1a79 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:25.609474 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.651738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35674) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:25.803631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-25a17faa-8d96-4f1f-bc26-a3e112155d66 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.815922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ea727797-4d11-4b77-97d5-39d3cd2d432d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.828721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': '3716d0a9-391c-4439-8ef0-a439408dae20'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:25.830419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.832361 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5424ea8-818e-46da-b28f-67c9567bdc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.871641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.901477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ea727797-4d11-4b77-97d5-39d3cd2d432d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:25.910614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f5424ea8-818e-46da-b28f-67c9567bdc61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:25.922015 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ea727797-4d11-4b77-97d5-39d3cd2d432d admin admin] Usage tracker for resource:security_group_rule and tenant:90b75c96b0e9413b8bec906fbcda80bb is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:25.938518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ea727797-4d11-4b77-97d5-39d3cd2d432d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:25.950905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f5424ea8-818e-46da-b28f-67c9567bdc61 admin admin] Usage tracker for resource:security_group_rule and tenant:8120bd304496467d8d6597d89a27b615 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:25.958402 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f5424ea8-818e-46da-b28f-67c9567bdc61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:25.965742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ea727797-4d11-4b77-97d5-39d3cd2d432d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:25.975125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f5424ea8-818e-46da-b28f-67c9567bdc61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:26.005946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:26.019633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:26.029390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:26.063627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:26.091315 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Allocated IP 2001:db8::2 (185d5333-05b7-45cc-a2cf-ffb552748715/3716d0a9-391c-4439-8ef0-a439408dae20/00234e91-45e7-4b5b-9df6-d25853ef08e2) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:26.094069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Subnet': ['ID=86bf0ce6-fd7d-4ce0-ab71-a41ae314d561,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:26.109485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-25a17faa-8d96-4f1f-bc26-a3e112155d66 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.125089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-25a17faa-8d96-4f1f-bc26-a3e112155d66 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.142669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:26.147617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.155237 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.173590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Checking segment: {'id': '9c242a7a-3ca1-4787-966e-a8a2bc4aa58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '28a3e9d8-07bc-4983-91af-6ab800b68c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:26.174050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network hostable DHCP agents. Network: 28a3e9d8-07bc-4983-91af-6ab800b68c6f, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:26.206277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a17faa-8d96-4f1f-bc26-a3e112155d66 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f18cb5-c155-4714-bce0-5f915e1d8285,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:26.242793 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-23f593f3-a189-456a-871b-8b0000758f07 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.253136 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port ab30e5f5-ad10-4dde-91d9-92c5d3117643 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:26.317466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Calling delete_port for cfe2eed5-749b-46c7-ae60-2983f71d1a79 owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:26.403109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-25a17faa-8d96-4f1f-bc26-a3e112155d66 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.405037 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-25a17faa-8d96-4f1f-bc26-a3e112155d66 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0019567 Jan 27 17:11:26.420395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35678) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:26.424370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.439778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f593f3-a189-456a-871b-8b0000758f07 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=1eb0a4f5-c787-4b8f-8221-e17b1350067c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:26.451446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Transition to ACTIVE for port object 00234e91-45e7-4b5b-9df6-d25853ef08e2 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:26.494875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ea727797-4d11-4b77-97d5-39d3cd2d432d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.519337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Transition to ACTIVE for port object 00234e91-45e7-4b5b-9df6-d25853ef08e2 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:26.520227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ea727797-4d11-4b77-97d5-39d3cd2d432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.528964 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.529329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Network 28a3e9d8-07bc-4983-91af-6ab800b68c6f is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:26.544836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-23f593f3-a189-456a-871b-8b0000758f07 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.561674 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5424ea8-818e-46da-b28f-67c9567bdc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.658914 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ea727797-4d11-4b77-97d5-39d3cd2d432d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90b75c96b0e9413b8bec906fbcda80bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0054874 Jan 27 17:11:26.661850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5424ea8-818e-46da-b28f-67c9567bdc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.667991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:26.673417 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:26.677071 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:26.683201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35682) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:26.683535 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.688761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Pushing event updated for resources: {'Port': ['ID=00234e91-45e7-4b5b-9df6-d25853ef08e2,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:26.724071 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.730895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2df0f897-d105-435e-98c5-2825dbe8c5ff tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.739937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea727797-4d11-4b77-97d5-39d3cd2d432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649eaf8d-f3f6-4bb3-99c3-2243d995dd23,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:26.741282 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 28a3e9d8-07bc-4983-91af-6ab800b68c6f) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:26.799351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1adbcfc-5818-4a7d-bb27-7d27f4330ae3 None None] Network 28a3e9d8-07bc-4983-91af-6ab800b68c6f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:26.818967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5424ea8-818e-46da-b28f-67c9567bdc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda658e3-d7aa-4528-8e46-c32fc02079eb,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:26.820536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Pushing event deleted for resources: {'Port': ['ID=cfe2eed5-749b-46c7-ae60-2983f71d1a79,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:26.823127 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-23f593f3-a189-456a-871b-8b0000758f07 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/1eb0a4f5-c787-4b8f-8221-e17b1350067c HTTP/1.1" status: 204 len: 168 time: 2.7694573 Jan 27 17:11:26.824986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:26.825767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.834152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2df0f897-d105-435e-98c5-2825dbe8c5ff tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.843195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35686) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:26.877138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Attempting to bind port 00234e91-45e7-4b5b-9df6-d25853ef08e2 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:26.877507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Attempting to bind port 00234e91-45e7-4b5b-9df6-d25853ef08e2 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:26.877859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Attempting to bind port 00234e91-45e7-4b5b-9df6-d25853ef08e2 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:26.936658 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f5424ea8-818e-46da-b28f-67c9567bdc61 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8120bd304496467d8d6597d89a27b615&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5234251 Jan 27 17:11:26.944485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:26.945108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:26.945762 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.946423 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:26.947248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Bound port: 00234e91-45e7-4b5b-9df6-d25853ef08e2, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:26.947917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.949543 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35692) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:26.966443 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dc9853-0494-4a93-ad95-6fd23fb02cd0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:11:26.971618 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-29dc9853-0494-4a93-ad95-6fd23fb02cd0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/1eb0a4f5-c787-4b8f-8221-e17b1350067c HTTP/1.1" status: 404 len: 333 time: 0.1250339 Jan 27 17:11:26.998250 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35696) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:27.000854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-184956ae-7fb4-4060-8b2a-176ac0576c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.017363 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5bd86699-92a8-4956-9402-b1bcab049e06 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.1814556 Jan 27 17:11:27.024757 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35698) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:27.033381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b5d0eeeb-0a7a-46be-bb80-ba6c775f354a tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:27.069025 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2df0f897-d105-435e-98c5-2825dbe8c5ff tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.073780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2df0f897-d105-435e-98c5-2825dbe8c5ff tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.076579 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2df0f897-d105-435e-98c5-2825dbe8c5ff tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/39f18cb5-c155-4714-bce0-5f915e1d8285 HTTP/1.1" status: 204 len: 168 time: 0.6445277 Jan 27 17:11:27.078070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35704) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:27.100833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::286 (185d5333-05b7-45cc-a2cf-ffb552748715/3716d0a9-391c-4439-8ef0-a439408dae20/ab30e5f5-ad10-4dde-91d9-92c5d3117643) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:27.117657 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-184956ae-7fb4-4060-8b2a-176ac0576c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.172784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] For port 00234e91-45e7-4b5b-9df6-d25853ef08e2, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:27.186187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0f897-d105-435e-98c5-2825dbe8c5ff tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39f18cb5-c155-4714-bce0-5f915e1d8285,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:27.202556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fb245e-7ffd-4d97-a58b-33af8c874c01 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting subnet 3acba248-729c-4b6b-baae-65e6666dd372 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:27.215255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] For port 00234e91-45e7-4b5b-9df6-d25853ef08e2, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=00234e91-45e7-4b5b-9df6-d25853ef08e2,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:27.219680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fb245e-7ffd-4d97-a58b-33af8c874c01 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.225446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.236506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.270100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-28a3e9d8-07bc-4983-91af-6ab800b68c6f', 'network_id': '28a3e9d8-07bc-4983-91af-6ab800b68c6f', 'tenant_id': '1767f08f340a49a1af96076fddab478f', 'fixed_ips': [{'subnet_id': '86bf0ce6-fd7d-4ce0-ab71-a41ae314d561'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:27.270953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.280668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1d53-dfa4-4ac4-a541-b545d27295cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.347415 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3efa5-b982-4e8c-b2e1-beab6a4cc317 None None] Pushing event updated for resources: {'Port': ['ID=00234e91-45e7-4b5b-9df6-d25853ef08e2,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:27.528705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-184956ae-7fb4-4060-8b2a-176ac0576c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.567479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Allocated IP 2001:db8::3 (28a3e9d8-07bc-4983-91af-6ab800b68c6f/86bf0ce6-fd7d-4ce0-ab71-a41ae314d561/e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:27.571146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fb245e-7ffd-4d97-a58b-33af8c874c01 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.606074 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184956ae-7fb4-4060-8b2a-176ac0576c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649eaf8d-f3f6-4bb3-99c3-2243d995dd23,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:27.636320 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-184956ae-7fb4-4060-8b2a-176ac0576c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.645416 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-184956ae-7fb4-4060-8b2a-176ac0576c60 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/649eaf8d-f3f6-4bb3-99c3-2243d995dd23 HTTP/1.1" status: 204 len: 168 time: 0.9069896 Jan 27 17:11:27.729717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ed12f8e1-321f-4a85-808b-c139d7d8b4fb tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:27.739358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.752151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.756869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1d53-dfa4-4ac4-a541-b545d27295cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.883537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5d0eeeb-0a7a-46be-bb80-ba6c775f354a tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65935215'] for subnet, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.888344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ed12f8e1-321f-4a85-808b-c139d7d8b4fb tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:27.893394 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ed12f8e1-321f-4a85-808b-c139d7d8b4fb tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7825065 Jan 27 17:11:27.898879 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35710) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:27.900358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fb245e-7ffd-4d97-a58b-33af8c874c01 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.905173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.906107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Fanout notify agent at l3_agent the message router_deleted on router b839597f-9ab8-46f7-a69b-778353c4bc25 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:11:27.951619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df68cad-f593-486a-b694-94c88a47c0c1 req-791d8470-a23d-4799-b6eb-d0764b972a46 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:27.959273 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1df68cad-f593-486a-b694-94c88a47c0c1 req-791d8470-a23d-4799-b6eb-d0764b972a46 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.8798311 Jan 27 17:11:27.979350 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.987164 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.021606 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Transition to ACTIVE for port object e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:28.029142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object ab30e5f5-ad10-4dde-91d9-92c5d3117643 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:28.042308 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.044006 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5ecb27dc-f84b-4282-aba3-c53b1a5ae26c tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "DELETE /v2.0/routers/b839597f-9ab8-46f7-a69b-778353c4bc25 HTTP/1.1" status: 204 len: 168 time: 3.9067490 Jan 27 17:11:28.044234 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Transition to ACTIVE for port object e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:28.045466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1d53-dfa4-4ac4-a541-b545d27295cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.052622 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1d53-dfa4-4ac4-a541-b545d27295cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.053365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.055635 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7d7b1d53-dfa4-4ac4-a541-b545d27295cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dda658e3-d7aa-4528-8e46-c32fc02079eb HTTP/1.1" status: 204 len: 168 time: 1.0973041 Jan 27 17:11:28.057497 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35716) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:28.079789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1495192380', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:28.094606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b1d53-dfa4-4ac4-a541-b545d27295cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda658e3-d7aa-4528-8e46-c32fc02079eb,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:28.105479 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:28.111758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Usage tracker for resource:router and tenant:a8ca4c0d81994c69b66fea06fdc2c641 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:28.115939 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1df68cad-f593-486a-b694-94c88a47c0c1 req-0ac7e8fb-4780-467a-a456-cec2d24ac786 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548953 Jan 27 17:11:28.121093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-60639c15-082b-44f7-b18a-f4d6354e526a tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.126455 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:28.142693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:28.171702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.173140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.256630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.301939 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-60639c15-082b-44f7-b18a-f4d6354e526a tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.303127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Network 28a3e9d8-07bc-4983-91af-6ab800b68c6f is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:28.317478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:28.320112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Pushing event updated for resources: {'Port': ['ID=e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:28.323316 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:28.431557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.527118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-60639c15-082b-44f7-b18a-f4d6354e526a tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.553884 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.562212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Attempting to bind port e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:28.562575 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Attempting to bind port e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '9c242a7a-3ca1-4787-966e-a8a2bc4aa58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '28a3e9d8-07bc-4983-91af-6ab800b68c6f'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:28.563007 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Attempting to bind port e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe on network 28a3e9d8-07bc-4983-91af-6ab800b68c6f {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:28.570386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:28.571002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Checking segment: {'id': '9c242a7a-3ca1-4787-966e-a8a2bc4aa58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '28a3e9d8-07bc-4983-91af-6ab800b68c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:28.571417 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.571888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Bound using segment: {'id': '9c242a7a-3ca1-4787-966e-a8a2bc4aa58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '28a3e9d8-07bc-4983-91af-6ab800b68c6f'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:28.572365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Bound port: e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c242a7a-3ca1-4787-966e-a8a2bc4aa58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '28a3e9d8-07bc-4983-91af-6ab800b68c6f'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:28.572740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.645495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60639c15-082b-44f7-b18a-f4d6354e526a tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=390b710f-65a0-4414-850b-b66e3c15cdb7,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:28.660365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fb245e-7ffd-4d97-a58b-33af8c874c01 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.661127 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-60639c15-082b-44f7-b18a-f4d6354e526a tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.671171 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-60639c15-082b-44f7-b18a-f4d6354e526a tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-groups/390b710f-65a0-4414-850b-b66e3c15cdb7 HTTP/1.1" status: 204 len: 168 time: 0.7689464 Jan 27 17:11:28.676448 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35736) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:28.779334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fb245e-7ffd-4d97-a58b-33af8c874c01 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.780341 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] For port e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:28.784966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] For port e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe,segment=NetworkSegment(9c242a7a-3ca1-4787-966e-a8a2bc4aa58d),segment_id=9c242a7a-3ca1-4787-966e-a8a2bc4aa58d)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:28.790102 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c6fa5a-46c8-4219-bba7-9f1b34402688 None None] Network c7c291ab-f704-4fe2-bdb6-3e46225acfe2 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:28.811194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.822470 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb245e-7ffd-4d97-a58b-33af8c874c01 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Subnet': ['ID=3acba248-729c-4b6b-baae-65e6666dd372,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:28.835281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:28.844543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:28.847970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:28.857498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:28.858180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.909068 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4159586 Jan 27 17:11:28.911927 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-80fb245e-7ffd-4d97-a58b-33af8c874c01 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/3acba248-729c-4b6b-baae-65e6666dd372 HTTP/1.1" status: 204 len: 168 time: 1.8692851 Jan 27 17:11:28.912697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ecd17-1ff9-46a3-8f93-08697f653a59 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=ab30e5f5-ad10-4dde-91d9-92c5d3117643,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:28.917132 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35748) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:28.917465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35750) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:28.930199 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6e14fe8e-bc16-424e-8e0f-72a8f9388fb0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:28.935387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5d0eeeb-0a7a-46be-bb80-ba6c775f354a tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787738492398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64976331'] for subnet, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.021933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0eeeb-0a7a-46be-bb80-ba6c775f354a tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event updated for resources: {'Subnet': ['ID=86bf0ce6-fd7d-4ce0-ab71-a41ae314d561,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:29.049565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6e14fe8e-bc16-424e-8e0f-72a8f9388fb0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:29.056987 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6e14fe8e-bc16-424e-8e0f-72a8f9388fb0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3786325 Jan 27 17:11:29.060599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35760) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:29.166243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d0eeeb-0a7a-46be-bb80-ba6c775f354a tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:29.166852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5d0eeeb-0a7a-46be-bb80-ba6c775f354a tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.168236 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b5d0eeeb-0a7a-46be-bb80-ba6c775f354a tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "PUT /v2.0/subnets/86bf0ce6-fd7d-4ce0-ab71-a41ae314d561 HTTP/1.1" status: 200 len: 900 time: 2.1424868 Jan 27 17:11:29.171846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35766) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:29.270883 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d67cda7-d004-4c90-ae91-81becf99e142 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.289119 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ef56f-bdae-4eed-b619-48805736bea6 None None] Pushing event updated for resources: {'Port': ['ID=e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:29.307302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e031a374-4f6a-4b58-aed6-36e76f06dc89 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:29.433660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2e4eaf99-4d60-4b70-941f-d4ae75b890b1 None None] Provisioning for port 00234e91-45e7-4b5b-9df6-d25853ef08e2 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:29.442999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97359d74-2bbe-461c-8bd0-e61e45b86154 req-7691e93d-b9ee-4b4a-9f9e-969b3b5cef95 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:29.447987 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-97359d74-2bbe-461c-8bd0-e61e45b86154 req-7691e93d-b9ee-4b4a-9f9e-969b3b5cef95 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.9932716 Jan 27 17:11:29.484449 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35772) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:29.504340 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d67cda7-d004-4c90-ae91-81becf99e142 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.680290 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-97359d74-2bbe-461c-8bd0-e61e45b86154 req-9ffc5427-9132-47eb-9c90-1ea0463236f8 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846415 Jan 27 17:11:29.773160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.794489 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d67cda7-d004-4c90-ae91-81becf99e142 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.857428 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-04c0aa0b-ce03-4596-b4d5-67be4b56c2eb tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:29.863838 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-04c0aa0b-ce03-4596-b4d5-67be4b56c2eb tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3729236 Jan 27 17:11:29.864315 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:29.873743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35786) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:29.877844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67cda7-d004-4c90-ae91-81becf99e142 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ff3b8c-2961-4567-832e-44016f8aa583,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:29.880178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting port e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:29.880541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.884247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.900520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-e1df321a-1221-417a-bdf6-98d762a8fc00 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:29.901525 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e1df321a-1221-417a-bdf6-98d762a8fc00 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0127499 Jan 27 17:11:29.943417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35792) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:29.976176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-e86f3978-feba-4d16-ad66-8eec31d73d26 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:29.977364 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e86f3978-feba-4d16-ad66-8eec31d73d26 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0278952 Jan 27 17:11:29.984300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35796) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:29.986897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.022798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d67cda7-d004-4c90-ae91-81becf99e142 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.032050 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0d67cda7-d004-4c90-ae91-81becf99e142 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-groups/f0ff3b8c-2961-4567-832e-44016f8aa583 HTTP/1.1" status: 204 len: 168 time: 0.9606767 Jan 27 17:11:30.032896 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35802) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.043107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-8d46963d-13b1-427f-b110-dbb386a9bafb tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:30.047114 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8d46963d-13b1-427f-b110-dbb386a9bafb tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0279641 Jan 27 17:11:30.058764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35806) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.088297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-488b2265-2076-4be2-a2c7-42a43b9dd357 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:30.089753 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-488b2265-2076-4be2-a2c7-42a43b9dd357 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0282695 Jan 27 17:11:30.090925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 85c7c391-2da2-4c51-93fd-0eff131b9e20 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:30.091494 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.122416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35810) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.132062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46037909-57e7-4202-9183-c983f38a459e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:30.134399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:30.138783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46037909-57e7-4202-9183-c983f38a459e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:30.139986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-46037909-57e7-4202-9183-c983f38a459e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:30.149371 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 00234e91-45e7-4b5b-9df6-d25853ef08e2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:30.158816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35814) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.200007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-d8faced8-842d-482d-bf68-aa7283fd1384 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:30.201162 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d8faced8-842d-482d-bf68-aa7283fd1384 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0580182 Jan 27 17:11:30.219875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35816) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.229432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-464c68e0-7504-430e-9712-d1f985639a87 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:30.233634 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-464c68e0-7504-430e-9712-d1f985639a87 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0120120 Jan 27 17:11:30.240649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85459dd-a0a6-4220-9c02-a025383690f2 None None] DHCP port deletion for c7c291ab-f704-4fe2-bdb6-3e46225acfe2 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:30.244158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35822) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.254644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-72d2da77-620b-44c4-803f-07c89b0b5b3e tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:30.258886 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-72d2da77-620b-44c4-803f-07c89b0b5b3e tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0108633 Jan 27 17:11:30.259378 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a85459dd-a0a6-4220-9c02-a025383690f2 None None] Deleting port 85c7c391-2da2-4c51-93fd-0eff131b9e20 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:30.259791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a85459dd-a0a6-4220-9c02-a025383690f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.267458 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35826) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.301993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-46037909-57e7-4202-9183-c983f38a459e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:30.306292 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-46037909-57e7-4202-9183-c983f38a459e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.3855374 Jan 27 17:11:30.312104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-e013790d-7a4c-41ba-87af-9ad2b014d5f7 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:30.312366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f5d62904-61c5-41b0-b10d-41d7d4a0386a tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:30.316000 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e013790d-7a4c-41ba-87af-9ad2b014d5f7 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0132132 Jan 27 17:11:30.316000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35832) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.325338 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35834) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.345865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-48be03a8-7b6f-4eb9-9089-456bc0f06f90 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:30.353363 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-48be03a8-7b6f-4eb9-9089-456bc0f06f90 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0162354 Jan 27 17:11:30.359548 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35838) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.486257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-896a2e89-b48e-441e-a257-a4a172a5f9a0 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:30.487268 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-896a2e89-b48e-441e-a257-a4a172a5f9a0 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.1190469 Jan 27 17:11:30.495063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35846) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.499715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f5d62904-61c5-41b0-b10d-41d7d4a0386a tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:30.508189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 00234e91-45e7-4b5b-9df6-d25853ef08e2 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:30.508957 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f5d62904-61c5-41b0-b10d-41d7d4a0386a tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4718263 Jan 27 17:11:30.514836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-307986327-network', 'tenant_id': '3f2e5835c99b4269befa850388a8a385'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:30.515542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35848) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.527334 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 00234e91-45e7-4b5b-9df6-d25853ef08e2 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:30.527814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.529919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f56e02a8-581b-4131-a5be-e47b7d1e48c2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398120860'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:30.530125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:30.539436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f56e02a8-581b-4131-a5be-e47b7d1e48c2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:30.567670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-9f426a6c-ee0a-4ceb-9951-5d9843196045 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:30.572165 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9f426a6c-ee0a-4ceb-9951-5d9843196045 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0447078 Jan 27 17:11:30.577124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Usage tracker for resource:network and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:30.592922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35854) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.597143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:30.599252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] For port e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe,segment=NetworkSegment(9c242a7a-3ca1-4787-966e-a8a2bc4aa58d),segment_id=9c242a7a-3ca1-4787-966e-a8a2bc4aa58d)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:30.599635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.623344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-de5aadbf-ea0f-4912-95ae-6c286167d06a tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:30.625115 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-de5aadbf-ea0f-4912-95ae-6c286167d06a tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0225933 Jan 27 17:11:30.626903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:30.637593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35858) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.646907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-15c6a88c-80d0-48ce-943e-f81c6ce4b8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port ab30e5f5-ad10-4dde-91d9-92c5d3117643 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:30.652592 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15c6a88c-80d0-48ce-943e-f81c6ce4b8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.706629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-81abf9e4-fded-4690-ad56-b1d39401a237 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:30.707754 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-81abf9e4-fded-4690-ad56-b1d39401a237 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0163803 Jan 27 17:11:30.778408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-a85459dd-a0a6-4220-9c02-a025383690f2 None None] For port 85c7c391-2da2-4c51-93fd-0eff131b9e20, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=85c7c391-2da2-4c51-93fd-0eff131b9e20,segment=NetworkSegment(809ad2c0-109a-4469-8943-a9e8d4e9a8aa),segment_id=809ad2c0-109a-4469-8943-a9e8d4e9a8aa)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:30.778900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a85459dd-a0a6-4220-9c02-a025383690f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.796587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35862) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.822194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f56e02a8-581b-4131-a5be-e47b7d1e48c2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:30.831980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Calling delete_port for e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:30.883648 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50069c68-636d-407b-8d21-12a2c9ee0c52 None None] Network 28a3e9d8-07bc-4983-91af-6ab800b68c6f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:30.892467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f56e02a8-581b-4131-a5be-e47b7d1e48c2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.938178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f56e02a8-581b-4131-a5be-e47b7d1e48c2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:30.950083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f56e02a8-581b-4131-a5be-e47b7d1e48c2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:30.953745 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f56e02a8-581b-4131-a5be-e47b7d1e48c2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:30.968195 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a85459dd-a0a6-4220-9c02-a025383690f2 None None] Calling delete_port for 85c7c391-2da2-4c51-93fd-0eff131b9e20 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:30.996868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f56e02a8-581b-4131-a5be-e47b7d1e48c2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:31.049011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.102616 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-94e88f7f-bc0c-4eda-a18e-3638d454b8de tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.103921 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-94e88f7f-bc0c-4eda-a18e-3638d454b8de tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.2619462 Jan 27 17:11:31.116880 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35866) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.125251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Port': ['ID=e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:31.132422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-3f8c7d75-792b-4381-99c2-eeb44d517d5d tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.136607 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3f8c7d75-792b-4381-99c2-eeb44d517d5d tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0148304 Jan 27 17:11:31.162875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.168846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35870) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.169638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Made reservation on behalf of 3f2e5835c99b4269befa850388a8a385 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:31.171711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4b5879ff-e0ce-4444-872a-1b2ad5f22e6f None None] Provisioning complete for port e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:31.172095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4b5879ff-e0ce-4444-872a-1b2ad5f22e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.172255 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.269642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-f7140a56-2c03-4a7a-a00b-a4531a05f7d3 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.271131 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f7140a56-2c03-4a7a-a00b-a4531a05f7d3 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0885584 Jan 27 17:11:31.285279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35874) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.293794 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4b5879ff-e0ce-4444-872a-1b2ad5f22e6f None None] Port e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe was deleted so its status cannot be updated. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:11:31.301681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.344302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9678cb-0fa1-4d95-b46e-10b090b24e55 req-3fc0869d-24f1-405b-bebf-dade4d0e6596 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:31.352915 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2b9678cb-0fa1-4d95-b46e-10b090b24e55 req-3fc0869d-24f1-405b-bebf-dade4d0e6596 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.0982065 Jan 27 17:11:31.354129 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a85459dd-a0a6-4220-9c02-a025383690f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.362267 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] For port 85c7c391-2da2-4c51-93fd-0eff131b9e20, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=85c7c391-2da2-4c51-93fd-0eff131b9e20,segment=NetworkSegment(809ad2c0-109a-4469-8943-a9e8d4e9a8aa),segment_id=809ad2c0-109a-4469-8943-a9e8d4e9a8aa)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:31.363290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.374509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-72eba10f-dee0-4b10-9e3c-ad7b95abb9fe tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.375870 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-72eba10f-dee0-4b10-9e3c-ad7b95abb9fe tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0792303 Jan 27 17:11:31.416806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:31.421578 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Usage tracker for resource:security_group_rule and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:31.428640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:31.434181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 00234e91-45e7-4b5b-9df6-d25853ef08e2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=00234e91-45e7-4b5b-9df6-d25853ef08e2,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:31.434871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35878) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.444582 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85459dd-a0a6-4220-9c02-a025383690f2 None None] Pushing event deleted for resources: {'Port': ['ID=85c7c391-2da2-4c51-93fd-0eff131b9e20,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:31.452204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.455891 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85459dd-a0a6-4220-9c02-a025383690f2 None None] No DVR routers for this DVR port 85c7c391-2da2-4c51-93fd-0eff131b9e20 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:31.470605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-acecf084-10c2-4782-9dc7-1c67f3bedec1 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.474601 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-acecf084-10c2-4782-9dc7-1c67f3bedec1 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0106325 Jan 27 17:11:31.482135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:31.482383 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:31.482706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:31.483058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:31.483710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:31.484025 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:31.484338 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:31.484798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:31.485080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:31.485389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:31.485698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:31.486003 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:31.496387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35882) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.497562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No DVR routers for this DVR port e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:31.523865 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5f9b16e7-8fe1-46a3-8dbe-c1cd0fcaba56 None None] Provisioning for port ab30e5f5-ad10-4dde-91d9-92c5d3117643 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:31.530715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:31.583842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-17c3a94e-a389-41e9-a0db-ff2299a61df2 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.588020 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-17c3a94e-a389-41e9-a0db-ff2299a61df2 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0064154 Jan 27 17:11:31.588212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 85c7c391-2da2-4c51-93fd-0eff131b9e20 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:31.591008 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.600891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35886) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.610179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 85c7c391-2da2-4c51-93fd-0eff131b9e20 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:31.611695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5f9b16e7-8fe1-46a3-8dbe-c1cd0fcaba56 None None] Provisioning complete for port ab30e5f5-ad10-4dde-91d9-92c5d3117643 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:31.612201 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5f9b16e7-8fe1-46a3-8dbe-c1cd0fcaba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.667903 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2b9678cb-0fa1-4d95-b46e-10b090b24e55 req-b4c0421d-24e3-40be-bd52-f806499f2d9a tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137233 Jan 27 17:11:31.680908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 85c7c391-2da2-4c51-93fd-0eff131b9e20 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:31.681394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 85c7c391-2da2-4c51-93fd-0eff131b9e20 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:31.682054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-de545b74-0043-4ebd-a5c0-473fed7b08e0 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.683056 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-de545b74-0043-4ebd-a5c0-473fed7b08e0 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0420139 Jan 27 17:11:31.686651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f56e02a8-581b-4131-a5be-e47b7d1e48c2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.689264 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35890) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.694435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-a9bdf3c0-87ae-478b-820b-0971e245e9cb tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.695495 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a9bdf3c0-87ae-478b-820b-0971e245e9cb tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0060334 Jan 27 17:11:31.701286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35894) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.706857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15c6a88c-80d0-48ce-943e-f81c6ce4b8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.708715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f56e02a8-581b-4131-a5be-e47b7d1e48c2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.714864 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-69bfe0b8-7389-421b-85b6-6e37f783826a tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.718500 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-69bfe0b8-7389-421b-85b6-6e37f783826a tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0126908 Jan 27 17:11:31.728516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b16e7-8fe1-46a3-8dbe-c1cd0fcaba56 None None] Port ab30e5f5-ad10-4dde-91d9-92c5d3117643 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:31.732822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35898) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.738308 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=00234e91-45e7-4b5b-9df6-d25853ef08e2,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:31.760269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5f9b16e7-8fe1-46a3-8dbe-c1cd0fcaba56 None None] Provisioning complete for port 00234e91-45e7-4b5b-9df6-d25853ef08e2 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:31.760663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5f9b16e7-8fe1-46a3-8dbe-c1cd0fcaba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.761298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-6263ed4f-a5f6-4812-a9ce-e71dee3e8e48 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.762330 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6263ed4f-a5f6-4812-a9ce-e71dee3e8e48 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0228314 Jan 27 17:11:31.777333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35902) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.787118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-87244ca8-0362-4ed1-a951-bd869c466412 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.790684 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-87244ca8-0362-4ed1-a951-bd869c466412 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0111659 Jan 27 17:11:31.791865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35906) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.795484 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e02a8-581b-4131-a5be-e47b7d1e48c2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=986b956c-01ed-45fc-a17d-e49548829716,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:31.805001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-499c3509-c1cf-41e2-9669-71cc86430ead tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.808621 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-499c3509-c1cf-41e2-9669-71cc86430ead tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0076194 Jan 27 17:11:31.813362 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35910) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.825121 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-80423a14-4e15-4bb8-86c8-9176ac30d8d2 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.829307 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-80423a14-4e15-4bb8-86c8-9176ac30d8d2 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0118210 Jan 27 17:11:31.829307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35914) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.835724 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-04feeeda-3616-411f-bd58-b020b83a8a1d tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.839206 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-04feeeda-3616-411f-bd58-b020b83a8a1d tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0067527 Jan 27 17:11:31.839206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f56e02a8-581b-4131-a5be-e47b7d1e48c2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.839206 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f56e02a8-581b-4131-a5be-e47b7d1e48c2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3220017 Jan 27 17:11:31.839664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35918) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.841746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35920) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.843163 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.852680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-63fff2f9-ceaf-45b7-b9fc-b73b81ac9800 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.856075 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-63fff2f9-ceaf-45b7-b9fc-b73b81ac9800 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0131748 Jan 27 17:11:31.857456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ed6fc95a-0ed3-4d6b-a56a-15a49764923d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group_rule': {'security_group_id': '986b956c-01ed-45fc-a17d-e49548829716', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:31.910069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ed6fc95a-0ed3-4d6b-a56a-15a49764923d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:31.915261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ed6fc95a-0ed3-4d6b-a56a-15a49764923d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:31.919136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ed6fc95a-0ed3-4d6b-a56a-15a49764923d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:31.926744 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ed6fc95a-0ed3-4d6b-a56a-15a49764923d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:31.928675 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35926) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.929004 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-15c6a88c-80d0-48ce-943e-f81c6ce4b8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for ab30e5f5-ad10-4dde-91d9-92c5d3117643 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:31.936913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-0b2c9d5a-a4d5-4197-8b46-4c38331bc6e3 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.940552 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0b2c9d5a-a4d5-4197-8b46-4c38331bc6e3 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0069184 Jan 27 17:11:31.958795 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35930) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.964082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Subnet': ['ID=86bf0ce6-fd7d-4ce0-ab71-a41ae314d561,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:31.980656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-b344c06a-69a3-48e2-be09-4505ec7ef99d tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:31.986933 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b344c06a-69a3-48e2-be09-4505ec7ef99d tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0187902 Jan 27 17:11:31.989698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35934) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.998212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33026f9f-86fa-4965-a334-69d70ab7a6df None None] Network 28a3e9d8-07bc-4983-91af-6ab800b68c6f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:32.005041 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-72ed6451-826c-4a74-98d2-5c5b17f88543 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.006170 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-72ed6451-826c-4a74-98d2-5c5b17f88543 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0150628 Jan 27 17:11:32.012286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35938) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.013043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc95a-0ed3-4d6b-a56a-15a49764923d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.075497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-0b7953de-e44b-4510-950b-a3f55de5b7eb tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.076434 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0b7953de-e44b-4510-950b-a3f55de5b7eb tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0545683 Jan 27 17:11:32.084185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.093086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35942) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.106313 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-16cf1ec9-efe4-4447-b42c-2b7d8e89ed38 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.107314 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-16cf1ec9-efe4-4447-b42c-2b7d8e89ed38 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0132406 Jan 27 17:11:32.111476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35946) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.136824 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-320a6c64-9843-4d35-a23c-5ea9e87ad4e8 None None] Provisioning complete for port ab30e5f5-ad10-4dde-91d9-92c5d3117643 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:32.137267 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-320a6c64-9843-4d35-a23c-5ea9e87ad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.168018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a3e9d8-07bc-4983-91af-6ab800b68c6f']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:32.183660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-38b1f3d5-3438-4a7b-84a0-04f8781b772c tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.184680 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-38b1f3d5-3438-4a7b-84a0-04f8781b772c tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0188169 Jan 27 17:11:32.194899 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35950) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.201158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c242a7a-3ca1-4787-966e-a8a2bc4aa58d') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:32.201676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c242a7a-3ca1-4787-966e-a8a2bc4aa58d') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:32.225674 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-eddfc018-f402-4306-b1e2-a93d6225ffbe tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.227610 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-eddfc018-f402-4306-b1e2-a93d6225ffbe tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0308571 Jan 27 17:11:32.232895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35954) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.237784 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:32.238159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:32.243846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.245442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.261345 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-1ee61663-68ca-4087-ad30-894ee44ccb5a tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.262698 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1ee61663-68ca-4087-ad30-894ee44ccb5a tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0242531 Jan 27 17:11:32.271254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35958) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.286335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-cd2bed3f-b988-4089-8bfc-8064b3eb4a20 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.288260 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cd2bed3f-b988-4089-8bfc-8064b3eb4a20 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0154262 Jan 27 17:11:32.290715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.292748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35962) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.309842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-5c00613f-5405-49b5-bc7a-0a54a5b47ce9 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.310829 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5c00613f-5405-49b5-bc7a-0a54a5b47ce9 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0164855 Jan 27 17:11:32.312165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.315474 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35968) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.318842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc95a-0ed3-4d6b-a56a-15a49764923d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.331080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-5fe8a807-4789-4433-a2c8-023a54694b4f tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.332916 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5fe8a807-4789-4433-a2c8-023a54694b4f tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0121799 Jan 27 17:11:32.337422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:32.338091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.352086 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-320a6c64-9843-4d35-a23c-5ea9e87ad4e8 None None] Port ab30e5f5-ad10-4dde-91d9-92c5d3117643 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:32.366138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35972) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:32.367818 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:32.371560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc95a-0ed3-4d6b-a56a-15a49764923d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.401768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-90fe4f9a-3e01-4cf4-9d30-aab7b35ff1c2 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.403063 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-90fe4f9a-3e01-4cf4-9d30-aab7b35ff1c2 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0339291 Jan 27 17:11:32.419172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760f9dbb-e553-4e53-a7c7-ed399227b2a0 None None] DHCP port deletion for 28a3e9d8-07bc-4983-91af-6ab800b68c6f request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:32.427366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35976) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.459302 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc95a-0ed3-4d6b-a56a-15a49764923d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.460482 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ed6fc95a-0ed3-4d6b-a56a-15a49764923d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6130705 Jan 27 17:11:32.463639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-4ed593c5-8328-4bf1-8847-0ead26e8785f tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.467703 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4ed593c5-8328-4bf1-8847-0ead26e8785f tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0271666 Jan 27 17:11:32.472250 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.473268 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35980) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.473639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 35982) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.510484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-73da67a0-bfd0-40a5-a02f-271d703df51f tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.515285 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-73da67a0-bfd0-40a5-a02f-271d703df51f tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0288267 Jan 27 17:11:32.515485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fc95a-0ed3-4d6b-a56a-15a49764923d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f094e7eb-724b-40b5-a25b-b1ab57f4eb43,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:32.515485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35988) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.528481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-4c0d609b-e6f1-40de-892c-628a8c0b7097 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.529370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.529582 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4c0d609b-e6f1-40de-892c-628a8c0b7097 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0065086 Jan 27 17:11:32.532641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35992) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.538767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-edbe6a28-5fbd-4fe7-8b57-b7484ce5aad1 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.542262 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-edbe6a28-5fbd-4fe7-8b57-b7484ce5aad1 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0061932 Jan 27 17:11:32.542628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 35996) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.548030 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-e055a2e3-7b6b-403c-b5b2-f6584e53a45d tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.551337 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e055a2e3-7b6b-403c-b5b2-f6584e53a45d tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0054073 Jan 27 17:11:32.551915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36000) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.554776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.560548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-3ca92806-0735-468d-9548-33c05ba6f7d7 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.561503 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3ca92806-0735-468d-9548-33c05ba6f7d7 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0086913 Jan 27 17:11:32.579087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36004) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.579875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.591841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Network': ['ID=28a3e9d8-07bc-4983-91af-6ab800b68c6f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:32.592660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15c6a88c-80d0-48ce-943e-f81c6ce4b8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.597585 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1205} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:32.603986 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-72baccc3-48de-4b11-882d-ebfb50819941 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/28a3e9d8-07bc-4983-91af-6ab800b68c6f HTTP/1.1" status: 204 len: 168 time: 3.4309685 Jan 27 17:11:32.604198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-982cb8b7-4f1b-42e1-8c1b-8893a57efc46 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.605072 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-982cb8b7-4f1b-42e1-8c1b-8893a57efc46 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0241456 Jan 27 17:11:32.607203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36008) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.607799 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36010) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.615752 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-c4d6902e-c701-40ba-90a6-8796d72f8366 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.616885 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c4d6902e-c701-40ba-90a6-8796d72f8366 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0055525 Jan 27 17:11:32.647550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36016) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.654567 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-853de438-bed9-404a-a253-19ad7dc25cc3 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:32.655030 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853de438-bed9-404a-a253-19ad7dc25cc3 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:32.659625 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-853de438-bed9-404a-a253-19ad7dc25cc3 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/subnets/86bf0ce6-fd7d-4ce0-ab71-a41ae314d561 HTTP/1.1" status: 404 len: 337 time: 0.0474803 Jan 27 17:11:32.660001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36018) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.685670 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd99af2d-aa9e-4fad-80f7-223a7b8ae235 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:32.686309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd99af2d-aa9e-4fad-80f7-223a7b8ae235 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:32.688074 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dd99af2d-aa9e-4fad-80f7-223a7b8ae235 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/28a3e9d8-07bc-4983-91af-6ab800b68c6f HTTP/1.1" status: 404 len: 339 time: 0.0271373 Jan 27 17:11:32.691863 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36024) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.702673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.722789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-95208c1f-e60f-4968-9e77-75fa8679386c tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.723884 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-95208c1f-e60f-4968-9e77-75fa8679386c tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0437939 Jan 27 17:11:32.731461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d92e942-8386-4653-8841-46d37f4eb08c,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:32.735539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6a88c-80d0-48ce-943e-f81c6ce4b8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=ab30e5f5-ad10-4dde-91d9-92c5d3117643,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:32.740211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36028) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.741761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.742101 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Added segment e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3 of type vlan for network c33794e6-f455-4da7-ac52-fa9dee73560d Jan 27 17:11:32.744999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 85c7c391-2da2-4c51-93fd-0eff131b9e20 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:32.745328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.749711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-9e6ff7e8-5f4e-4dad-9240-53c953154c28 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.753575 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9e6ff7e8-5f4e-4dad-9240-53c953154c28 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0121100 Jan 27 17:11:32.754191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36034) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.768979 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-dc3c026e-edb3-41ea-950d-f6efa8bb653b tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.772875 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dc3c026e-edb3-41ea-950d-f6efa8bb653b tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0125301 Jan 27 17:11:32.789015 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.848062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Allocated IP 172.26.8.203 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/f999b23f-2ce7-4466-a35b-e9277a230f2d) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:32.853079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1429345-2044-443a-8d5e-33251cd8e448 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.857012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36038) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.864817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-2a1a47b1-8293-488c-abc5-41ff56702110 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.869832 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2a1a47b1-8293-488c-abc5-41ff56702110 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0114360 Jan 27 17:11:32.870575 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36042) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.885556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-c524b2cc-ea87-4ba7-8035-e53403ae725d tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:32.886641 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c524b2cc-ea87-4ba7-8035-e53403ae725d tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0137153 Jan 27 17:11:32.897601 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36046) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.082956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15c6a88c-80d0-48ce-943e-f81c6ce4b8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.090031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-ebef1862-c010-4048-b0d8-472e5aa9edfc tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.090995 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ebef1862-c010-4048-b0d8-472e5aa9edfc tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0681334 Jan 27 17:11:33.099734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] The port '85c7c391-2da2-4c51-93fd-0eff131b9e20' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:11:33.109922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36050) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.116244 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1429345-2044-443a-8d5e-33251cd8e448 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.148133 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-e1429345-2044-443a-8d5e-33251cd8e448 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c8645d-2f40-4dd9-b36a-58db7edc9532']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:33.162687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ea326-716d-42b2-8a97-a28d87d4b21c req-9b0b6048-a83f-408c-ab4a-d3ed54c79453 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:33.163803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.164202 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d94ea326-716d-42b2-8a97-a28d87d4b21c req-9b0b6048-a83f-408c-ab4a-d3ed54c79453 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.2926795 Jan 27 17:11:33.170370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-e1429345-2044-443a-8d5e-33251cd8e448 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b99b9e6-91f8-4a18-aa72-c50331fb525c') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:33.170660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-e1429345-2044-443a-8d5e-33251cd8e448 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b99b9e6-91f8-4a18-aa72-c50331fb525c') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:33.194926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48755-f708-4534-964d-80498b0b894c req-70d4fde1-ced8-41c8-8359-c54d06757a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:33.195291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1429345-2044-443a-8d5e-33251cd8e448 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.196437 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d0b48755-f708-4534-964d-80498b0b894c req-70d4fde1-ced8-41c8-8359-c54d06757a2f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a95060ee06540eaa75dc255f8a6fc9f&device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 1098 time: 0.8847036 Jan 27 17:11:33.200289 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [None req-89008232-b6a5-4fa4-b473-a81c00ea99eb tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.203950 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-89008232-b6a5-4fa4-b473-a81c00ea99eb tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0912981 Jan 27 17:11:33.207527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36054) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.223326 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-acfffb38-1223-4f18-943e-633507c6c178 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.228003 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-acfffb38-1223-4f18-943e-633507c6c178 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0145535 Jan 27 17:11:33.229261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36058) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.234067 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1429345-2044-443a-8d5e-33251cd8e448 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.245891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-116c8d62-ce5f-4a02-8be8-a264d8334b62 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.246859 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-116c8d62-ce5f-4a02-8be8-a264d8334b62 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0155613 Jan 27 17:11:33.251777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36062) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.257186 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-a4c03949-132c-444d-9b44-0b38b472afdd tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.258211 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a4c03949-132c-444d-9b44-0b38b472afdd tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0058823 Jan 27 17:11:33.264064 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1429345-2044-443a-8d5e-33251cd8e448 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:33.264486 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1429345-2044-443a-8d5e-33251cd8e448 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36066) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:33.279766 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:33.292994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.298620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-349dcbaf-bdea-4299-8ee1-0e668e7c198a tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.302337 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-349dcbaf-bdea-4299-8ee1-0e668e7c198a tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0192084 Jan 27 17:11:33.312518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36070) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.324287 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d94ea326-716d-42b2-8a97-a28d87d4b21c req-7e218d82-f497-4c1e-84e4-0fd774a96c03 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465685 Jan 27 17:11:33.388251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-4f2ffd65-2b6b-4a75-885c-016fae5aa628 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.390243 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4f2ffd65-2b6b-4a75-885c-016fae5aa628 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0764537 Jan 27 17:11:33.391565 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-15c6a88c-80d0-48ce-943e-f81c6ce4b8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/ab30e5f5-ad10-4dde-91d9-92c5d3117643 HTTP/1.1" status: 204 len: 168 time: 3.0339322 Jan 27 17:11:33.392644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f094e7eb-724b-40b5-a25b-b1ab57f4eb43,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:33.396056 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36076) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.396228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36074) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.403089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-cb90db9e-cb4c-4de1-8a63-b6252f252b10 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.404112 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cb90db9e-cb4c-4de1-8a63-b6252f252b10 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0066988 Jan 27 17:11:33.406920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36080) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.413567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-376acc37-3007-4c48-8716-f41c88d17acf tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.418082 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-376acc37-3007-4c48-8716-f41c88d17acf tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0066426 Jan 27 17:11:33.418082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1429345-2044-443a-8d5e-33251cd8e448 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.418082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36084) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.424113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-2abce3b7-a274-469d-96a0-3bf0a6dd030a tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.428584 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2abce3b7-a274-469d-96a0-3bf0a6dd030a tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0066762 Jan 27 17:11:33.439826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36088) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.441389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1429345-2044-443a-8d5e-33251cd8e448 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.458539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-3a2805ab-935b-4964-9cdb-6acfd34008df tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.459755 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3a2805ab-935b-4964-9cdb-6acfd34008df tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0143445 Jan 27 17:11:33.462819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36094) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.468254 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e1429345-2044-443a-8d5e-33251cd8e448 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/c2c8645d-2f40-4dd9-b36a-58db7edc9532 HTTP/1.1" status: 204 len: 168 time: 0.7752228 Jan 27 17:11:33.469422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1429345-2044-443a-8d5e-33251cd8e448 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Network': ['ID=c2c8645d-2f40-4dd9-b36a-58db7edc9532,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:33.472464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36098) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.478387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-b30712a6-3a5b-47cf-86f3-f6a1c7deef2f tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.479327 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b30712a6-3a5b-47cf-86f3-f6a1c7deef2f tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0153980 Jan 27 17:11:33.513852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36102) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.521791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-f3be2876-ad03-4fe5-8387-265d06960ff3 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.525141 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f3be2876-ad03-4fe5-8387-265d06960ff3 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0079737 Jan 27 17:11:33.525283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.527314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36106) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.528470 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-b191a3e9-90d6-4ca6-a5ef-c7dab2adc1f9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:33.528971 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b191a3e9-90d6-4ca6-a5ef-c7dab2adc1f9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:33.533337 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b191a3e9-90d6-4ca6-a5ef-c7dab2adc1f9 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/subnets/58857c5e-60a1-4819-a781-456a47a62b60 HTTP/1.1" status: 404 len: 337 time: 0.0568337 Jan 27 17:11:33.533904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36108) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.538654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-eb2af2b7-4c57-4f38-9d3c-7e089aca0262 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.541834 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-eb2af2b7-4c57-4f38-9d3c-7e089aca0262 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0070546 Jan 27 17:11:33.556342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 00234e91-45e7-4b5b-9df6-d25853ef08e2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:33.559788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36114) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.561017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:33.561359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:33.561694 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:33.562054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:33.562314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:33.563254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:33.563254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:33.563254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:33.563899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:33.563899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:33.564187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:33.564539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:33.567157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.568123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:33.568694 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.569169 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [None req-fe1c9ed1-21a3-47a7-9476-09184f4582f2 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:11:33.573338 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fe1c9ed1-21a3-47a7-9476-09184f4582f2 tempest-ExtensionsTestJSON-1325934381 tempest-ExtensionsTestJSON-1325934381-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0094414 Jan 27 17:11:33.573515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.573602 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6a00058a-bf9e-4873-85bb-2497469adfc5 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/f094e7eb-724b-40b5-a25b-b1ab57f4eb43 HTTP/1.1" status: 204 len: 168 time: 1.0925744 Jan 27 17:11:33.575133 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-3291f2fb-bd52-487b-bbb1-fbaa6e04819a tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:33.575789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3291f2fb-bd52-487b-bbb1-fbaa6e04819a tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:33.577844 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3291f2fb-bd52-487b-bbb1-fbaa6e04819a tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/05dbd5af-7b0d-48ab-9059-78e521514372 HTTP/1.1" status: 404 len: 339 time: 0.0428214 Jan 27 17:11:33.579466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36118) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.582032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36120) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.608617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.664435 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 00234e91-45e7-4b5b-9df6-d25853ef08e2 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:33.665166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.667133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c291ab-f704-4fe2-bdb6-3e46225acfe2']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:33.707119 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-36f7caec-8cfa-4c5c-b818-d40d89b3b774 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:33.721051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fde96d-88ac-4959-aab2-f0fb5992b26b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting subnet 88df2bf7-f71d-4575-9ae8-b52c30296155 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:33.723771 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.5203235 Jan 27 17:11:33.728165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36128) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.732284 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809ad2c0-109a-4469-8943-a9e8d4e9a8aa') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:33.732688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809ad2c0-109a-4469-8943-a9e8d4e9a8aa') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:33.741853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Request body: {'subnet': {'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-307986327-subnet', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'ip_version': 4}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:33.753055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:33.760101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Usage tracker for resource:subnet and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:33.764351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:33.774305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:33.777556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2fde96d-88ac-4959-aab2-f0fb5992b26b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.802097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95eebce-a838-4503-9eda-b8628a05f3bf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:33.804039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95eebce-a838-4503-9eda-b8628a05f3bf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:33.805415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c95eebce-a838-4503-9eda-b8628a05f3bf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:33.809525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48755-f708-4534-964d-80498b0b894c req-c7f01104-e032-4ed7-b135-f1fde6a987bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:33.810171 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d0b48755-f708-4534-964d-80498b0b894c req-c7f01104-e032-4ed7-b135-f1fde6a987bf service neutron] 10.222.0.88 "GET /v2.0/networks?id=69137b3c-580f-481f-ab05-44feb3754947 HTTP/1.1" status: 200 len: 913 time: 0.5793676 Jan 27 17:11:33.823144 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b961deb-e30e-4513-8976-b38bf6dbe832 admin admin] Pushing event updated for resources: {'Network': ['ID=c33794e6-f455-4da7-ac52-fa9dee73560d,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:33.836406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Made reservation on behalf of 3f2e5835c99b4269befa850388a8a385 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:33.838926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.845588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network c33794e6-f455-4da7-ac52-fa9dee73560d details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:33.885884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2fde96d-88ac-4959-aab2-f0fb5992b26b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.886492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.956324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-36f7caec-8cfa-4c5c-b818-d40d89b3b774 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:33.958728 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-36f7caec-8cfa-4c5c-b818-d40d89b3b774 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3777027 Jan 27 17:11:33.967572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36134) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.976910 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:34.001485 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d0b48755-f708-4534-964d-80498b0b894c req-062f7874-296c-4d53-b0af-22315eac6044 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861ddbed-cfe1-45cb-8096-396df0e59eea HTTP/1.1" status: 200 len: 1001 time: 0.1794651 Jan 27 17:11:34.006266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.013006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.044175 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:34.044859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e4c6f8da-2cf9-4ae2-bc1b-96dddedec8fe not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:34.059707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36138) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.093964 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c95eebce-a838-4503-9eda-b8628a05f3bf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:34.095139 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c95eebce-a838-4503-9eda-b8628a05f3bf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6446264 Jan 27 17:11:34.113202 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36142) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.114395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:34.114891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:34.149139 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:34.296511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7565ae18-e5f4-41a7-a0e6-691d86961ad4 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.308773 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:34.345046 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:34.347316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a96d115-11f8-49ef-aa2c-970074698118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.360339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:34.369403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2fde96d-88ac-4959-aab2-f0fb5992b26b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.397282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48755-f708-4534-964d-80498b0b894c req-3de2e762-aa08-4172-af44-de0a23da25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:34.398796 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d0b48755-f708-4534-964d-80498b0b894c req-3de2e762-aa08-4172-af44-de0a23da25d3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc4843f9-98f0-4647-bffb-6dc8d90f2a77 HTTP/1.1" status: 200 len: 850 time: 0.3817031 Jan 27 17:11:34.399861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Pushing event updated for resources: {'Port': ['ID=f999b23f-2ce7-4466-a35b-e9277a230f2d,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:34.402797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7565ae18-e5f4-41a7-a0e6-691d86961ad4 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.449439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.454437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e9829b-027f-4340-8922-84a7190152bf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 3716d0a9-391c-4439-8ef0-a439408dae20 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:34.488074 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.502487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3a96d115-11f8-49ef-aa2c-970074698118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:34.521472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7565ae18-e5f4-41a7-a0e6-691d86961ad4 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.542673 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.543057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e9829b-027f-4340-8922-84a7190152bf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.572563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3a96d115-11f8-49ef-aa2c-970074698118 admin admin] Usage tracker for resource:security_group_rule and tenant:b7e5300ddd9d4ef08888141437fccefa is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:34.575003 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565ae18-e5f4-41a7-a0e6-691d86961ad4 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=986b956c-01ed-45fc-a17d-e49548829716,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:34.586938 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Network': ['ID=c7c291ab-f704-4fe2-bdb6-3e46225acfe2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:34.595432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2fde96d-88ac-4959-aab2-f0fb5992b26b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.599468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3a96d115-11f8-49ef-aa2c-970074698118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:34.613287 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1008a097-2b85-4142-b3f7-46529807313c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/networks/c7c291ab-f704-4fe2-bdb6-3e46225acfe2 HTTP/1.1" status: 204 len: 168 time: 5.6902626 Jan 27 17:11:34.614263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3a96d115-11f8-49ef-aa2c-970074698118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:34.624681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36150) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.634301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2fde96d-88ac-4959-aab2-f0fb5992b26b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.637723 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e9bf5f-e98b-4580-9749-94ab0d289814 None None] Network b01845ef-2e1f-4834-9e11-6f46b66cc158 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:34.645027 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-107246374'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:34.656254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:34.665572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a862ef3-f094-4fcf-901a-e34afa91465d,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:34.706556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:network and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:34.720096 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f2fde96d-88ac-4959-aab2-f0fb5992b26b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/subnets/88df2bf7-f71d-4575-9ae8-b52c30296155 HTTP/1.1" status: 204 len: 168 time: 1.1333754 Jan 27 17:11:34.722415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:34.725712 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fde96d-88ac-4959-aab2-f0fb5992b26b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Subnet': ['ID=88df2bf7-f71d-4575-9ae8-b52c30296155,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:34.732520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:34.737471 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36154) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.778092 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7565ae18-e5f4-41a7-a0e6-691d86961ad4 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.781665 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7565ae18-e5f4-41a7-a0e6-691d86961ad4 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-groups/986b956c-01ed-45fc-a17d-e49548829716 HTTP/1.1" status: 204 len: 168 time: 0.7964156 Jan 27 17:11:34.785256 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36158) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.798555 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Checking segment: {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:34.798555 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Network hostable DHCP agents. Network: c33794e6-f455-4da7-ac52-fa9dee73560d, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:34.818818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:34.822398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.898132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22057c8-f1eb-41a2-8cf3-5be4d1156291 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting subnet d16e6cfe-bf0a-423d-a827-a649049bbc1c {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:34.912886 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d22057c8-f1eb-41a2-8cf3-5be4d1156291 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.932824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e9829b-027f-4340-8922-84a7190152bf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.969481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:34.971762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Network c33794e6-f455-4da7-ac52-fa9dee73560d is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:34.976745 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c413200d-204e-44be-bc6d-c29d32de7e79 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:35.003571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.003961 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Added segment 644c30da-9d55-4d26-bb42-dc599cdcd5c1 of type vlan for network 0168a2d4-668a-441d-824f-5b2a0791f031 Jan 27 17:11:35.017491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d22057c8-f1eb-41a2-8cf3-5be4d1156291 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.049422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, c33794e6-f455-4da7-ac52-fa9dee73560d) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:35.062551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455cde33-878d-4123-8519-c6054dfaff97 None None] Network c33794e6-f455-4da7-ac52-fa9dee73560d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:35.065510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:35.066252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.094801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c413200d-204e-44be-bc6d-c29d32de7e79 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:35.101270 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c413200d-204e-44be-bc6d-c29d32de7e79 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3048496 Jan 27 17:11:35.106603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36162) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:35.113655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48755-f708-4534-964d-80498b0b894c req-940a41a1-e6cf-43e2-9321-8ae8c4436faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:35.115631 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d0b48755-f708-4534-964d-80498b0b894c req-940a41a1-e6cf-43e2-9321-8ae8c4436faf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=69137b3c-580f-481f-ab05-44feb3754947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7011387 Jan 27 17:11:35.120167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.132002 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1469dad1-d6f9-4f34-abb8-cb549cc0119f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4013419 Jan 27 17:11:35.133052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-9df6bd91-f3cb-4883-816e-1139abeedb08 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658533144'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:35.142109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36166) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:35.152502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:35.162817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:35.169872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Usage tracker for resource:router and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:35.174544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:35.185981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:35.205808 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.207569 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.220574 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e08fb2-d9ad-4220-af10-286e869fcd63 req-5b41887b-cf36-40c8-a5ad-5c6902f70ef8 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:35.224140 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-29e08fb2-d9ad-4220-af10-286e869fcd63 req-5b41887b-cf36-40c8-a5ad-5c6902f70ef8 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.7610297 Jan 27 17:11:35.271768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d22057c8-f1eb-41a2-8cf3-5be4d1156291 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.298028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e9829b-027f-4340-8922-84a7190152bf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.325060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.330931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:35.332057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.365870 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.408336 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7823493 Jan 27 17:11:35.414992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36170) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:35.418032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9df6bd91-f3cb-4883-816e-1139abeedb08 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:35.432043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9df6bd91-f3cb-4883-816e-1139abeedb08 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:35.439414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': '0168a2d4-668a-441d-824f-5b2a0791f031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:35.457939 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-c33794e6-f455-4da7-ac52-fa9dee73560d', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:35.459215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.484820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e9829b-027f-4340-8922-84a7190152bf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.494362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9df6bd91-f3cb-4883-816e-1139abeedb08 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.561719 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e9829b-027f-4340-8922-84a7190152bf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.570395 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3a04ee-9d4d-4fdd-a767-a8cb28360ff0 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:35.578053 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:35.581907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9df6bd91-f3cb-4883-816e-1139abeedb08 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:35.582899 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:35.586125 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:35.586979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9df6bd91-f3cb-4883-816e-1139abeedb08 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:35.590507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9df6bd91-f3cb-4883-816e-1139abeedb08 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:35.592552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:35.597143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9df6bd91-f3cb-4883-816e-1139abeedb08 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:35.626363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:35.631183 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.688345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9829b-027f-4340-8922-84a7190152bf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=3716d0a9-391c-4439-8ef0-a439408dae20,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:35.693405 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f7e9829b-027f-4340-8922-84a7190152bf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/3716d0a9-391c-4439-8ef0-a439408dae20 HTTP/1.1" status: 204 len: 168 time: 1.5450950 Jan 27 17:11:35.715334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36174) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:35.805381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9df6bd91-f3cb-4883-816e-1139abeedb08 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.860225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Allocated IP 172.20.0.2 (c33794e6-f455-4da7-ac52-fa9dee73560d/8a862ef3-f094-4fcf-901a-e34afa91465d/f1fca662-d3c6-47ac-b564-4fe64fef07d6) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:35.862977 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a95daa9a-fd15-4ff3-a292-ee6def14095e None None] Provisioning complete for port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:35.863162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a95daa9a-fd15-4ff3-a292-ee6def14095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.878312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9df6bd91-f3cb-4883-816e-1139abeedb08 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.892084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef6efc-f664-4434-8e84-4755ef09a0a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Network': ['ID=0168a2d4-668a-441d-824f-5b2a0791f031,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:35.919544 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 0168a2d4-668a-441d-824f-5b2a0791f031 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:35.959235 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1a076240-2d2b-40b9-a924-68854c85ddd7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2273085 Jan 27 17:11:35.960262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36178) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:35.977195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:35.980807 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-29e08fb2-d9ad-4220-af10-286e869fcd63 req-d07ac434-de26-4d70-a9e6-4eca3d388a8f tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5292752 Jan 27 17:11:36.024626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a96d115-11f8-49ef-aa2c-970074698118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.055567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a96d115-11f8-49ef-aa2c-970074698118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.076165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6bd91-f3cb-4883-816e-1139abeedb08 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c46248-ad1c-46f1-91c2-54d791e89339,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:36.118645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.204476 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d22057c8-f1eb-41a2-8cf3-5be4d1156291 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.210900 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9df6bd91-f3cb-4883-816e-1139abeedb08 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.212128 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9df6bd91-f3cb-4883-816e-1139abeedb08 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0953352 Jan 27 17:11:36.214778 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d0b48755-f708-4534-964d-80498b0b894c req-1953bfb1-907a-4175-8716-2681eb6fbf7d service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0918143 Jan 27 17:11:36.218023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36182) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:36.274876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-032d8e6c-ed7d-4260-ba99-206d8bc039e3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group_rule': {'security_group_id': 'a1c46248-ad1c-46f1-91c2-54d791e89339', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:36.284427 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3a96d115-11f8-49ef-aa2c-970074698118 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b7e5300ddd9d4ef08888141437fccefa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1855779 Jan 27 17:11:36.295366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-032d8e6c-ed7d-4260-ba99-206d8bc039e3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:36.302894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36186) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:36.320919 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b232b3-044c-46e6-98e4-2655a1c55b3a None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:36.321143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96d115-11f8-49ef-aa2c-970074698118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bad1ec-e913-4b0e-93b1-bc1827d1f1bd,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:36.339827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-032d8e6c-ed7d-4260-ba99-206d8bc039e3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:36.341199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-38b232b3-044c-46e6-98e4-2655a1c55b3a None None] Deleting port 00234e91-45e7-4b5b-9df6-d25853ef08e2 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:36.341582 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-38b232b3-044c-46e6-98e4-2655a1c55b3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.359373 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-032d8e6c-ed7d-4260-ba99-206d8bc039e3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:36.415904 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.464518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Transition to ACTIVE for port object f1fca662-d3c6-47ac-b564-4fe64fef07d6 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:36.485712 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-032d8e6c-ed7d-4260-ba99-206d8bc039e3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:36.512586 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Transition to ACTIVE for port object f1fca662-d3c6-47ac-b564-4fe64fef07d6 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:36.535630 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.551398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.563303 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22057c8-f1eb-41a2-8cf3-5be4d1156291 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Subnet': ['ID=d16e6cfe-bf0a-423d-a827-a649049bbc1c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:36.593987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-032d8e6c-ed7d-4260-ba99-206d8bc039e3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.598046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d22057c8-f1eb-41a2-8cf3-5be4d1156291 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.641472 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9244782b-4e17-4975-87f6-8194b7524cfa None None] Network b01845ef-2e1f-4834-9e11-6f46b66cc158 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:36.659030 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:36.665704 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d22057c8-f1eb-41a2-8cf3-5be4d1156291 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/subnets/d16e6cfe-bf0a-423d-a827-a649049bbc1c HTTP/1.1" status: 204 len: 168 time: 1.9223046 Jan 27 17:11:36.670619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36190) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:36.673696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:36.680809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:36.687745 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d0b48755-f708-4534-964d-80498b0b894c req-5935d718-1f53-4a86-ba8e-153216840abb service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519143 Jan 27 17:11:36.697522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4779-9aa0-4fd0-85ac-7a61d43f689f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.712590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:36.717721 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.752364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Network c33794e6-f455-4da7-ac52-fa9dee73560d is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:36.756157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-38b232b3-044c-46e6-98e4-2655a1c55b3a None None] For port 00234e91-45e7-4b5b-9df6-d25853ef08e2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=00234e91-45e7-4b5b-9df6-d25853ef08e2,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:36.756888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-38b232b3-044c-46e6-98e4-2655a1c55b3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.770771 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:36.772820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Pushing event updated for resources: {'Port': ['ID=f1fca662-d3c6-47ac-b564-4fe64fef07d6,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:36.781697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:36.784351 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4779-9aa0-4fd0-85ac-7a61d43f689f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.827304 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:36.830864 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.963711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.978939 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Subnet': ['ID=bd29db55-0b05-4fb8-9376-01eded3dcb63,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:37.014715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-38b232b3-044c-46e6-98e4-2655a1c55b3a None None] Calling delete_port for 00234e91-45e7-4b5b-9df6-d25853ef08e2 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:37.066054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.070532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-032d8e6c-ed7d-4260-ba99-206d8bc039e3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.122980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:37.123317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.140637 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-032d8e6c-ed7d-4260-ba99-206d8bc039e3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.156934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Checking segment: {'id': '644c30da-9d55-4d26-bb42-dc599cdcd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '0168a2d4-668a-441d-824f-5b2a0791f031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:37.157295 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network hostable DHCP agents. Network: 0168a2d4-668a-441d-824f-5b2a0791f031, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:37.224629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d8e6c-ed7d-4260-ba99-206d8bc039e3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cb002a-9c26-4745-8b16-d1c5f898fa9b,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:37.234298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4779-9aa0-4fd0-85ac-7a61d43f689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.288306 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4779-9aa0-4fd0-85ac-7a61d43f689f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.289791 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3b9e4779-9aa0-4fd0-85ac-7a61d43f689f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0bad1ec-e913-4b0e-93b1-bc1827d1f1bd HTTP/1.1" status: 204 len: 168 time: 0.9859107 Jan 27 17:11:37.317973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e4779-9aa0-4fd0-85ac-7a61d43f689f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bad1ec-e913-4b0e-93b1-bc1827d1f1bd,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:37.345571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-032d8e6c-ed7d-4260-ba99-206d8bc039e3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.349635 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-032d8e6c-ed7d-4260-ba99-206d8bc039e3 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1232293 Jan 27 17:11:37.349839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 0168a2d4-668a-441d-824f-5b2a0791f031 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:37.394621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36198) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:37.463899 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 0168a2d4-668a-441d-824f-5b2a0791f031) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:37.469811 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3c957250-8a15-4928-a00c-6e6f89ab485f tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules/79cb002a-9c26-4745-8b16-d1c5f898fa9b HTTP/1.1" status: 200 len: 763 time: 0.0697961 Jan 27 17:11:37.482463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-38b232b3-044c-46e6-98e4-2655a1c55b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.484446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:37.485385 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.487168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36202) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:37.491255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bf56e4-5c53-4fd1-9ba9-33acbaa72107 None None] Network 0168a2d4-668a-441d-824f-5b2a0791f031 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:37.589767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b81f4abb-cd49-40f1-8ada-9a6a64ec8f7d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:37.605058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] For port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4,segment=NetworkSegment(c9b7427d-7785-4549-b804-343f2c121774),segment_id=c9b7427d-7785-4549-b804-343f2c121774)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:37.605554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.631167 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b81f4abb-cd49-40f1-8ada-9a6a64ec8f7d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:37.633219 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b81f4abb-cd49-40f1-8ada-9a6a64ec8f7d tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1433337 Jan 27 17:11:37.634856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Router b0ab734e-991c-4f5b-b3b7-955ce8664361 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:11:37.637575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36208) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:37.650670 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 00234e91-45e7-4b5b-9df6-d25853ef08e2 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:37.689624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b232b3-044c-46e6-98e4-2655a1c55b3a None None] Pushing event deleted for resources: {'Port': ['ID=00234e91-45e7-4b5b-9df6-d25853ef08e2,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:37.691421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 00234e91-45e7-4b5b-9df6-d25853ef08e2 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:37.691772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 00234e91-45e7-4b5b-9df6-d25853ef08e2 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:37.696836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Attempting to bind port f1fca662-d3c6-47ac-b564-4fe64fef07d6 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:37.697200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Attempting to bind port f1fca662-d3c6-47ac-b564-4fe64fef07d6 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:37.697550 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Attempting to bind port f1fca662-d3c6-47ac-b564-4fe64fef07d6 on network c33794e6-f455-4da7-ac52-fa9dee73560d {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:37.704771 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b232b3-044c-46e6-98e4-2655a1c55b3a None None] No DVR routers for this DVR port 00234e91-45e7-4b5b-9df6-d25853ef08e2 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:37.726836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:37.727248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Checking segment: {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:37.727627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.728018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Bound using segment: {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:37.728503 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Bound port: f1fca662-d3c6-47ac-b564-4fe64fef07d6, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:37.728871 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.769076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6bbd593c-6664-4dbc-8d3f-e2edcbe74226 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.785843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6bbd593c-6664-4dbc-8d3f-e2edcbe74226 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.870782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] For port f1fca662-d3c6-47ac-b564-4fe64fef07d6, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:37.875469 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] For port f1fca662-d3c6-47ac-b564-4fe64fef07d6, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f1fca662-d3c6-47ac-b564-4fe64fef07d6,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:37.886843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.898758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Calling delete_port for 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:37.904821 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6bbd593c-6664-4dbc-8d3f-e2edcbe74226 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.946802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd593c-6664-4dbc-8d3f-e2edcbe74226 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79cb002a-9c26-4745-8b16-d1c5f898fa9b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:37.965809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6bbd593c-6664-4dbc-8d3f-e2edcbe74226 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.967829 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6bbd593c-6664-4dbc-8d3f-e2edcbe74226 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/79cb002a-9c26-4745-8b16-d1c5f898fa9b HTTP/1.1" status: 204 len: 168 time: 0.3280358 Jan 27 17:11:37.974472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36220) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.014866 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7df4502-2528-4267-8ba5-0d0a4cb2c806 None None] DHCP port deletion for b01845ef-2e1f-4834-9e11-6f46b66cc158 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:38.029077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:38.057732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-0168a2d4-668a-441d-824f-5b2a0791f031', 'network_id': '0168a2d4-668a-441d-824f-5b2a0791f031', 'tenant_id': '4399c29b1b584fb8b205062c5b102d07', 'fixed_ips': [{'subnet_id': 'bd29db55-0b05-4fb8-9376-01eded3dcb63'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:38.061061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.099440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5636be19-bc21-472b-a0f4-b46c4a6786c0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:38.100372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5b6d2-69f3-412a-ae27-fc5a131520e4 None None] Sync routers for ids ['b0ab734e-991c-4f5b-b3b7-955ce8664361'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:38.104245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.105265 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3ca37069-5c8d-46b3-811d-e60097d35bf5 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.0474660 Jan 27 17:11:38.109339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36226) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.119763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:38.131002 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.189661 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fc852-b0ef-45f8-ab55-3a857416b237 None None] Pushing event updated for resources: {'Port': ['ID=f1fca662-d3c6-47ac-b564-4fe64fef07d6,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:38.213996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5b6d2-69f3-412a-ae27-fc5a131520e4 None None] Routers {'b0ab734e-991c-4f5b-b3b7-955ce8664361'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:11:38.214634 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-64e5b6d2-69f3-412a-ae27-fc5a131520e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['b0ab734e-991c-4f5b-b3b7-955ce8664361'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:38.254750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5636be19-bc21-472b-a0f4-b46c4a6786c0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:38.259048 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5636be19-bc21-472b-a0f4-b46c4a6786c0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2802265 Jan 27 17:11:38.259534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36232) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.288304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-15b08c6d-fc7a-4fa0-a154-7933bbf71526 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group_rule': {'security_group_id': 'a1c46248-ad1c-46f1-91c2-54d791e89339', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:38.295207 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-64e5b6d2-69f3-412a-ae27-fc5a131520e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:38.314175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-15b08c6d-fc7a-4fa0-a154-7933bbf71526 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:38.317697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5b6d2-69f3-412a-ae27-fc5a131520e4 None None] Routers {'b0ab734e-991c-4f5b-b3b7-955ce8664361'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:11:38.318703 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-64e5b6d2-69f3-412a-ae27-fc5a131520e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['b0ab734e-991c-4f5b-b3b7-955ce8664361'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:38.412617 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-64e5b6d2-69f3-412a-ae27-fc5a131520e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:38.413251 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5b6d2-69f3-412a-ae27-fc5a131520e4 None None] The sync data for ids ['b0ab734e-991c-4f5b-b3b7-955ce8664361'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:38.451869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3a229-9f0e-4be8-9b70-725c2582e8a2 req-7982c2c4-204c-4b38-9022-975ac21f2240 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:38.461379 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1fb3a229-9f0e-4be8-9b70-725c2582e8a2 req-7982c2c4-204c-4b38-9022-975ac21f2240 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.2591186 Jan 27 17:11:38.531547 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Allocated IP 2001:db8::2 (0168a2d4-668a-441d-824f-5b2a0791f031/bd29db55-0b05-4fb8-9376-01eded3dcb63/59ea4f4f-dfcc-415c-84ae-942ad96e9fab) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:38.553294 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Port': ['ID=7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:38.603627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No DVR routers for this DVR port 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:38.641861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36240) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.645038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-15b08c6d-fc7a-4fa0-a154-7933bbf71526 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:38.667036 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-29cceca5-0ea2-4098-8913-2f2c24c172be tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2433138 Jan 27 17:11:38.688326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36246) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.701218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': '0168a2d4-668a-441d-824f-5b2a0791f031', 'name': 'tempest-PortsIpV6TestJSON-1531293655', 'fixed_ips': [{'subnet_id': 'bd29db55-0b05-4fb8-9376-01eded3dcb63', 'ip_address': '2001:db8::10'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:38.778994 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1fb3a229-9f0e-4be8-9b70-725c2582e8a2 req-9cfebf2d-b1bf-4945-a650-bcb7a252a665 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159831 Jan 27 17:11:38.782186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15b08c6d-fc7a-4fa0-a154-7933bbf71526 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.848698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f78feffe-0512-4b61-b06e-22c54f399302 tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-378019268', 'prefixes': ['172.20.0.0/16']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:38.882934 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.890815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f78feffe-0512-4b61-b06e-22c54f399302 tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:38.893021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.898698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Transition to ACTIVE for port object 59ea4f4f-dfcc-415c-84ae-942ad96e9fab will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:38.924143 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Transition to ACTIVE for port object 59ea4f4f-dfcc-415c-84ae-942ad96e9fab will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:38.932198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.982218 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.997714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.013095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Network 0168a2d4-668a-441d-824f-5b2a0791f031 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:39.016958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:39.020204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:39.052021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.058719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Pushing event updated for resources: {'Port': ['ID=59ea4f4f-dfcc-415c-84ae-942ad96e9fab,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:39.082961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15b08c6d-fc7a-4fa0-a154-7933bbf71526 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.138938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Attempting to bind port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:39.139519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Attempting to bind port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '644c30da-9d55-4d26-bb42-dc599cdcd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '0168a2d4-668a-441d-824f-5b2a0791f031'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:39.139994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Attempting to bind port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab on network 0168a2d4-668a-441d-824f-5b2a0791f031 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:39.149089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:39.149622 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Checking segment: {'id': '644c30da-9d55-4d26-bb42-dc599cdcd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '0168a2d4-668a-441d-824f-5b2a0791f031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:39.150090 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.150471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Bound using segment: {'id': '644c30da-9d55-4d26-bb42-dc599cdcd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '0168a2d4-668a-441d-824f-5b2a0791f031'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:39.150949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Bound port: 59ea4f4f-dfcc-415c-84ae-942ad96e9fab, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644c30da-9d55-4d26-bb42-dc599cdcd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '0168a2d4-668a-441d-824f-5b2a0791f031'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:39.151324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.163656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15b08c6d-fc7a-4fa0-a154-7933bbf71526 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.203991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:39.214412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:39.230414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01845ef-2e1f-4834-9e11-6f46b66cc158']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:39.232883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cd8961-ef75-40cc-bcb6-12b60b309549 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:39.241653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:39.242438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.256676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b08c6d-fc7a-4fa0-a154-7933bbf71526 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4e9fec-81b8-4242-a9e9-9faba9fa50c4,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:39.281628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b7427d-7785-4549-b804-343f2c121774') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:39.281975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b7427d-7785-4549-b804-343f2c121774') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:39.294174 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3327546 Jan 27 17:11:39.295284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd1fe7-e7e3-4e21-b3c7-af3b7d671d3a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=9233b129-b7d9-4b81-8305-4a1922f5bd38,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:39.299371 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36250) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.322229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'name': 'tempest-NetworksTestDHCPv6-1550405225'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:39.341544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.372932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:39.380782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.400542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:39.401184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.403352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] For port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:39.419908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] For port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=59ea4f4f-dfcc-415c-84ae-942ad96e9fab,segment=NetworkSegment(644c30da-9d55-4d26-bb42-dc599cdcd5c1),segment_id=644c30da-9d55-4d26-bb42-dc599cdcd5c1)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:39.421379 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:39.433359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.434734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Allocated IP 172.26.8.144 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/a9e21f46-2dea-4c4b-93a6-385c423d2cbc) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:39.613009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.624623 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5fcf6-cf9d-45c9-ba15-090bf80ddd92 None None] Pushing event updated for resources: {'Port': ['ID=59ea4f4f-dfcc-415c-84ae-942ad96e9fab,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:39.627093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.668616 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/b01845ef-2e1f-4834-9e11-6f46b66cc158 HTTP/1.1" status: 204 len: 168 time: 2.9914176 Jan 27 17:11:39.693706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36254) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.711453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:port and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:39.734710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f1fca662-d3c6-47ac-b564-4fe64fef07d6 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:39.744283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cab97-fece-45a7-80b9-c5d0313782e2 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Network': ['ID=b01845ef-2e1f-4834-9e11-6f46b66cc158,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:39.791421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15b08c6d-fc7a-4fa0-a154-7933bbf71526 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.795492 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36258) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.796338 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-15b08c6d-fc7a-4fa0-a154-7933bbf71526 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5321338 Jan 27 17:11:39.797790 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:39.803459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f74e34c-4153-4506-9445-a2c9cae95402 None None] Network c33794e6-f455-4da7-ac52-fa9dee73560d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:39.818870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f78feffe-0512-4b61-b06e-22c54f399302 tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] Notify callbacks [] for subnetpool, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.825219 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36264) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.829940 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': '9233b129-b7d9-4b81-8305-4a1922f5bd38'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:39.830965 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.833432 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f78feffe-0512-4b61-b06e-22c54f399302 tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.1777470 Jan 27 17:11:39.834901 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f27ca2-26de-419e-a764-7f8370810864 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:39.836081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f27ca2-26de-419e-a764-7f8370810864 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:39.841481 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bab8fbaa-449d-4f64-91d6-76d3907917a2 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules/2b4e9fec-81b8-4242-a9e9-9faba9fa50c4 HTTP/1.1" status: 200 len: 763 time: 0.0421982 Jan 27 17:11:39.841607 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a3f27ca2-26de-419e-a764-7f8370810864 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/subnets/141e45be-6e66-4850-9060-27d265b0d2c2 HTTP/1.1" status: 404 len: 337 time: 0.1463203 Jan 27 17:11:39.842505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36268) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.842785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36270) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.844121 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:39.865118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.866450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.884291 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c4df0e58-40cf-4a61-b61d-8d410af85744 tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] 10.222.0.81 "GET /v2.0/subnetpools/e111d8d6-b570-4ffb-a754-51612a4ccc98 HTTP/1.1" status: 200 len: 731 time: 0.0579224 Jan 27 17:11:39.884894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36272) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.901757 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-040d7eb2-6fcd-408f-8fbf-b7123b4e620d tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-530126708'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:40.026594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.072953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-32d6fd5b-c141-4e18-888e-96877bdc7c98 None None] Provisioning for port f1fca662-d3c6-47ac-b564-4fe64fef07d6 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:40.076025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port f1fca662-d3c6-47ac-b564-4fe64fef07d6 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:40.086004 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-32d6fd5b-c141-4e18-888e-96877bdc7c98 None None] Provisioning complete for port f1fca662-d3c6-47ac-b564-4fe64fef07d6 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:40.086261 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32d6fd5b-c141-4e18-888e-96877bdc7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.115227 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port f1fca662-d3c6-47ac-b564-4fe64fef07d6 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:40.115499 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.119072 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:40.126189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:40.132019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:40.149396 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8a79a1-f76e-4dcb-9dab-0d0b4bad8d29 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:40.149937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8a79a1-f76e-4dcb-9dab-0d0b4bad8d29 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:40.154832 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9e8a79a1-f76e-4dcb-9dab-0d0b4bad8d29 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/d9b065b6-0b52-447e-acbd-5476175b4efa HTTP/1.1" status: 404 len: 339 time: 0.2670090 Jan 27 17:11:40.159922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36280) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:40.161247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.178221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-040d7eb2-6fcd-408f-8fbf-b7123b4e620d tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] Notify callbacks [] for subnetpool, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.182559 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-040d7eb2-6fcd-408f-8fbf-b7123b4e620d tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] 10.222.0.81 "PUT /v2.0/subnetpools/e111d8d6-b570-4ffb-a754-51612a4ccc98 HTTP/1.1" status: 200 len: 683 time: 0.2924089 Jan 27 17:11:40.188873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:40.214295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36284) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:40.222121 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c22ce6c0-6033-4e98-9c7f-301db4542b25 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:40.224699 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e21f46-2dea-4c4b-93a6-385c423d2cbc,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:40.240590 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a2d06f-b04c-4f8e-a4f8-9a7f5d4692ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:40.240811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a2d06f-b04c-4f8e-a4f8-9a7f5d4692ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:40.242503 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c1a2d06f-b04c-4f8e-a4f8-9a7f5d4692ce tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/subnets/4f4ee686-bf88-4e9e-b1e9-4febec1f4781 HTTP/1.1" status: 404 len: 337 time: 0.0798764 Jan 27 17:11:40.245189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36288) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:40.328679 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95c1ec0-022b-400f-8af5-7ad686f1ffff tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:40.329040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95c1ec0-022b-400f-8af5-7ad686f1ffff tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:40.330716 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f95c1ec0-022b-400f-8af5-7ad686f1ffff tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/7d553b45-23bb-4fb9-90cd-d7f6fd4191e0 HTTP/1.1" status: 404 len: 339 time: 0.0848062 Jan 27 17:11:40.335435 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Deleting port f999b23f-2ce7-4466-a35b-e9277a230f2d {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:40.336913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.343694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36292) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:40.389436 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53b4f9e-eba0-415a-ae66-29059f45d13b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:40.390460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53b4f9e-eba0-415a-ae66-29059f45d13b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:40.392618 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b53b4f9e-eba0-415a-ae66-29059f45d13b tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/subnets/4796eb15-5415-479e-bcf8-6b662c36289f HTTP/1.1" status: 404 len: 337 time: 0.0475564 Jan 27 17:11:40.397106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36296) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:40.540067 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Allocated IP 2001:db8::2 (185d5333-05b7-45cc-a2cf-ffb552748715/9233b129-b7d9-4b81-8305-4a1922f5bd38/b792ed4c-bb70-4cbb-99ce-e2e0eac59b06) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:40.544174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32d6fd5b-c141-4e18-888e-96877bdc7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.578413 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63d68f6-c153-41dd-a3e5-89c6fcbba96f tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:40.578796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63d68f6-c153-41dd-a3e5-89c6fcbba96f tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:40.584925 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b63d68f6-c153-41dd-a3e5-89c6fcbba96f tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/72875d19-1a0f-41cd-bb46-f0434f167d3b HTTP/1.1" status: 404 len: 339 time: 0.1821277 Jan 27 17:11:40.585196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36300) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:40.589748 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.640841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-32d6fd5b-c141-4e18-888e-96877bdc7c98 None None] For port f1fca662-d3c6-47ac-b564-4fe64fef07d6, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f1fca662-d3c6-47ac-b564-4fe64fef07d6,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:40.658943 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c22ce6c0-6033-4e98-9c7f-301db4542b25 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:40.661729 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c22ce6c0-6033-4e98-9c7f-301db4542b25 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7717552 Jan 27 17:11:40.663285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:40.671738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36304) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:40.678859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32d6fd5b-c141-4e18-888e-96877bdc7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.790934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:40.812934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:40.817631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.828627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae3ce56-a81f-4c37-b4eb-0d72478a23b6 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting subnet 96431de4-87b4-436f-8677-2e5636af69b6 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:40.850911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-782b69a1-33aa-404b-812f-995aa58c1eb0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.857052 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ce56-a81f-4c37-b4eb-0d72478a23b6 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.860883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05555149-8c17-4939-b7a0-b2248047e198 req-020b602a-bc70-4abf-98f0-37cae19ebc94 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:40.863820 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-05555149-8c17-4939-b7a0-b2248047e198 req-020b602a-bc70-4abf-98f0-37cae19ebc94 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.8379626 Jan 27 17:11:40.888379 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:40.976760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:40.977117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:40.977859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6fd5b-c141-4e18-888e-96877bdc7c98 None None] Pushing event updated for resources: {'Port': ['ID=f1fca662-d3c6-47ac-b564-4fe64fef07d6,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:41.068800 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-45cff7a2-2d6b-406f-aad8-8074364cee78 None None] Provisioning complete for port f1fca662-d3c6-47ac-b564-4fe64fef07d6 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:41.069242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-45cff7a2-2d6b-406f-aad8-8074364cee78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.080654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Calling delete_port for f999b23f-2ce7-4466-a35b-e9277a230f2d owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:41.137891 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.157806 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ce56-a81f-4c37-b4eb-0d72478a23b6 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.158189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Transition to ACTIVE for port object b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:41.184105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bb93740c-8571-4632-9b41-e97494f88e5a tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] Notify callbacks [] for subnetpool, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.184868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Transition to ACTIVE for port object b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:41.185467 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bb93740c-8571-4632-9b41-e97494f88e5a tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] 10.222.0.81 "DELETE /v2.0/subnetpools/e111d8d6-b570-4ffb-a754-51612a4ccc98 HTTP/1.1" status: 204 len: 168 time: 0.9591863 Jan 27 17:11:41.199429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36308) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:41.202360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:41.206266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.229017 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.230542 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.238859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-782b69a1-33aa-404b-812f-995aa58c1eb0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.338218 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-d885a6c3-3d53-4968-8ecb-bba0c489f554 tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] show failed (client error): The resource could not be found. Jan 27 17:11:41.339213 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d885a6c3-3d53-4968-8ecb-bba0c489f554 tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] 10.222.0.81 "GET /v2.0/subnetpools/e111d8d6-b570-4ffb-a754-51612a4ccc98 HTTP/1.1" status: 404 len: 346 time: 0.1152213 Jan 27 17:11:41.346844 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-05555149-8c17-4939-b7a0-b2248047e198 req-17659b5a-0738-473c-aae5-8a47381af9e3 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4558930 Jan 27 17:11:41.350271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36312) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:41.385111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 2e5cd1a5-5948-4bb0-9caa-dbb008a15a8a yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:41.414310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-782b69a1-33aa-404b-812f-995aa58c1eb0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.429842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e9b38-35b0-43b5-a45d-3c02ca916e52 None None] Network 0168a2d4-668a-441d-824f-5b2a0791f031 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:41.436125 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ce56-a81f-4c37-b4eb-0d72478a23b6 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.453755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port 87c689a4-eebf-430e-a9fd-d7df776a1d6d yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:41.515650 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:41.535875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:41.538079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Pushing event updated for resources: {'Port': ['ID=b792ed4c-bb70-4cbb-99ce-e2e0eac59b06,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:41.550830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:41.570192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.662682 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ce56-a81f-4c37-b4eb-0d72478a23b6 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.668144 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-1e7e5966-79f7-414f-ba5c-51ada8355a19 tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] delete failed (client error): The resource could not be found. Jan 27 17:11:41.669753 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1e7e5966-79f7-414f-ba5c-51ada8355a19 tempest-SubnetPoolsTestJSON-2114021783 tempest-SubnetPoolsTestJSON-2114021783-project] 10.222.0.81 "DELETE /v2.0/subnetpools/e111d8d6-b570-4ffb-a754-51612a4ccc98 HTTP/1.1" status: 404 len: 346 time: 0.3169615 Jan 27 17:11:41.713934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b69a1-33aa-404b-812f-995aa58c1eb0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b4e9fec-81b8-4242-a9e9-9faba9fa50c4,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:41.715774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8::10 (0168a2d4-668a-441d-824f-5b2a0791f031/bd29db55-0b05-4fb8-9376-01eded3dcb63/87c689a4-eebf-430e-a9fd-d7df776a1d6d) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:41.752445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3ce56-a81f-4c37-b4eb-0d72478a23b6 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Subnet': ['ID=96431de4-87b4-436f-8677-2e5636af69b6,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:41.762544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-782b69a1-33aa-404b-812f-995aa58c1eb0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.763993 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-782b69a1-33aa-404b-812f-995aa58c1eb0 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/2b4e9fec-81b8-4242-a9e9-9faba9fa50c4 HTTP/1.1" status: 204 len: 168 time: 1.0889573 Jan 27 17:11:41.771259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36318) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:41.780019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ce56-a81f-4c37-b4eb-0d72478a23b6 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.791929 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7ae3ce56-a81f-4c37-b4eb-0d72478a23b6 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/subnets/96431de4-87b4-436f-8677-2e5636af69b6 HTTP/1.1" status: 204 len: 168 time: 1.2055068 Jan 27 17:11:41.795287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36322) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:41.812714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:41.886772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf27709-5490-4a3b-9dd3-9e852cfeaae3 None None] Network 113d4dfb-babb-4fcb-8eb8-e91621740881 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:41.971396 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e3f201a7-47e9-464c-887c-51705a04ecf6 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1911089 Jan 27 17:11:41.982069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36328) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:41.995198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-7f3642b0-5be3-4d7a-91c4-7721cf7b54e1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group_rule': {'security_group_id': 'a1c46248-ad1c-46f1-91c2-54d791e89339', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:42.002943 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e35300d5-03e2-430c-8274-cdd0938a71b1 None None] Provisioning for port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:42.007654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7f3642b0-5be3-4d7a-91c4-7721cf7b54e1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:42.008001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:42.008001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7ef3232c-5ec7-4f93-aad0-2b1bfcc93da4 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:42.016458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Attempting to bind port b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:42.016829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Attempting to bind port b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:42.017642 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Attempting to bind port b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:42.038386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:42.038812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:42.039151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.039555 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:42.040361 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Bound port: b792ed4c-bb70-4cbb-99ce-e2e0eac59b06, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:42.040626 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.217351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.240963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7f3642b0-5be3-4d7a-91c4-7721cf7b54e1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:42.245123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7f3642b0-5be3-4d7a-91c4-7721cf7b54e1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:42.254062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7f3642b0-5be3-4d7a-91c4-7721cf7b54e1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:42.436510 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-7f3642b0-5be3-4d7a-91c4-7721cf7b54e1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Project a159c441f587416a993aead25aa5a7ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:11:42.464991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f3642b0-5be3-4d7a-91c4-7721cf7b54e1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.492589 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f1fca662-d3c6-47ac-b564-4fe64fef07d6 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:42.501025 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36338) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:42.556295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.580057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] For port b792ed4c-bb70-4cbb-99ce-e2e0eac59b06, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:42.584842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] For port b792ed4c-bb70-4cbb-99ce-e2e0eac59b06, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b792ed4c-bb70-4cbb-99ce-e2e0eac59b06,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:42.609499 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.615824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:42.616631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.635182 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Pushing event deleted for resources: {'Port': ['ID=f999b23f-2ce7-4466-a35b-e9277a230f2d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:42.730763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::1f (185d5333-05b7-45cc-a2cf-ffb552748715/9233b129-b7d9-4b81-8305-4a1922f5bd38/2e5cd1a5-5948-4bb0-9caa-dbb008a15a8a) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:42.788551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.850090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object 87c689a4-eebf-430e-a9fd-d7df776a1d6d will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:42.907500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275a353-46f9-4695-b597-f21d7d48d759 None None] Pushing event updated for resources: {'Port': ['ID=b792ed4c-bb70-4cbb-99ce-e2e0eac59b06,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:42.934484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.947565 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port f1fca662-d3c6-47ac-b564-4fe64fef07d6 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:42.949391 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.045257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-817a94e2-b1d5-471d-ba94-e74673ed6565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.116114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff7a3b0-02ff-410c-8041-7c3c56dda64e None None] DHCP port deletion for 113d4dfb-babb-4fcb-8eb8-e91621740881 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:43.124898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-6ff7a3b0-02ff-410c-8041-7c3c56dda64e None None] Deleting port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:43.125268 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6ff7a3b0-02ff-410c-8041-7c3c56dda64e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.150600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-817a94e2-b1d5-471d-ba94-e74673ed6565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:43.165227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-817a94e2-b1d5-471d-ba94-e74673ed6565 admin admin] Usage tracker for resource:security_group_rule and tenant:be2d9c8a69ee431693cba051b6a2185c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:43.193074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-817a94e2-b1d5-471d-ba94-e74673ed6565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:43.206634 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f3642b0-5be3-4d7a-91c4-7721cf7b54e1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.212657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.323672 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-817a94e2-b1d5-471d-ba94-e74673ed6565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:43.329359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f3642b0-5be3-4d7a-91c4-7721cf7b54e1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.552259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-6ff7a3b0-02ff-410c-8041-7c3c56dda64e None None] For port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce,segment=NetworkSegment(f4036192-f421-4e1c-a2ee-73d236f85190),segment_id=f4036192-f421-4e1c-a2ee-73d236f85190)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:43.552888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6ff7a3b0-02ff-410c-8041-7c3c56dda64e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.554089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.575996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.698696 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-6ff7a3b0-02ff-410c-8041-7c3c56dda64e None None] Calling delete_port for 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:43.741303 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 59ea4f4f-dfcc-415c-84ae-942ad96e9fab up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:43.766349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3642b0-5be3-4d7a-91c4-7721cf7b54e1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9a9599-3980-4976-99ff-f97dd4347ecd,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:43.787251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] For port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce,segment=NetworkSegment(f4036192-f421-4e1c-a2ee-73d236f85190),segment_id=f4036192-f421-4e1c-a2ee-73d236f85190)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:43.787784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.818660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.824923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba3a65-8c90-49b5-8ed5-a08c8a69dc23 req-97598a2b-5be0-45f7-b771-1ee93ec53ffa tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:43.828106 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5bba3a65-8c90-49b5-8ed5-a08c8a69dc23 req-97598a2b-5be0-45f7-b771-1ee93ec53ffa tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.1097875 Jan 27 17:11:43.830273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Router b0ab734e-991c-4f5b-b3b7-955ce8664361 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:43.843443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f3642b0-5be3-4d7a-91c4-7721cf7b54e1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.844671 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7f3642b0-5be3-4d7a-91c4-7721cf7b54e1 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8605280 Jan 27 17:11:43.850701 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6ff7a3b0-02ff-410c-8041-7c3c56dda64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.881944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36348) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:43.960564 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d28f31e2-1a96-4564-b2b4-2686c7706f56 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules/0c9a9599-3980-4976-99ff-f97dd4347ecd HTTP/1.1" status: 200 len: 769 time: 0.0750484 Jan 27 17:11:43.970973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:43.977002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7a3b0-02ff-410c-8041-7c3c56dda64e None None] Pushing event deleted for resources: {'Port': ['ID=3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:43.982304 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff7a3b0-02ff-410c-8041-7c3c56dda64e None None] No DVR routers for this DVR port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:43.984322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:43.984863 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.990172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Calling delete_port for 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:44.031845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 0168a2d4-668a-441d-824f-5b2a0791f031 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:44.033324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36354) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:44.055833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:44.067916 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.070673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:44.077236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:44.078032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.153484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=87c689a4-eebf-430e-a9fd-d7df776a1d6d,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:44.188984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.190627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 2e5cd1a5-5948-4bb0-9caa-dbb008a15a8a will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:44.192989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:44.210451 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5bba3a65-8c90-49b5-8ed5-a08c8a69dc23 req-7d84db34-dc4e-441e-b25d-d5a972efcece tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3645368 Jan 27 17:11:44.230666 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa064a-f05d-421f-a1be-da516ba706fc None None] Sync routers for ids ['b0ab734e-991c-4f5b-b3b7-955ce8664361'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:44.253890 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.258272 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa064a-f05d-421f-a1be-da516ba706fc None None] Routers {'b0ab734e-991c-4f5b-b3b7-955ce8664361'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:11:44.258272 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b1fa064a-f05d-421f-a1be-da516ba706fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['b0ab734e-991c-4f5b-b3b7-955ce8664361'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:44.258673 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-83392f0b-473e-4b62-a3d6-b5d79e54a4ed tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:44.268618 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f7594dd1-d42d-48aa-8957-c27d86bdb264 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "PUT /v2.0/routers/b0ab734e-991c-4f5b-b3b7-955ce8664361 HTTP/1.1" status: 200 len: 706 time: 6.1433771 Jan 27 17:11:44.271855 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0a333e11-e718-420d-ab01-ff3aeca54616 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5802190 Jan 27 17:11:44.276227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36362) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:44.276680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36366) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:44.289865 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': '0168a2d4-668a-441d-824f-5b2a0791f031', 'name': 'tempest-PortsIpV6TestJSON-1757600290', 'fixed_ips': [{'subnet_id': 'bd29db55-0b05-4fb8-9376-01eded3dcb63', 'ip_address': '2001:db8::f'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:44.298276 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:44.298594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:44.316330 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=59ea4f4f-dfcc-415c-84ae-942ad96e9fab,segment=NetworkSegment(644c30da-9d55-4d26-bb42-dc599cdcd5c1),segment_id=644c30da-9d55-4d26-bb42-dc599cdcd5c1)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:44.317041 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Router d0402cc3-43fc-49dd-8ad4-06c58f154e81 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:11:44.328471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.344994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-817a94e2-b1d5-471d-ba94-e74673ed6565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.384294 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-817a94e2-b1d5-471d-ba94-e74673ed6565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.482520 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b1fa064a-f05d-421f-a1be-da516ba706fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:44.507293 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa064a-f05d-421f-a1be-da516ba706fc None None] Routers {'b0ab734e-991c-4f5b-b3b7-955ce8664361'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:11:44.507876 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b1fa064a-f05d-421f-a1be-da516ba706fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['b0ab734e-991c-4f5b-b3b7-955ce8664361'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:44.508274 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-817a94e2-b1d5-471d-ba94-e74673ed6565 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be2d9c8a69ee431693cba051b6a2185c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9911718 Jan 27 17:11:44.509692 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-83392f0b-473e-4b62-a3d6-b5d79e54a4ed tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:44.511383 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-83392f0b-473e-4b62-a3d6-b5d79e54a4ed tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4770775 Jan 27 17:11:44.580587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=59ea4f4f-dfcc-415c-84ae-942ad96e9fab,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:44.585832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36374) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:44.586452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36376) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:44.603893 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:44.648998 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b1fa064a-f05d-421f-a1be-da516ba706fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:44.650247 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa064a-f05d-421f-a1be-da516ba706fc None None] The sync data for ids ['b0ab734e-991c-4f5b-b3b7-955ce8664361'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:44.801719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-606ad94a-4c1c-4644-aa9e-ebef34ba72e7 None None] Provisioning for port 87c689a4-eebf-430e-a9fd-d7df776a1d6d completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:44.814874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-606ad94a-4c1c-4644-aa9e-ebef34ba72e7 None None] Provisioning complete for port 87c689a4-eebf-430e-a9fd-d7df776a1d6d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:44.816034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-606ad94a-4c1c-4644-aa9e-ebef34ba72e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.820652 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting port 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:44.821211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.884975 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:44.948627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-606ad94a-4c1c-4644-aa9e-ebef34ba72e7 None None] Port 87c689a4-eebf-430e-a9fd-d7df776a1d6d cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:44.968688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.001842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:45.009398 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d06d6f95-5153-43e0-8889-342ee2ac2d6f tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/routers/b0ab734e-991c-4f5b-b3b7-955ce8664361 HTTP/1.1" status: 200 len: 741 time: 0.7311087 Jan 27 17:11:45.044973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:45.045527 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:45.068802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36386) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:45.076756 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dc482cd9-e3d2-45a8-9161-80c46ed05cba None None] Provisioning for port b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:45.089065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dc482cd9-e3d2-45a8-9161-80c46ed05cba None None] Provisioning complete for port b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:45.090602 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dc482cd9-e3d2-45a8-9161-80c46ed05cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.102678 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a94e2-b1d5-471d-ba94-e74673ed6565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6656f74-6e09-49fc-9687-d2db7ed2be1d,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:45.112552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] The port '3f749ef1-9c3a-4f69-b2c3-83cfb00ac6ce' was deleted {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:11:45.124683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b136-4148-431c-9531-50afc5135fde tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.243654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b136-4148-431c-9531-50afc5135fde tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.264002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dc482cd9-e3d2-45a8-9161-80c46ed05cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.298732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-dc482cd9-e3d2-45a8-9161-80c46ed05cba None None] For port b792ed4c-bb70-4cbb-99ce-e2e0eac59b06, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b792ed4c-bb70-4cbb-99ce-e2e0eac59b06,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:45.303942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dc482cd9-e3d2-45a8-9161-80c46ed05cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.319188 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6bfb919f-13f4-4cd5-8cf8-ec4b03e7a475 tempest-RoutersAdminTest-754045061 tempest-RoutersAdminTest-754045061-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&device_id=b0ab734e-991c-4f5b-b3b7-955ce8664361 HTTP/1.1" status: 200 len: 205 time: 0.1966519 Jan 27 17:11:45.334233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36390) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:45.357722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:45.364002 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.385100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:45.396202 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Sync routers for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:45.402802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-64d4594a-8918-4392-ae36-d954add2918a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.413476 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113d4dfb-babb-4fcb-8eb8-e91621740881']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:45.429301 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:11:45.430733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:45.437406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4036192-f421-4e1c-a2ee-73d236f85190') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:45.438003 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4036192-f421-4e1c-a2ee-73d236f85190') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:45.448747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-64d4594a-8918-4392-ae36-d954add2918a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.461848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fc383-ea19-4353-acf2-3bd73b4ef2b8 req-92c64159-a506-4d18-b053-0337f9026457 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:45.470090 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c11fc383-ea19-4353-acf2-3bd73b4ef2b8 req-92c64159-a506-4d18-b053-0337f9026457 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.5011141 Jan 27 17:11:45.474974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:45.475299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.483892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:45.489898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:port and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:45.493797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:45.496893 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:45.499544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.501095 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-70430e0d-753d-480d-a41b-debe33f49ca5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.3578997 Jan 27 17:11:45.505511 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc482cd9-e3d2-45a8-9161-80c46ed05cba None None] Pushing event updated for resources: {'Port': ['ID=b792ed4c-bb70-4cbb-99ce-e2e0eac59b06,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:45.510060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36394) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:45.510625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:45.511372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.616562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.620642 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cd8148e7-8ca3-4914-afd9-2886835cbe36 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0ab734e-991c-4f5b-b3b7-955ce8664361 HTTP/1.1" status: 200 len: 205 time: 0.2787757 Jan 27 17:11:45.621688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=2e5cd1a5-5948-4bb0-9caa-dbb008a15a8a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:45.627562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36398) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:45.640186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:45.655427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b136-4148-431c-9531-50afc5135fde tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.680449 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:45.687882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.704336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:45.704848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.719107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-64d4594a-8918-4392-ae36-d954add2918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:45.722830 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:45.748766 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c11fc383-ea19-4353-acf2-3bd73b4ef2b8 req-80f39949-0a6f-49ab-b5c8-f88bb963abe9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748654 Jan 27 17:11:45.785718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-64d4594a-8918-4392-ae36-d954add2918a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.789207 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-64d4594a-8918-4392-ae36-d954add2918a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6656f74-6e09-49fc-9687-d2db7ed2be1d HTTP/1.1" status: 204 len: 168 time: 1.1000288 Jan 27 17:11:45.791134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2b136-4148-431c-9531-50afc5135fde tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c9a9599-3980-4976-99ff-f97dd4347ecd,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:45.815845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4594a-8918-4392-ae36-d954add2918a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6656f74-6e09-49fc-9687-d2db7ed2be1d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:45.821129 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:11:45.831085 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4e4789a8-09b4-4422-841a-e85ed893d2d9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.5160601 Jan 27 17:11:45.832772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port dfa4f153-53d8-4ded-b28d-fd6138b1d199 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:45.877186 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36404) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:45.888203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cc458-418a-4330-bfeb-a5ebb5f36e41 req-a39ad8d4-227f-4c79-afb6-9eb758650b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:45.890022 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b19cc458-418a-4330-bfeb-a5ebb5f36e41 req-a39ad8d4-227f-4c79-afb6-9eb758650b4e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a95060ee06540eaa75dc255f8a6fc9f&device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 1098 time: 0.8736262 Jan 27 17:11:45.891361 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b136-4148-431c-9531-50afc5135fde tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.895858 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c9d2b136-4148-431c-9531-50afc5135fde tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/0c9a9599-3980-4976-99ff-f97dd4347ecd HTTP/1.1" status: 204 len: 168 time: 1.2042708 Jan 27 17:11:45.898192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36406) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:46.131600 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-db1cd056-e23c-4bf3-983f-5cca602debd3 None None] Provisioning for port 2e5cd1a5-5948-4bb0-9caa-dbb008a15a8a completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:46.160234 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e2644f33-e078-468a-bace-71df2aa161af tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:46.160896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-db1cd056-e23c-4bf3-983f-5cca602debd3 None None] Provisioning complete for port 2e5cd1a5-5948-4bb0-9caa-dbb008a15a8a triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:46.161411 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-db1cd056-e23c-4bf3-983f-5cca602debd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.229832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cc458-418a-4330-bfeb-a5ebb5f36e41 req-47ced876-0058-433f-bcab-a8e9890d6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:46.231482 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b19cc458-418a-4330-bfeb-a5ebb5f36e41 req-47ced876-0058-433f-bcab-a8e9890d6743 service neutron] 10.222.0.88 "GET /v2.0/networks?id=69137b3c-580f-481f-ab05-44feb3754947 HTTP/1.1" status: 200 len: 913 time: 0.3323827 Jan 27 17:11:46.235425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e2644f33-e078-468a-bace-71df2aa161af tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:46.240472 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e2644f33-e078-468a-bace-71df2aa161af tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3394740 Jan 27 17:11:46.246166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36414) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:46.329008 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-db1cd056-e23c-4bf3-983f-5cca602debd3 None None] Port 2e5cd1a5-5948-4bb0-9caa-dbb008a15a8a cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:46.478036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e4e600c5-c831-438b-9d47-99d424591802 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.481591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8::f (0168a2d4-668a-441d-824f-5b2a0791f031/bd29db55-0b05-4fb8-9376-01eded3dcb63/dfa4f153-53d8-4ded-b28d-fd6138b1d199) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:46.498785 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b19cc458-418a-4330-bfeb-a5ebb5f36e41 req-c8c9c841-bb3a-411f-8f97-487648230a21 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861ddbed-cfe1-45cb-8096-396df0e59eea HTTP/1.1" status: 200 len: 1001 time: 0.2536252 Jan 27 17:11:46.524588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:40Z', 'revision_number': 3, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:46.534544 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 59ea4f4f-dfcc-415c-84ae-942ad96e9fab up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:46.584407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Checking router: d0402cc3-43fc-49dd-8ad4-06c58f154e81 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:11:46.584765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Updating router d0402cc3-43fc-49dd-8ad4-06c58f154e81 port a9e21f46-2dea-4c4b-93a6-385c423d2cbc binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:11:46.598667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e4e600c5-c831-438b-9d47-99d424591802 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.678832 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.684748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cc458-418a-4330-bfeb-a5ebb5f36e41 req-131a69f4-11c0-4975-95d4-35b2b520fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:46.686374 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b19cc458-418a-4330-bfeb-a5ebb5f36e41 req-131a69f4-11c0-4975-95d4-35b2b520fe03 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc4843f9-98f0-4647-bffb-6dc8d90f2a77 HTTP/1.1" status: 200 len: 850 time: 0.1765907 Jan 27 17:11:46.751809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:46.752200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.781889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0be016f-891c-414c-8d68-2c683a57e2e0 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.804791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e4e600c5-c831-438b-9d47-99d424591802 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.044986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e600c5-c831-438b-9d47-99d424591802 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c46248-ad1c-46f1-91c2-54d791e89339,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:47.109400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:47.161941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e4e600c5-c831-438b-9d47-99d424591802 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.163418 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e4e600c5-c831-438b-9d47-99d424591802 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-groups/a1c46248-ad1c-46f1-91c2-54d791e89339 HTTP/1.1" status: 204 len: 168 time: 0.9162214 Jan 27 17:11:47.224191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cc458-418a-4330-bfeb-a5ebb5f36e41 req-e3936c91-9d11-4f27-8e90-5360291db961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:47.226505 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b19cc458-418a-4330-bfeb-a5ebb5f36e41 req-e3936c91-9d11-4f27-8e90-5360291db961 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=69137b3c-580f-481f-ab05-44feb3754947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5309615 Jan 27 17:11:47.227289 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36438) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:47.240368 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.250184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0be016f-891c-414c-8d68-2c683a57e2e0 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.253044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0be016f-891c-414c-8d68-2c683a57e2e0 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.343103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0be016f-891c-414c-8d68-2c683a57e2e0 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.343680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0be016f-891c-414c-8d68-2c683a57e2e0 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Fanout notify agent at l3_agent the message router_deleted on router b0ab734e-991c-4f5b-b3b7-955ce8664361 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:11:47.385878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.386880 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:47.387251 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.453889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.466978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e643b49-ab84-4e5d-b88d-00e768f3dd67 req-41e202e2-a117-42ac-84e0-24fba430e7d1 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:47.468918 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3e643b49-ab84-4e5d-b88d-00e768f3dd67 req-41e202e2-a117-42ac-84e0-24fba430e7d1 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.4305959 Jan 27 17:11:47.481561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object dfa4f153-53d8-4ded-b28d-fd6138b1d199 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:47.542439 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Network': ['ID=113d4dfb-babb-4fcb-8eb8-e91621740881,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:47.548719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0be016f-891c-414c-8d68-2c683a57e2e0 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.553549 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e0be016f-891c-414c-8d68-2c683a57e2e0 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "DELETE /v2.0/routers/b0ab734e-991c-4f5b-b3b7-955ce8664361 HTTP/1.1" status: 204 len: 168 time: 1.9187531 Jan 27 17:11:47.569219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36446) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:47.577365 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-664f3ca9-106d-49e4-bbe6-90c9f6160e07 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/113d4dfb-babb-4fcb-8eb8-e91621740881 HTTP/1.1" status: 204 len: 168 time: 5.7785113 Jan 27 17:11:47.588045 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36448) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:47.599767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987b7d2c-f063-40eb-8287-a67de2b2d1f0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:47.605783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987b7d2c-f063-40eb-8287-a67de2b2d1f0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:47.607562 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-987b7d2c-f063-40eb-8287-a67de2b2d1f0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 1.3331270 Jan 27 17:11:47.627545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.658865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36454) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:47.659323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Transition to ACTIVE for port object a9e21f46-2dea-4c4b-93a6-385c423d2cbc will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:47.660946 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ff93e2-f285-463b-868b-86edac9cb334 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:47.661428 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ff93e2-f285-463b-868b-86edac9cb334 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:47.667664 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b3ff93e2-f285-463b-868b-86edac9cb334 tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/subnets/a0124458-1fc7-4cf8-8009-d6a86f0d4369 HTTP/1.1" status: 404 len: 337 time: 0.0545156 Jan 27 17:11:47.673209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.688209 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36460) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:47.763996 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c98efd29-378e-4f5c-b974-99422d8c1c32 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0ab734e-991c-4f5b-b3b7-955ce8664361 HTTP/1.1" status: 200 len: 205 time: 0.1761572 Jan 27 17:11:47.763996 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-396dd603-3721-4998-b455-9517a007b42c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:47.763996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396dd603-3721-4998-b455-9517a007b42c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:47.763996 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-396dd603-3721-4998-b455-9517a007b42c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/5dd8c587-4d75-43b9-a0c2-03aeafb8b6e7 HTTP/1.1" status: 404 len: 339 time: 0.0702913 Jan 27 17:11:47.765433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Attempting to bind port a9e21f46-2dea-4c4b-93a6-385c423d2cbc on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:47.765433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Attempting to bind port a9e21f46-2dea-4c4b-93a6-385c423d2cbc by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:47.765433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Attempting to bind port a9e21f46-2dea-4c4b-93a6-385c423d2cbc on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:47.765894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36466) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:47.766400 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3e643b49-ab84-4e5d-b88d-00e768f3dd67 req-151f0218-209f-4572-a2ec-2aa38a65cb4d tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823577 Jan 27 17:11:47.769327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d4b91e10-2d56-4dc0-b94c-ba2b28318efa tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:47.773777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36468) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:47.784562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:47.785138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:47.785703 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.786114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:47.786608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Bound port: a9e21f46-2dea-4c4b-93a6-385c423d2cbc, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:47.786971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.876742 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] For port a9e21f46-2dea-4c4b-93a6-385c423d2cbc, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:47.883181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] For port a9e21f46-2dea-4c4b-93a6-385c423d2cbc, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a9e21f46-2dea-4c4b-93a6-385c423d2cbc,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:47.894657 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.905885 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Pushing event updated for resources: {'Port': ['ID=a9e21f46-2dea-4c4b-93a6-385c423d2cbc,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:47.918910 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:47.919177 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-fbd2496d-ec80-4652-a3e3-e7c156f79296 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] delete failed (client error): The resource could not be found. Jan 27 17:11:47.919421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:47.919807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:47.922890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:47.923020 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fbd2496d-ec80-4652-a3e3-e7c156f79296 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "DELETE /v2.0/routers/b0ab734e-991c-4f5b-b3b7-955ce8664361 HTTP/1.1" status: 404 len: 336 time: 0.1479309 Jan 27 17:11:47.923128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:47.923128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:47.923128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:47.923128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:47.923128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:47.923128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:47.923128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:47.923128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:47.928931 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b19cc458-418a-4330-bfeb-a5ebb5f36e41 req-855c823b-6ae4-40f4-a97d-8696dea82adc service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935885 Jan 27 17:11:47.929410 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36476) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:47.984733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1407c-af3f-435b-82b6-89a2df5024ce tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 2e5cd1a5-5948-4bb0-9caa-dbb008a15a8a {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:47.985273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b6f1407c-af3f-435b-82b6-89a2df5024ce tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.000564 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:11:48.001204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:48.042490 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-90b08df7-c730-45cc-ac5b-2b9b7ce731ed tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "GET /v2.0/ports?device_id=b839597f-9ab8-46f7-a69b-778353c4bc25 HTTP/1.1" status: 200 len: 205 time: 0.1046631 Jan 27 17:11:48.046208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d4b91e10-2d56-4dc0-b94c-ba2b28318efa tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:48.051941 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d4b91e10-2d56-4dc0-b94c-ba2b28318efa tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8148422 Jan 27 17:11:48.057528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36482) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:48.057867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36484) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:48.087497 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92494e-185c-4c93-a32a-2a85a70bfaff None None] Pushing event updated for resources: {'Port': ['ID=a9e21f46-2dea-4c4b-93a6-385c423d2cbc,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:48.177992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0a16fa2c-2978-4213-8f13-5bf02437e6f9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829827025'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:48.186154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36afd59-1c03-4c93-9e5e-292050c77f7d tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting subnet 9545bb86-b19c-4a8b-8622-fb54a24ec6b6 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:48.204110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.205683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e36afd59-1c03-4c93-9e5e-292050c77f7d tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.222615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:11:48.240721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0a16fa2c-2978-4213-8f13-5bf02437e6f9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:48.257064 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-ee499a3c-53cd-45c4-9c5d-82882ce71644 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] delete failed (client error): The resource could not be found. Jan 27 17:11:48.260695 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ee499a3c-53cd-45c4-9c5d-82882ce71644 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "DELETE /v2.0/routers/b839597f-9ab8-46f7-a69b-778353c4bc25 HTTP/1.1" status: 404 len: 336 time: 0.1986868 Jan 27 17:11:48.264831 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36492) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:48.344186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=dfa4f153-53d8-4ded-b28d-fd6138b1d199,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:48.355398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0a16fa2c-2978-4213-8f13-5bf02437e6f9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:48.399287 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a4d4ff40-316e-4555-991c-45fdda4e4c87 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "GET /v2.0/ports?device_id=fde71007-abc6-494e-89d1-a85784093135 HTTP/1.1" status: 200 len: 205 time: 0.1332576 Jan 27 17:11:48.400338 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36500) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:48.404649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 0168a2d4-668a-441d-824f-5b2a0791f031 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:48.417498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e36afd59-1c03-4c93-9e5e-292050c77f7d tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.450393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:48.462533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:48.468369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:48.469051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.473314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a16fa2c-2978-4213-8f13-5bf02437e6f9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.508437 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b19cc458-418a-4330-bfeb-a5ebb5f36e41 req-d7acf75e-a21a-48c7-9993-274c5f2b077c service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625627 Jan 27 17:11:48.545410 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0a16fa2c-2978-4213-8f13-5bf02437e6f9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:48.549002 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dc977a81-a04d-435a-b1d0-cf92114a39fa tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2681870 Jan 27 17:11:48.559538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36504) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:48.569724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0a16fa2c-2978-4213-8f13-5bf02437e6f9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:48.636511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0a16fa2c-2978-4213-8f13-5bf02437e6f9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:48.647178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0a16fa2c-2978-4213-8f13-5bf02437e6f9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:48.706129 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:40Z', 'revision_number': 3, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:48.719872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b907a2-519f-4058-8b7f-4c71495d946b None None] The sync data for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv is: [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:40Z', 'revision_number': 3, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:48.727086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.743027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e36afd59-1c03-4c93-9e5e-292050c77f7d tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.822931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0febf75-29f7-492d-8415-e990ecfe9672 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:48.823739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b0febf75-29f7-492d-8415-e990ecfe9672 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:48.892733 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-441dea05-d821-47bf-b05f-62e3fb7e960e tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] delete failed (client error): The resource could not be found. Jan 27 17:11:48.901143 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-441dea05-d821-47bf-b05f-62e3fb7e960e tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "DELETE /v2.0/routers/fde71007-abc6-494e-89d1-a85784093135 HTTP/1.1" status: 404 len: 336 time: 0.4772625 Jan 27 17:11:48.932867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36510) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.052564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b0febf75-29f7-492d-8415-e990ecfe9672 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:49.061350 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b0febf75-29f7-492d-8415-e990ecfe9672 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4960120 Jan 27 17:11:49.062079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36514) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.069831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a16fa2c-2978-4213-8f13-5bf02437e6f9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.078158 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ba47eb81-7e82-47cf-9f0b-e987b29dfe03 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "GET /v2.0/ports?device_id=985af3dc-3944-4aef-b878-fe178a6ff7e6 HTTP/1.1" status: 200 len: 205 time: 0.1439359 Jan 27 17:11:49.082327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36518) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.138217 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-959d7606-cbda-4094-ae3c-94570ed9809e None None] Provisioning for port dfa4f153-53d8-4ded-b28d-fd6138b1d199 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:49.149271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-959d7606-cbda-4094-ae3c-94570ed9809e None None] Provisioning complete for port dfa4f153-53d8-4ded-b28d-fd6138b1d199 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:49.149882 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-959d7606-cbda-4094-ae3c-94570ed9809e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.176242 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a16fa2c-2978-4213-8f13-5bf02437e6f9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.206023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b6f1407c-af3f-435b-82b6-89a2df5024ce tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.260842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-959d7606-cbda-4094-ae3c-94570ed9809e None None] Port dfa4f153-53d8-4ded-b28d-fd6138b1d199 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:49.463661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1407c-af3f-435b-82b6-89a2df5024ce tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 2e5cd1a5-5948-4bb0-9caa-dbb008a15a8a owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:49.575907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e36afd59-1c03-4c93-9e5e-292050c77f7d tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.589268 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a16fa2c-2978-4213-8f13-5bf02437e6f9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.591224 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0a16fa2c-2978-4213-8f13-5bf02437e6f9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5300121 Jan 27 17:11:49.601263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36522) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.613178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-a2223ae9-9046-4c6c-a4d2-586c47b86428 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Request body: {'security_group_rule': {'security_group_id': 'd16514ec-3f84-40e0-ad4f-e12bc969b5ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:49.638617 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a2223ae9-9046-4c6c-a4d2-586c47b86428 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:49.647250 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e36afd59-1c03-4c93-9e5e-292050c77f7d tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.653462 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e36afd59-1c03-4c93-9e5e-292050c77f7d tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/subnets/9545bb86-b19c-4a8b-8622-fb54a24ec6b6 HTTP/1.1" status: 204 len: 168 time: 1.8716366 Jan 27 17:11:49.654627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a2223ae9-9046-4c6c-a4d2-586c47b86428 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Usage tracker for resource:security_group_rule and tenant:a159c441f587416a993aead25aa5a7ef is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:49.657747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36526) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.676719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a2223ae9-9046-4c6c-a4d2-586c47b86428 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:49.699083 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36530) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.711952 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8ef43b-6d53-41fb-97f0-0b91724aafb9 None None] Network 8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:49.713908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36afd59-1c03-4c93-9e5e-292050c77f7d tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Subnet': ['ID=9545bb86-b19c-4a8b-8622-fb54a24ec6b6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:49.718418 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-1958975a-806f-4dff-aa8d-9dbb8927d397 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] delete failed (client error): The resource could not be found. Jan 27 17:11:49.723983 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1958975a-806f-4dff-aa8d-9dbb8927d397 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "DELETE /v2.0/routers/985af3dc-3944-4aef-b878-fe178a6ff7e6 HTTP/1.1" status: 404 len: 336 time: 0.5494688 Jan 27 17:11:49.735738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a2223ae9-9046-4c6c-a4d2-586c47b86428 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:49.738075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36534) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.745123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-380955083', 'description': 'tempest-secgroup-smoke-380955083 description', 'project_id': 'c4d03d0b8dc841b782f833caa29e9310'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:49.753296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:49.754970 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Allocated IP 172.20.0.1 (c33794e6-f455-4da7-ac52-fa9dee73560d/8a862ef3-f094-4fcf-901a-e34afa91465d/29137ad7-6b1a-4b91-a8ee-37405fce1064) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:49.759978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Usage tracker for resource:security_group and tenant:c4d03d0b8dc841b782f833caa29e9310 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:49.763238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:49.770881 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:49.793248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.809540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16fa2c-2978-4213-8f13-5bf02437e6f9 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16514ec-3f84-40e0-ad4f-e12bc969b5ed,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:49.809761 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-94188cbb-32d4-41fe-825e-0588f6b16d06 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c282e1-0696-4d4a-adc9-035d98dec253 HTTP/1.1" status: 200 len: 205 time: 0.0605431 Jan 27 17:11:49.820046 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36538) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.834135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.902178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a2223ae9-9046-4c6c-a4d2-586c47b86428 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.948696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.961058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b6f1407c-af3f-435b-82b6-89a2df5024ce tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.961496 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:49.973980 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-283252da-ae08-4f8d-ba59-8e99c067bdfa tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] delete failed (client error): The resource could not be found. Jan 27 17:11:49.977669 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-283252da-ae08-4f8d-ba59-8e99c067bdfa tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "DELETE /v2.0/routers/e5c282e1-0696-4d4a-adc9-035d98dec253 HTTP/1.1" status: 404 len: 336 time: 0.1488078 Jan 27 17:11:49.979958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Usage tracker for resource:security_group_rule and tenant:c4d03d0b8dc841b782f833caa29e9310 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:49.982827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36542) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.995568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:50.010915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df7c96-ff60-43a0-9423-b51229a13066 req-b652c0a3-5c4c-474e-9116-37f032b3fa1c tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:50.019686 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-39df7c96-ff60-43a0-9423-b51229a13066 req-b652c0a3-5c4c-474e-9116-37f032b3fa1c tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.9554248 Jan 27 17:11:50.066262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1407c-af3f-435b-82b6-89a2df5024ce tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=2e5cd1a5-5948-4bb0-9caa-dbb008a15a8a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:50.067414 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:50.113137 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-11e0c736-3c5e-458e-8821-2cac7759adaf tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "GET /v2.0/ports?device_id=efaea30f-f489-48ee-89b8-f7907fe5cac6 HTTP/1.1" status: 200 len: 205 time: 0.1257977 Jan 27 17:11:50.139063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb940a1b-6716-4d09-9fc2-70df1e5a5f90 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:50.156073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb940a1b-6716-4d09-9fc2-70df1e5a5f90 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:50.164840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36546) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.165302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb940a1b-6716-4d09-9fc2-70df1e5a5f90 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:50.167840 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bb940a1b-6716-4d09-9fc2-70df1e5a5f90 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 1.0936508 Jan 27 17:11:50.174342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting port 3db4bbfe-7ecf-4481-97a1-dc37269ff502 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:50.174342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.207477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36548) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.210825 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-39df7c96-ff60-43a0-9423-b51229a13066 req-e9b41f88-3dd5-42e9-9681-10bc012cb501 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901515 Jan 27 17:11:50.217643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b6f1407c-af3f-435b-82b6-89a2df5024ce tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.224595 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a2223ae9-9046-4c6c-a4d2-586c47b86428 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.242836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d231c417-b4c1-4ccb-bc2c-105c9652d251 None None] DHCP port deletion for 8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:50.260267 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d231c417-b4c1-4ccb-bc2c-105c9652d251 None None] Deleting port 3db4bbfe-7ecf-4481-97a1-dc37269ff502 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:50.260725 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d231c417-b4c1-4ccb-bc2c-105c9652d251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.312004 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-fa39f468-3d6f-4e75-8bf2-35dc39f670ca tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port dfa4f153-53d8-4ded-b28d-fd6138b1d199 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:50.312317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa39f468-3d6f-4e75-8bf2-35dc39f670ca tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.402312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a2223ae9-9046-4c6c-a4d2-586c47b86428 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.541479 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-31a5ae67-f3cb-4684-a450-e0a82b7d7042 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] delete failed (client error): The resource could not be found. Jan 27 17:11:50.542531 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-31a5ae67-f3cb-4684-a450-e0a82b7d7042 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "DELETE /v2.0/routers/efaea30f-f489-48ee-89b8-f7907fe5cac6 HTTP/1.1" status: 404 len: 336 time: 0.3348372 Jan 27 17:11:50.554856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36554) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.582162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a9e21f46-2dea-4c4b-93a6-385c423d2cbc up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:50.607305 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b6f1407c-af3f-435b-82b6-89a2df5024ce tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/2e5cd1a5-5948-4bb0-9caa-dbb008a15a8a HTTP/1.1" status: 204 len: 168 time: 2.9423378 Jan 27 17:11:50.610080 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36558) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.626700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2223ae9-9046-4c6c-a4d2-586c47b86428 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c15d63-fc90-48ca-8f6e-54a427bbac47,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:50.638636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a2223ae9-9046-4c6c-a4d2-586c47b86428 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.642328 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a2223ae9-9046-4c6c-a4d2-586c47b86428 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0354540 Jan 27 17:11:50.653556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36562) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.659032 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-144d2f62-b38c-4c38-a916-16c9b1b7a6d6 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:50.659562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144d2f62-b38c-4c38-a916-16c9b1b7a6d6 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:50.661556 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-144d2f62-b38c-4c38-a916-16c9b1b7a6d6 tempest-RoutersAdminTest-1600971448 tempest-RoutersAdminTest-1600971448-project] 10.222.0.81 "DELETE /v2.0/subnets/07c7ebba-5b1c-4159-8aec-a06d0554ae60 HTTP/1.1" status: 404 len: 337 time: 0.1011827 Jan 27 17:11:50.714548 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.748252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.752816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:50.757688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Usage tracker for resource:security_group_rule and tenant:c4d03d0b8dc841b782f833caa29e9310 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:50.761443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:50.767727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:50.804734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d231c417-b4c1-4ccb-bc2c-105c9652d251 None None] For port 3db4bbfe-7ecf-4481-97a1-dc37269ff502, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3db4bbfe-7ecf-4481-97a1-dc37269ff502,segment=NetworkSegment(6d645709-31cf-4dcf-a388-b558f902f97e),segment_id=6d645709-31cf-4dcf-a388-b558f902f97e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:50.805480 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d231c417-b4c1-4ccb-bc2c-105c9652d251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.850253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.889092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.992635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a128d8ef-50f2-4def-b81d-6349f2b3831e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:50.994316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a128d8ef-50f2-4def-b81d-6349f2b3831e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:50.995121 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a128d8ef-50f2-4def-b81d-6349f2b3831e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:51.003750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb75d4c3-5a70-471f-8b64-4fba0581d093,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:51.032835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.034103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.034993 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.3185179 Jan 27 17:11:51.042622 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36570) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:51.055636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9be46e5c-f07c-456f-af79-330113c24ab3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Request body: {'security_group_rule': {'security_group_id': 'd2f99cad-89a7-4a28-8e71-9c65c83ec257', 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:51.070617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa39f468-3d6f-4e75-8bf2-35dc39f670ca tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.073107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9be46e5c-f07c-456f-af79-330113c24ab3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:51.079037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3191f03d-0c38-442e-857d-de74581fc6ce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.079828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9be46e5c-f07c-456f-af79-330113c24ab3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Usage tracker for resource:security_group_rule and tenant:c4d03d0b8dc841b782f833caa29e9310 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:51.085765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9be46e5c-f07c-456f-af79-330113c24ab3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:51.096798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9be46e5c-f07c-456f-af79-330113c24ab3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:51.105344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d231c417-b4c1-4ccb-bc2c-105c9652d251 None None] Calling delete_port for 3db4bbfe-7ecf-4481-97a1-dc37269ff502 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:51.141753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port a9e21f46-2dea-4c4b-93a6-385c423d2cbc completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:51.148155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9be46e5c-f07c-456f-af79-330113c24ab3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.157050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] For port 3db4bbfe-7ecf-4481-97a1-dc37269ff502, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3db4bbfe-7ecf-4481-97a1-dc37269ff502,segment=NetworkSegment(6d645709-31cf-4dcf-a388-b558f902f97e),segment_id=6d645709-31cf-4dcf-a388-b558f902f97e)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:51.157423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.164246 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port a9e21f46-2dea-4c4b-93a6-385c423d2cbc triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:51.165022 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.184554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Transition to ACTIVE for port object 29137ad7-6b1a-4b91-a8ee-37405fce1064 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:51.258406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36574) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:51.264892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1e23e-11c9-4af1-a284-85a61f28d576 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f99cad-89a7-4a28-8e71-9c65c83ec257,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:51.294820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-fa39f468-3d6f-4e75-8bf2-35dc39f670ca tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for dfa4f153-53d8-4ded-b28d-fd6138b1d199 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:51.315620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d231c417-b4c1-4ccb-bc2c-105c9652d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.338921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a128d8ef-50f2-4def-b81d-6349f2b3831e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:51.343541 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a128d8ef-50f2-4def-b81d-6349f2b3831e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7297907 Jan 27 17:11:51.344309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36582) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:51.345418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Calling delete_port for 3db4bbfe-7ecf-4481-97a1-dc37269ff502 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:51.346177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3191f03d-0c38-442e-857d-de74581fc6ce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.456426 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9be46e5c-f07c-456f-af79-330113c24ab3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.468808 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9be46e5c-f07c-456f-af79-330113c24ab3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.487051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-02962362-f869-4ed0-bf31-e60dd42d51af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 9233b129-b7d9-4b81-8305-4a1922f5bd38 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:51.519949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02962362-f869-4ed0-bf31-e60dd42d51af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.536939 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231c417-b4c1-4ccb-bc2c-105c9652d251 None None] Pushing event deleted for resources: {'Port': ['ID=3db4bbfe-7ecf-4481-97a1-dc37269ff502,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:51.560399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231c417-b4c1-4ccb-bc2c-105c9652d251 None None] No DVR routers for this DVR port 3db4bbfe-7ecf-4481-97a1-dc37269ff502 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:51.572507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ac387f34-1ce7-4d40-bbe8-68342c36edb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.578649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.599353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port a9e21f46-2dea-4c4b-93a6-385c423d2cbc, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a9e21f46-2dea-4c4b-93a6-385c423d2cbc,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:51.606685 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.632901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be46e5c-f07c-456f-af79-330113c24ab3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92736b45-5202-4c07-a776-48aec9664528,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:51.655694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:51.656012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:51.665049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02962362-f869-4ed0-bf31-e60dd42d51af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.665425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.724951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3db4bbfe-7ecf-4481-97a1-dc37269ff502 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:51.749437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9be46e5c-f07c-456f-af79-330113c24ab3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.754562 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9be46e5c-f07c-456f-af79-330113c24ab3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7083726 Jan 27 17:11:51.755714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=a9e21f46-2dea-4c4b-93a6-385c423d2cbc,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:51.756771 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36586) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:51.762822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Pushing event updated for resources: {'Port': ['ID=29137ad7-6b1a-4b91-a8ee-37405fce1064,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:51.765650 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 3db4bbfe-7ecf-4481-97a1-dc37269ff502 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:51.765650 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3db4bbfe-7ecf-4481-97a1-dc37269ff502 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:51.791728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3191f03d-0c38-442e-857d-de74581fc6ce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.797923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-97343727-7cc0-4acd-a514-90317d94a661 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Request body: {'security_group_rule': {'security_group_id': 'd2f99cad-89a7-4a28-8e71-9c65c83ec257', 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:51.811978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-97343727-7cc0-4acd-a514-90317d94a661 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:51.816556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef961f9-6dc7-4473-93b7-eb3f7e55738b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.828378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-97343727-7cc0-4acd-a514-90317d94a661 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Usage tracker for resource:security_group_rule and tenant:c4d03d0b8dc841b782f833caa29e9310 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:51.834038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191f03d-0c38-442e-857d-de74581fc6ce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16514ec-3f84-40e0-ad4f-e12bc969b5ed,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:51.842553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e56c9-b63c-47e6-93c1-fee5a2e3c137 req-8e5c9205-e0ee-43fb-bcf2-041208becbd3 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:51.844387 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-641e56c9-b63c-47e6-93c1-fee5a2e3c137 req-8e5c9205-e0ee-43fb-bcf2-041208becbd3 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.3454230 Jan 27 17:11:51.845322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-97343727-7cc0-4acd-a514-90317d94a661 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:51.851000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Network c33794e6-f455-4da7-ac52-fa9dee73560d is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:51.857953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:51.860989 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:51.861309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa39f468-3d6f-4e75-8bf2-35dc39f670ca tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.895136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-97343727-7cc0-4acd-a514-90317d94a661 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:51.913329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6ef961f9-6dc7-4473-93b7-eb3f7e55738b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:51.941989 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6ef961f9-6dc7-4473-93b7-eb3f7e55738b admin admin] Usage tracker for resource:security_group_rule and tenant:a8ca4c0d81994c69b66fea06fdc2c641 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:51.949305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6ef961f9-6dc7-4473-93b7-eb3f7e55738b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:51.950974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39f468-3d6f-4e75-8bf2-35dc39f670ca tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=dfa4f153-53d8-4ded-b28d-fd6138b1d199,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:51.976928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6ef961f9-6dc7-4473-93b7-eb3f7e55738b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:51.999296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-97343727-7cc0-4acd-a514-90317d94a661 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.016421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.020482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3191f03d-0c38-442e-857d-de74581fc6ce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.022091 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3191f03d-0c38-442e-857d-de74581fc6ce tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-groups/d16514ec-3f84-40e0-ad4f-e12bc969b5ed HTTP/1.1" status: 204 len: 168 time: 1.3060048 Jan 27 17:11:52.031489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa39f468-3d6f-4e75-8bf2-35dc39f670ca tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.034849 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36590) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.035498 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fa39f468-3d6f-4e75-8bf2-35dc39f670ca tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/dfa4f153-53d8-4ded-b28d-fd6138b1d199 HTTP/1.1" status: 204 len: 168 time: 1.8232388 Jan 27 17:11:52.041866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36592) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.057972 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-641e56c9-b63c-47e6-93c1-fee5a2e3c137 req-c0e8ccfc-0349-4414-9268-a19f71e8a755 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587069 Jan 27 17:11:52.103134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02962362-f869-4ed0-bf31-e60dd42d51af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.167472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Deleting port 3db4bbfe-7ecf-4481-97a1-dc37269ff502 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:52.167847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.305954 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] The port '3db4bbfe-7ecf-4481-97a1-dc37269ff502' was deleted {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:11:52.326076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-76d37e9f-5c56-4c67-ae7b-75b5b4031e4b None None] Provisioning for port 29137ad7-6b1a-4b91-a8ee-37405fce1064 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:52.336257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-76d37e9f-5c56-4c67-ae7b-75b5b4031e4b None None] Provisioning complete for port 29137ad7-6b1a-4b91-a8ee-37405fce1064 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:52.336983 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-76d37e9f-5c56-4c67-ae7b-75b5b4031e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.360809 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0084ca-6e24-4df2-9f6d-81d18997bef2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:11:52.362781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7d0084ca-6e24-4df2-9f6d-81d18997bef2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:52.396263 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-700d9a0e-a299-4ad0-9141-3f60035949fb tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3558779 Jan 27 17:11:52.417617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36600) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.437730 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-76d37e9f-5c56-4c67-ae7b-75b5b4031e4b None None] Port 29137ad7-6b1a-4b91-a8ee-37405fce1064 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:52.469846 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a9e21f46-2dea-4c4b-93a6-385c423d2cbc up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:52.484316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-97343727-7cc0-4acd-a514-90317d94a661 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.488986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7d0084ca-6e24-4df2-9f6d-81d18997bef2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:52.493291 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7d0084ca-6e24-4df2-9f6d-81d18997bef2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/dfa4f153-53d8-4ded-b28d-fd6138b1d199 HTTP/1.1" status: 404 len: 333 time: 0.4467359 Jan 27 17:11:52.494426 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36604) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.514326 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-97343727-7cc0-4acd-a514-90317d94a661 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.515439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02962362-f869-4ed0-bf31-e60dd42d51af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.553015 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:11:52.555703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f488b827-bfca-45cd-800f-2dd63441f119 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:52.576854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02962362-f869-4ed0-bf31-e60dd42d51af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=9233b129-b7d9-4b81-8305-4a1922f5bd38,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:52.581156 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port a9e21f46-2dea-4c4b-93a6-385c423d2cbc triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:52.581774 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.584318 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02962362-f869-4ed0-bf31-e60dd42d51af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.609417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f488b827-bfca-45cd-800f-2dd63441f119 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:52.610911 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f488b827-bfca-45cd-800f-2dd63441f119 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1863258 Jan 27 17:11:52.617304 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d642c52f-acdd-48c8-8301-251971ea575f None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:52.620871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc1209-52fe-4d64-8fff-6b537778f13c req-aab15347-8ae8-44f7-89b6-7a960a066b8d tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:52.622565 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-41cc1209-52fe-4d64-8fff-6b537778f13c req-aab15347-8ae8-44f7-89b6-7a960a066b8d tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.3568268 Jan 27 17:11:52.623287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36608) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.628276 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-02962362-f869-4ed0-bf31-e60dd42d51af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/9233b129-b7d9-4b81-8305-4a1922f5bd38 HTTP/1.1" status: 204 len: 168 time: 1.2607224 Jan 27 17:11:52.629691 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f5956376-23fb-4ca6-9efa-52ed04f64138 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 87c689a4-eebf-430e-a9fd-d7df776a1d6d {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:52.630386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5956376-23fb-4ca6-9efa-52ed04f64138 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.631320 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36610) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.747354 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f8506f82-4683-4515-993d-acbf77126be1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144285 Jan 27 17:11:52.748543 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-ab94ec87-d86c-403b-aacb-12d4ee760649 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] delete failed (client error): The resource could not be found. Jan 27 17:11:52.752953 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ab94ec87-d86c-403b-aacb-12d4ee760649 tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "DELETE /v2.0/security-groups/d16514ec-3f84-40e0-ad4f-e12bc969b5ed HTTP/1.1" status: 404 len: 347 time: 0.1198664 Jan 27 17:11:52.756635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36616) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.757008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36618) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.767335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:52.774282 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef961f9-6dc7-4473-93b7-eb3f7e55738b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.780640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.792141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97343727-7cc0-4acd-a514-90317d94a661 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9ff738-27e4-493a-ae5a-9ee6627d6c5c,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:52.834389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef961f9-6dc7-4473-93b7-eb3f7e55738b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.853289 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-41cc1209-52fe-4d64-8fff-6b537778f13c req-6060a20f-d0dc-4456-a008-75f5bae565d0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430521 Jan 27 17:11:52.884455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:52.911732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d645709-31cf-4dcf-a388-b558f902f97e') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:52.912935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d645709-31cf-4dcf-a388-b558f902f97e') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:52.969608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3109555e-9cf6-4b63-8637-a50003a6da4b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Synchronizing usage tracker for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:52.980841 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:52.989931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:52.994360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:53.002443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:53.007006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3109555e-9cf6-4b63-8637-a50003a6da4b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] Unset dirty status for tenant:a159c441f587416a993aead25aa5a7ef on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:53.007377 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.013348 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3109555e-9cf6-4b63-8637-a50003a6da4b tempest-SecGroupIPv6Test-1872303935 tempest-SecGroupIPv6Test-1872303935-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2486424 Jan 27 17:11:53.025941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:53.031481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.052804 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f71116-561c-48e2-be1e-912709a1c2bd None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:53.053617 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef961f9-6dc7-4473-93b7-eb3f7e55738b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aa5796-acc5-44b8-871b-e1ae5a989996,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:53.059878 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-09f71116-561c-48e2-be1e-912709a1c2bd None None] Deleting port b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:53.060585 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-09f71116-561c-48e2-be1e-912709a1c2bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.066925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-97343727-7cc0-4acd-a514-90317d94a661 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.069347 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-97343727-7cc0-4acd-a514-90317d94a661 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3008859 Jan 27 17:11:53.076223 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6ef961f9-6dc7-4473-93b7-eb3f7e55738b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8ca4c0d81994c69b66fea06fdc2c641&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8132501 Jan 27 17:11:53.076538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36628) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:53.076838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36630) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:53.107287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-adbaf51b-794f-480a-98e1-7a0fd06eec70 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Request body: {'security_group_rule': {'security_group_id': 'd2f99cad-89a7-4a28-8e71-9c65c83ec257', 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:53.136028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-adbaf51b-794f-480a-98e1-7a0fd06eec70 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:53.210743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-adbaf51b-794f-480a-98e1-7a0fd06eec70 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Usage tracker for resource:security_group_rule and tenant:c4d03d0b8dc841b782f833caa29e9310 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:53.216415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-adbaf51b-794f-480a-98e1-7a0fd06eec70 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:53.236369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-adbaf51b-794f-480a-98e1-7a0fd06eec70 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:53.272174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.286145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe15afc8-ed83-4f8b-83e9-aa8393fbe797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.316303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-adbaf51b-794f-480a-98e1-7a0fd06eec70 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.335635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.383138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:53.383962 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.424738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36638) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:53.432587 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:53.461809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-adbaf51b-794f-480a-98e1-7a0fd06eec70 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.467058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe15afc8-ed83-4f8b-83e9-aa8393fbe797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.509869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-09f71116-561c-48e2-be1e-912709a1c2bd None None] For port b792ed4c-bb70-4cbb-99ce-e2e0eac59b06, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b792ed4c-bb70-4cbb-99ce-e2e0eac59b06,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:53.510359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-09f71116-561c-48e2-be1e-912709a1c2bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.520522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-adbaf51b-794f-480a-98e1-7a0fd06eec70 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.579625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbaf51b-794f-480a-98e1-7a0fd06eec70 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381452d5-da2f-4d9e-b665-5337ce34e4f2,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:53.619664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-adbaf51b-794f-480a-98e1-7a0fd06eec70 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.625474 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-adbaf51b-794f-480a-98e1-7a0fd06eec70 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5424075 Jan 27 17:11:53.625774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36644) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:53.633225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e7e5a472-7d1d-47e6-8905-f89a9528ca21 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Request body: {'security_group_rule': {'security_group_id': 'd2f99cad-89a7-4a28-8e71-9c65c83ec257', 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:53.656851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e7e5a472-7d1d-47e6-8905-f89a9528ca21 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:53.675556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e7e5a472-7d1d-47e6-8905-f89a9528ca21 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Usage tracker for resource:security_group_rule and tenant:c4d03d0b8dc841b782f833caa29e9310 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:53.680523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e7e5a472-7d1d-47e6-8905-f89a9528ca21 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:53.687196 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-09f71116-561c-48e2-be1e-912709a1c2bd None None] Calling delete_port for b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:53.690899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e7e5a472-7d1d-47e6-8905-f89a9528ca21 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:53.696589 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.758002 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe15afc8-ed83-4f8b-83e9-aa8393fbe797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.794564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15afc8-ed83-4f8b-83e9-aa8393fbe797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aa5796-acc5-44b8-871b-e1ae5a989996,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:53.807385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a472-7d1d-47e6-8905-f89a9528ca21 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.831136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-09f71116-561c-48e2-be1e-912709a1c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.872217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:53.882208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:53.893049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:53.894006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.903079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe15afc8-ed83-4f8b-83e9-aa8393fbe797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.908468 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fe15afc8-ed83-4f8b-83e9-aa8393fbe797 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8aa5796-acc5-44b8-871b-e1ae5a989996 HTTP/1.1" status: 204 len: 168 time: 0.8231380 Jan 27 17:11:53.920811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f71116-561c-48e2-be1e-912709a1c2bd None None] Pushing event deleted for resources: {'Port': ['ID=b792ed4c-bb70-4cbb-99ce-e2e0eac59b06,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:53.928766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f71116-561c-48e2-be1e-912709a1c2bd None None] No DVR routers for this DVR port b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:53.934223 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-debb3535-90c5-4f9f-89c7-ce53de860b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.944917 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=ae235f7e-fcfd-4f56-9639-3dbb198592fb,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:53.955245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243880e9-fd80-4675-8f5f-5513fef07e9c None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:53.965980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.026749 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.029559 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] Pushing event deleted for resources: {'Network': ['ID=8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:54.048467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8e56b-ca03-4b08-af8b-49053ea4ea89 req-9b7dc995-b1d4-421b-8920-03ee298cf0df tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:54.048766 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e124869b-471f-4ebb-b902-9deefd2040bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a159c441f587416a993aead25aa5a7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5845840 Jan 27 17:11:54.055919 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bdf02b52-a669-478f-a183-1a84e1338742 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2930586 Jan 27 17:11:54.055919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36650) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:54.058939 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5cb8e56b-ca03-4b08-af8b-49053ea4ea89 req-9b7dc995-b1d4-421b-8920-03ee298cf0df tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.0012023 Jan 27 17:11:54.071981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36652) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:54.127145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'name': 'tempest-NetworksTestDHCPv6-402734907'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:54.139980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a472-7d1d-47e6-8905-f89a9528ca21 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.152501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a472-7d1d-47e6-8905-f89a9528ca21 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.173989 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-913f3500-3a70-4366-9fb5-0aa1783b941c tempest-NetworksIpV6Test-228391125 tempest-NetworksIpV6Test-228391125-project] 10.222.0.81 "DELETE /v2.0/networks/8cdd77d5-cf3d-4ff5-8945-59f25a9c08cf HTTP/1.1" status: 204 len: 168 time: 4.5093460 Jan 27 17:11:54.182704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5956376-23fb-4ca6-9efa-52ed04f64138 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.240153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a472-7d1d-47e6-8905-f89a9528ca21 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.245552 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e7e5a472-7d1d-47e6-8905-f89a9528ca21 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6185255 Jan 27 17:11:54.248597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36662) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:54.249449 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3055caed-820d-4534-8aa4-61d5790db3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.256516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5a472-7d1d-47e6-8905-f89a9528ca21 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84621f0e-8762-4d30-b692-50446f505187,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:54.261843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e4544695-1d07-4802-ae74-b55a80755071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Request body: {'security_group_rule': {'security_group_id': 'd2f99cad-89a7-4a28-8e71-9c65c83ec257', 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:54.270263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e4544695-1d07-4802-ae74-b55a80755071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:54.299563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e4544695-1d07-4802-ae74-b55a80755071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Usage tracker for resource:security_group_rule and tenant:c4d03d0b8dc841b782f833caa29e9310 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:54.304347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e4544695-1d07-4802-ae74-b55a80755071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:54.317239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e4544695-1d07-4802-ae74-b55a80755071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:54.397579 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-e4544695-1d07-4802-ae74-b55a80755071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Project c4d03d0b8dc841b782f833caa29e9310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:11:54.419365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e4544695-1d07-4802-ae74-b55a80755071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.438145 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5cb8e56b-ca03-4b08-af8b-49053ea4ea89 req-30d21517-23b1-439a-8254-d98dc1a42246 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3756690 Jan 27 17:11:54.449877 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3055caed-820d-4534-8aa4-61d5790db3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.456512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f5956376-23fb-4ca6-9efa-52ed04f64138 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 87c689a4-eebf-430e-a9fd-d7df776a1d6d owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:54.513825 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:54.583170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e4544695-1d07-4802-ae74-b55a80755071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.601793 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e4544695-1d07-4802-ae74-b55a80755071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.602027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': 'ae235f7e-fcfd-4f56-9639-3dbb198592fb'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:54.604627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.651064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:54.657300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b792ed4c-bb70-4cbb-99ce-e2e0eac59b06 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:54.678220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3055caed-820d-4534-8aa4-61d5790db3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.742226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4544695-1d07-4802-ae74-b55a80755071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ad9e5e-5fef-4b01-a71f-fb7f950f9df0,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:54.744520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36670) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:54.835540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055caed-820d-4534-8aa4-61d5790db3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac315287-252f-40d0-a363-b0ce567d0970,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:54.866271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:54.870657 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e4544695-1d07-4802-ae74-b55a80755071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.872230 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e4544695-1d07-4802-ae74-b55a80755071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6201119 Jan 27 17:11:54.874114 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:54.877551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36674) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:54.881253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:54.888374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-03b4dc78-b495-4f19-9e7d-20941670eecf tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Request body: {'security_group_rule': {'security_group_id': 'd2f99cad-89a7-4a28-8e71-9c65c83ec257', 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:54.892374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36678) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:54.895117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:54.897507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3055caed-820d-4534-8aa4-61d5790db3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.901573 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3055caed-820d-4534-8aa4-61d5790db3bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac315287-252f-40d0-a363-b0ce567d0970 HTTP/1.1" status: 204 len: 168 time: 0.8326082 Jan 27 17:11:54.907316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-03b4dc78-b495-4f19-9e7d-20941670eecf tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:54.916101 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-13410488-3bdf-4e6d-91da-134b70e1089d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcee6e0a213648e3b21d62e972d67e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621447 Jan 27 17:11:54.919093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36688) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:54.925561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-03b4dc78-b495-4f19-9e7d-20941670eecf tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Usage tracker for resource:security_group_rule and tenant:c4d03d0b8dc841b782f833caa29e9310 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:54.962210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-03b4dc78-b495-4f19-9e7d-20941670eecf tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:54.974332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.984081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-03b4dc78-b495-4f19-9e7d-20941670eecf tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:54.998462 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Allocated IP 2001:db8::2 (185d5333-05b7-45cc-a2cf-ffb552748715/ae235f7e-fcfd-4f56-9639-3dbb198592fb/a43e8abb-1e29-4404-a84e-ea5b94019590) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:55.060158 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-03b4dc78-b495-4f19-9e7d-20941670eecf tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Project c4d03d0b8dc841b782f833caa29e9310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:11:55.086402 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-03b4dc78-b495-4f19-9e7d-20941670eecf tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.108259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:11:55.170151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:55.181898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.184927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-39101b29-6039-46dc-9db1-88d1b357ba37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.217011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.264539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.272644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-39101b29-6039-46dc-9db1-88d1b357ba37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.342477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.379792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.412407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Transition to ACTIVE for port object a43e8abb-1e29-4404-a84e-ea5b94019590 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:55.414290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-03b4dc78-b495-4f19-9e7d-20941670eecf tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.416594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5956376-23fb-4ca6-9efa-52ed04f64138 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.423851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-03b4dc78-b495-4f19-9e7d-20941670eecf tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.440445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 0a3d3f31-6966-4fbd-b205-1f992205ada6 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:55.499512 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f2fe6abf-09b0-46bf-9ab5-7b480bc0035b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1767f08f340a49a1af96076fddab478f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034892 Jan 27 17:11:55.499728 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Transition to ACTIVE for port object a43e8abb-1e29-4404-a84e-ea5b94019590 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:55.500413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4dc78-b495-4f19-9e7d-20941670eecf tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda3b3ae-cbd8-4cf8-aa26-b721d9a03fbb,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:55.506376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36696) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:55.522203 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.562496 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-03b4dc78-b495-4f19-9e7d-20941670eecf tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.567933 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-03b4dc78-b495-4f19-9e7d-20941670eecf tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6885009 Jan 27 17:11:55.573034 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36700) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:55.587160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Request body: {'network': {'name': 'tempest-network-smoke--522270325', 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'port_security_enabled': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:55.591983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-39101b29-6039-46dc-9db1-88d1b357ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.595537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-39101b29-6039-46dc-9db1-88d1b357ba37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.600397 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-39101b29-6039-46dc-9db1-88d1b357ba37 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45e2aa4b-8c1d-4e8b-b135-0c9a4ebb4ece HTTP/1.1" status: 204 len: 168 time: 0.6789577 Jan 27 17:11:55.618221 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:55.620846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39101b29-6039-46dc-9db1-88d1b357ba37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e2aa4b-8c1d-4e8b-b135-0c9a4ebb4ece,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:55.626622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Usage tracker for resource:network and tenant:c4d03d0b8dc841b782f833caa29e9310 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:55.632509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:55.640441 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:55.664618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a141-3aaf-4c18-8844-cc58f982a357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.701429 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Pushing event updated for resources: {'Port': ['ID=29137ad7-6b1a-4b91-a8ee-37405fce1064,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:55.704934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.735248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Pushing event updated for resources: {'Port': ['ID=a43e8abb-1e29-4404-a84e-ea5b94019590,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:55.764770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5956376-23fb-4ca6-9efa-52ed04f64138 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.789008 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:55.790312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5956376-23fb-4ca6-9efa-52ed04f64138 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=87c689a4-eebf-430e-a9fd-d7df776a1d6d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:55.790484 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:55.794490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a141-3aaf-4c18-8844-cc58f982a357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.801563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:55.834753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Made reservation on behalf of c4d03d0b8dc841b782f833caa29e9310 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:55.838525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.920498 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f5956376-23fb-4ca6-9efa-52ed04f64138 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/87c689a4-eebf-430e-a9fd-d7df776a1d6d HTTP/1.1" status: 204 len: 168 time: 3.4166296 Jan 27 17:11:55.929259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36712) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:55.950635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1246} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:55.974802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.975156 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Added segment a7e370bf-65d0-4974-89e5-31f36699a24f of type vlan for network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e Jan 27 17:11:56.031209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Attempting to bind port a43e8abb-1e29-4404-a84e-ea5b94019590 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:56.032197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Attempting to bind port a43e8abb-1e29-4404-a84e-ea5b94019590 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:56.032197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Attempting to bind port a43e8abb-1e29-4404-a84e-ea5b94019590 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:56.038605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.048071 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:56.048430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:56.048592 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.049726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:56.051912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Bound port: a43e8abb-1e29-4404-a84e-ea5b94019590, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:56.052295 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.077950 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09fb60-29e6-4846-bd0b-fb6654f87ef9 req-1d0016aa-093a-4d04-9885-5881ca8cb92d tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:56.080630 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ca09fb60-29e6-4846-bd0b-fb6654f87ef9 req-1d0016aa-093a-4d04-9885-5881ca8cb92d tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.8328116 Jan 27 17:11:56.086531 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-2712a30d-5c35-47fc-9ad2-726f4f4c269b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:11:56.087374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2712a30d-5c35-47fc-9ad2-726f4f4c269b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:56.124296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.136953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:56.139051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.150207 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::163 (185d5333-05b7-45cc-a2cf-ffb552748715/ae235f7e-fcfd-4f56-9639-3dbb198592fb/0a3d3f31-6966-4fbd-b205-1f992205ada6) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:56.200031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2712a30d-5c35-47fc-9ad2-726f4f4c269b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:56.201784 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2712a30d-5c35-47fc-9ad2-726f4f4c269b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/87c689a4-eebf-430e-a9fd-d7df776a1d6d HTTP/1.1" status: 404 len: 333 time: 0.2707005 Jan 27 17:11:56.204231 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Network c33794e6-f455-4da7-ac52-fa9dee73560d is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:56.212601 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36720) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:56.214464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:56.266038 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ca09fb60-29e6-4846-bd0b-fb6654f87ef9 req-444d916e-195a-44ba-af12-4e4bac8b5718 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603696 Jan 27 17:11:56.291695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b3bca913-d292-495f-a615-46d62188b199 None None] For port a43e8abb-1e29-4404-a84e-ea5b94019590, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:56.304413 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b3bca913-d292-495f-a615-46d62188b199 None None] For port a43e8abb-1e29-4404-a84e-ea5b94019590, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a43e8abb-1e29-4404-a84e-ea5b94019590,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:56.313274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.609200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bca913-d292-495f-a615-46d62188b199 None None] Pushing event updated for resources: {'Port': ['ID=a43e8abb-1e29-4404-a84e-ea5b94019590,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:56.620295 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.678009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'Network': ['ID=332fdffd-0754-47b8-a58b-5e0ffe38ea7e,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:56.684422 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-896991fa-f9f1-43b6-9f51-a623236dde4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1102171 Jan 27 17:11:56.685514 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a141-3aaf-4c18-8844-cc58f982a357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.688426 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a141-3aaf-4c18-8844-cc58f982a357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.690222 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d8b2a141-3aaf-4c18-8844-cc58f982a357 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e684493d-509a-411b-b8d8-43f892b73637 HTTP/1.1" status: 204 len: 168 time: 1.1812129 Jan 27 17:11:56.691467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36734) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:56.695535 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:56.749742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'admin_state_up': True, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:56.779998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:56.797471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Usage tracker for resource:router and tenant:c4d03d0b8dc841b782f833caa29e9310 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:56.805387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:56.823405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:56.844461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.846718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.852175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2a141-3aaf-4c18-8844-cc58f982a357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e684493d-509a-411b-b8d8-43f892b73637,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:56.873143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-978c21ca-fd72-471d-83ba-f5b0f93e3aa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting subnet bd29db55-0b05-4fb8-9376-01eded3dcb63 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:56.886788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-978c21ca-fd72-471d-83ba-f5b0f93e3aa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.895849 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.028805 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4c0ae65c-bc2e-4ab2-8d36-2f322037ae61 None None] Provisioning complete for port 29137ad7-6b1a-4b91-a8ee-37405fce1064 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:57.029269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4c0ae65c-bc2e-4ab2-8d36-2f322037ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.097805 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ae65c-bc2e-4ab2-8d36-2f322037ae61 None None] Port 29137ad7-6b1a-4b91-a8ee-37405fce1064 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:57.213431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-978c21ca-fd72-471d-83ba-f5b0f93e3aa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.512892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36758) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:57.546916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Router d0402cc3-43fc-49dd-8ad4-06c58f154e81 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:57.593072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.842965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.915604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335a56e-f181-4742-98d1-017f9a616d80 req-33ed480f-4241-4970-8b6e-7d388fc95f29 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:57.918770 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f335a56e-f181-4742-98d1-017f9a616d80 req-33ed480f-4241-4970-8b6e-7d388fc95f29 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.3013723 Jan 27 17:11:57.948087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 0a3d3f31-6966-4fbd-b205-1f992205ada6 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:57.953212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-978c21ca-fd72-471d-83ba-f5b0f93e3aa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.146078 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f335a56e-f181-4742-98d1-017f9a616d80 req-91f6f86a-e71e-444c-aece-81f8367e69b9 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151151 Jan 27 17:11:58.198616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:58.204003 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d5ebdd40-841d-477c-989f-7cfbb242208f admin admin] 10.222.0.81 "PUT /v2.0/routers/d0402cc3-43fc-49dd-8ad4-06c58f154e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6923115 Jan 27 17:11:58.220262 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Sync routers for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:58.257262 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:11:58.257910 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:58.266140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-137143516'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:58.276480 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:58.284893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Usage tracker for resource:network and tenant:72d084d2cde24e369aa203d9181e07f3 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:58.293389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:58.309928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:58.368401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Made reservation on behalf of 72d084d2cde24e369aa203d9181e07f3 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:58.379054 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.418172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.482397 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.597680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.629814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:58.689459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a43e8abb-1e29-4404-a84e-ea5b94019590 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:58.782934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Usage tracker for resource:security_group_rule and tenant:72d084d2cde24e369aa203d9181e07f3 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:58.789994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:58.816749 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:58.881317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port a43e8abb-1e29-4404-a84e-ea5b94019590 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:58.948340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-043b3311-63b0-47c0-a619-cf0a5d1dc0e0 None None] Provisioning for port a43e8abb-1e29-4404-a84e-ea5b94019590 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:58.960089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-043b3311-63b0-47c0-a619-cf0a5d1dc0e0 None None] Provisioning complete for port a43e8abb-1e29-4404-a84e-ea5b94019590 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:58.965764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-043b3311-63b0-47c0-a619-cf0a5d1dc0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.966092 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-978c21ca-fd72-471d-83ba-f5b0f93e3aa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.003047 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:11:59.116044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.150217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-978c21ca-fd72-471d-83ba-f5b0f93e3aa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.158308 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c21ca-fd72-471d-83ba-f5b0f93e3aa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Subnet': ['ID=bd29db55-0b05-4fb8-9376-01eded3dcb63,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:59.161413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.171079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:59.209657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:59.215711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:11:59.225910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:59.226584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.252308 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc5bf6-73a5-4cbf-925e-62223db4644f None None] Network 0168a2d4-668a-441d-824f-5b2a0791f031 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:59.291956 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=0a3d3f31-6966-4fbd-b205-1f992205ada6,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:59.349488 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-978c21ca-fd72-471d-83ba-f5b0f93e3aa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/bd29db55-0b05-4fb8-9376-01eded3dcb63 HTTP/1.1" status: 204 len: 168 time: 3.1323369 Jan 27 17:11:59.369891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36804) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:59.379004 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7acd478d-644e-49a0-a3ed-efa57a3d420c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3025949 Jan 27 17:11:59.385010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36806) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:59.406061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.418755 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.525251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:59.554279 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469e2326-05d3-4c38-8ae8-dd4d09013c59,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:59.570012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.574482 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Added segment d80c2c31-115e-4953-8d67-0448fa21dfab of type vlan for network ea2b3f32-9237-4830-a33e-8bfbfb816385 Jan 27 17:11:59.620648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.641414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.646006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36812) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:59.719068 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.725437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:59.726351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.730053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-043b3311-63b0-47c0-a619-cf0a5d1dc0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.807755 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36820) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:59.818440 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2696085 Jan 27 17:11:59.821222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36824) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:59.849959 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:11:53Z', 'revision_number': 2, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:59.851520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Request body: {'subnet': {'network_id': 'ea2b3f32-9237-4830-a33e-8bfbfb816385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:59.854063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-043b3311-63b0-47c0-a619-cf0a5d1dc0e0 None None] For port a43e8abb-1e29-4404-a84e-ea5b94019590, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a43e8abb-1e29-4404-a84e-ea5b94019590,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:59.856960 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Checking router: d0402cc3-43fc-49dd-8ad4-06c58f154e81 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:11:59.857882 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Updating router d0402cc3-43fc-49dd-8ad4-06c58f154e81 port 29137ad7-6b1a-4b91-a8ee-37405fce1064 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:11:59.866701 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-043b3311-63b0-47c0-a619-cf0a5d1dc0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.883784 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:59.884628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.940344 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.007160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98a77-e83e-477e-a571-2f88a5343357 req-0493bc8f-bb8f-44e4-af38-6be7ab492782 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:00.009038 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-00f98a77-e83e-477e-a571-2f88a5343357 req-0493bc8f-bb8f-44e4-af38-6be7ab492782 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.9047258 Jan 27 17:12:00.036121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2bc3bc-12f4-4f62-b653-5d5136d33e74 None None] DHCP port deletion for 0168a2d4-668a-441d-824f-5b2a0791f031 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:00.039855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b3311-63b0-47c0-a619-cf0a5d1dc0e0 None None] Pushing event updated for resources: {'Port': ['ID=a43e8abb-1e29-4404-a84e-ea5b94019590,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:00.059167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-6a2bc3bc-12f4-4f62-b653-5d5136d33e74 None None] Deleting port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:00.059832 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6a2bc3bc-12f4-4f62-b653-5d5136d33e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.123323 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'network': {'name': 'tempest-network-smoke--1017990567', 'project_id': '44b0386278b54442ad833b884f51ee72', 'port_security_enabled': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:00.126901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7008ab-6769-44cd-999b-14619eaaadf0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event updated for resources: {'Network': ['ID=ea2b3f32-9237-4830-a33e-8bfbfb816385,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:00.160399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network ea2b3f32-9237-4830-a33e-8bfbfb816385 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:00.175989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0f65f-1435-4707-97cc-d2de8f0ee3ef req-e96473f0-22d5-4f52-976d-a797c4ad7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:00.180555 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0e0f65f-1435-4707-97cc-d2de8f0ee3ef req-e96473f0-22d5-4f52-976d-a797c4ad7fbc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a95060ee06540eaa75dc255f8a6fc9f&device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 1098 time: 1.2324283 Jan 27 17:12:00.233654 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7cacd6fc-8a0e-4da5-8e24-1cfdeacb189a None None] Provisioning for port 0a3d3f31-6966-4fbd-b205-1f992205ada6 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:00.257213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:00.304517 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-346719421'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:00.310203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:network and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:00.330494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:00.335286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:00.343893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:00.354749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7cacd6fc-8a0e-4da5-8e24-1cfdeacb189a None None] Provisioning complete for port 0a3d3f31-6966-4fbd-b205-1f992205ada6 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:00.355122 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7cacd6fc-8a0e-4da5-8e24-1cfdeacb189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.356487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36838) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:00.363643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:network and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:00.366461 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:00.379134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:00.396484 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Usage tracker for resource:subnet and tenant:72d084d2cde24e369aa203d9181e07f3 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:00.399697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:00.401747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:00.404602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:00.408155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.425336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:00.434997 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.441206 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-00f98a77-e83e-477e-a571-2f88a5343357 req-ae5ed718-9446-47eb-81c7-1b8d7a8bd947 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4193201 Jan 27 17:12:00.444645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1732983028-network', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:00.450176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Allocated IP 172.26.8.239 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/b2e4b2e7-5553-4124-9f05-aa12abdb960f) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:00.478412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:00.483028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:00.488534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:00.495933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Made reservation on behalf of 72d084d2cde24e369aa203d9181e07f3 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:00.499600 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:00.500105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.515737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:00.519950 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.532743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:00.550379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.598678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Usage tracker for resource:network and tenant:2c126b4bf46c4d6ca059b37ebd1d5a6d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:00.609211 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a43e8abb-1e29-4404-a84e-ea5b94019590 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:00.613227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465379b-e3ec-4661-8266-9d4e0739cd95 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:00.619122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465379b-e3ec-4661-8266-9d4e0739cd95 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:00.620113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4465379b-e3ec-4661-8266-9d4e0739cd95 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:00.620397 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.623080 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:00.638192 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Transition to ACTIVE for port object 29137ad7-6b1a-4b91-a8ee-37405fce1064 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:00.638736 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:00.650493 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.760201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] For port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=59ea4f4f-dfcc-415c-84ae-942ad96e9fab,segment=NetworkSegment(644c30da-9d55-4d26-bb42-dc599cdcd5c1),segment_id=644c30da-9d55-4d26-bb42-dc599cdcd5c1)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:00.760842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.819069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-7cacd6fc-8a0e-4da5-8e24-1cfdeacb189a None None] Port 0a3d3f31-6966-4fbd-b205-1f992205ada6 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:00.832310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Made reservation on behalf of 2c126b4bf46c4d6ca059b37ebd1d5a6d for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:00.836664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-6a2bc3bc-12f4-4f62-b653-5d5136d33e74 None None] For port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=59ea4f4f-dfcc-415c-84ae-942ad96e9fab,segment=NetworkSegment(644c30da-9d55-4d26-bb42-dc599cdcd5c1),segment_id=644c30da-9d55-4d26-bb42-dc599cdcd5c1)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:00.837307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6a2bc3bc-12f4-4f62-b653-5d5136d33e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.846442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.848303 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Pushing event updated for resources: {'Port': ['ID=29137ad7-6b1a-4b91-a8ee-37405fce1064,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:00.872395 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:00.873083 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:00.873472 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:00.873913 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:00.874389 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:00.874861 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:00.875320 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:00.875810 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:00.876642 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:00.877116 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:00.877587 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:00.878120 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:01.045817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.067116 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-6a2bc3bc-12f4-4f62-b653-5d5136d33e74 None None] Calling delete_port for 59ea4f4f-dfcc-415c-84ae-942ad96e9fab owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:01.069793 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Attempting to bind port 29137ad7-6b1a-4b91-a8ee-37405fce1064 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:01.070276 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Attempting to bind port 29137ad7-6b1a-4b91-a8ee-37405fce1064 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:01.070748 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Attempting to bind port 29137ad7-6b1a-4b91-a8ee-37405fce1064 on network c33794e6-f455-4da7-ac52-fa9dee73560d {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:01.073397 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.088065 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:01.088584 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Checking segment: {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:01.089075 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.089574 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Bound using segment: {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:01.090141 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Bound port: 29137ad7-6b1a-4b91-a8ee-37405fce1064, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:01.090623 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.100862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0f65f-1435-4707-97cc-d2de8f0ee3ef req-933a3b2a-90d6-4c9b-924b-0314ebe89a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:01.102549 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0e0f65f-1435-4707-97cc-d2de8f0ee3ef req-933a3b2a-90d6-4c9b-924b-0314ebe89a69 service neutron] 10.222.0.88 "GET /v2.0/networks?id=69137b3c-580f-481f-ab05-44feb3754947 HTTP/1.1" status: 200 len: 913 time: 0.8661113 Jan 27 17:12:01.128304 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port a43e8abb-1e29-4404-a84e-ea5b94019590 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:01.128662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.147485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:01.165124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4465379b-e3ec-4661-8266-9d4e0739cd95 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:01.166268 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4465379b-e3ec-4661-8266-9d4e0739cd95 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.7651048 Jan 27 17:12:01.171349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:security_group_rule and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:01.175338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 59ea4f4f-dfcc-415c-84ae-942ad96e9fab owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:01.177462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36842) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:01.188181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:01.206971 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] For port 29137ad7-6b1a-4b91-a8ee-37405fce1064, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:01.210620 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] For port 29137ad7-6b1a-4b91-a8ee-37405fce1064, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=29137ad7-6b1a-4b91-a8ee-37405fce1064,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:01.217617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.219302 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.258375 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:01.294180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.335290 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdfbcc-1f4b-487e-8024-95b1a3a7da84 None None] Pushing event updated for resources: {'Port': ['ID=29137ad7-6b1a-4b91-a8ee-37405fce1064,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:01.369240 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:01.370493 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:01.384077 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6a2bc3bc-12f4-4f62-b653-5d5136d33e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.395969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event updated for resources: {'Subnet': ['ID=7444b4c5-659e-4588-83c9-8ae9b5e85d57,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:01.424084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Checking segment: {'id': 'd80c2c31-115e-4953-8d67-0448fa21dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea2b3f32-9237-4830-a33e-8bfbfb816385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:01.424547 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Network hostable DHCP agents. Network: ea2b3f32-9237-4830-a33e-8bfbfb816385, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:01.468089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-37b43aac-cf03-47c8-b9e8-368cb9833c1b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 0a3d3f31-6966-4fbd-b205-1f992205ada6 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:01.468428 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37b43aac-cf03-47c8-b9e8-368cb9833c1b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.482070 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2bc3bc-12f4-4f62-b653-5d5136d33e74 None None] No DVR routers for this DVR port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:01.495364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bc3bc-12f4-4f62-b653-5d5136d33e74 None None] Pushing event deleted for resources: {'Port': ['ID=59ea4f4f-dfcc-415c-84ae-942ad96e9fab,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:01.520902 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 59ea4f4f-dfcc-415c-84ae-942ad96e9fab no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:01.551760 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'Port': ['ID=b2e4b2e7-5553-4124-9f05-aa12abdb960f,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:01.563672 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:01.568206 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Usage tracker for resource:security_group_rule and tenant:2c126b4bf46c4d6ca059b37ebd1d5a6d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:01.578214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:01.586453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:01.630248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 59ea4f4f-dfcc-415c-84ae-942ad96e9fab {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:01.630631 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 59ea4f4f-dfcc-415c-84ae-942ad96e9fab not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:01.634318 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Network ea2b3f32-9237-4830-a33e-8bfbfb816385 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:01.660619 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:01.758240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:01.773622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:01.791551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:01.802037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.847264 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, ea2b3f32-9237-4830-a33e-8bfbfb816385) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:01.853193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:01.853781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.859407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4272693b-8672-4906-b6a5-119c6c4e2e8f None None] Network ea2b3f32-9237-4830-a33e-8bfbfb816385 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:01.864558 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0e0f65f-1435-4707-97cc-d2de8f0ee3ef req-8d3a6524-cda5-436c-a310-198b18f33662 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861ddbed-cfe1-45cb-8096-396df0e59eea HTTP/1.1" status: 200 len: 1001 time: 0.6971416 Jan 27 17:12:01.900584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.903450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.915989 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1218} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:01.922694 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.927008 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.927448 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Added segment 024825c6-1a5d-4834-9cc1-f0fe5161b17a of type vlan for network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c Jan 27 17:12:01.934591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1210} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:01.943873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.944253 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Added segment d0dd0dd8-efd5-429c-820a-cfb0d4c4e934 of type vlan for network f5818c02-6295-4d54-9bcf-e9e22a80f947 Jan 27 17:12:01.961508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.976928 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.014366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:12:02.014629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:12:02.021289 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.024631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.025680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:02.026362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.028518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:02.029136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.120618 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:01Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:02.130520 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c2ed3-e296-4aa7-81fb-86115daf9f04 None None] The sync data for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv is: [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:01Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:02.211059 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0f65f-1435-4707-97cc-d2de8f0ee3ef req-19d40e11-7d64-4b5c-8356-c490224092ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:02.215165 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0e0f65f-1435-4707-97cc-d2de8f0ee3ef req-19d40e11-7d64-4b5c-8356-c490224092ec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc4843f9-98f0-4647-bffb-6dc8d90f2a77 HTTP/1.1" status: 200 len: 850 time: 0.3438759 Jan 27 17:12:02.238246 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-ea2b3f32-9237-4830-a33e-8bfbfb816385', 'network_id': 'ea2b3f32-9237-4830-a33e-8bfbfb816385', 'tenant_id': '72d084d2cde24e369aa203d9181e07f3', 'fixed_ips': [{'subnet_id': '7444b4c5-659e-4588-83c9-8ae9b5e85d57'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:02.240140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.259503 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49cf781-b9fd-4f15-b124-de0df594f719,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:02.303875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37b43aac-cf03-47c8-b9e8-368cb9833c1b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.359285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Pushing event updated for resources: {'Network': ['ID=f5818c02-6295-4d54-9bcf-e9e22a80f947,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:02.362819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca56521-c9e7-47e1-a220-875836c4c9ac,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:02.466143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.497790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network f5818c02-6295-4d54-9bcf-e9e22a80f947 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:02.502713 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1e13d4c3-46ca-479e-9956-54823cd28d65 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1066513 Jan 27 17:12:02.507260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36848) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:02.519758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Request body: {'subnet': {'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1732983028-subnet', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'ip_version': 4}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:02.525653 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 59ea4f4f-dfcc-415c-84ae-942ad96e9fab {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:02.526249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.616686 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Network': ['ID=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:02.623125 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2ee916f7-b3cc-4d3f-8cad-57bae1b352dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9720376 Jan 27 17:12:02.629011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-37b43aac-cf03-47c8-b9e8-368cb9833c1b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 0a3d3f31-6966-4fbd-b205-1f992205ada6 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:02.645337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 29137ad7-6b1a-4b91-a8ee-37405fce1064 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:02.663315 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9de14c13-94d1-4ce7-8f39-4f1ba95463cb tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8231308 Jan 27 17:12:02.664215 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.678838 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:02.690823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.691249 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Added segment 0ac2a38d-6183-4ff8-bae3-86d75db1a6cd of type vlan for network 9658dae9-f895-459e-b2b5-482ed52ec61a Jan 27 17:12:02.711071 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:02.724938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.731892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36852) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:02.731892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36854) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:02.741641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:02.754861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'admin_state_up': True, 'project_id': '44b0386278b54442ad833b884f51ee72', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:02.765313 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-9635fd8b-a3e7-484f-9330-c30d4d09f419 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2130420932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:02.796774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.803989 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:02.804830 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.806338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Usage tracker for resource:subnet and tenant:2c126b4bf46c4d6ca059b37ebd1d5a6d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:02.809073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:02.817298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] The port '59ea4f4f-dfcc-415c-84ae-942ad96e9fab' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:12:02.818575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9635fd8b-a3e7-484f-9330-c30d4d09f419 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:02.822063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:02.829880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9635fd8b-a3e7-484f-9330-c30d4d09f419 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Usage tracker for resource:router and tenant:72d084d2cde24e369aa203d9181e07f3 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:02.840253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:router and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:02.846526 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Allocated IP 172.20.0.2 (ea2b3f32-9237-4830-a33e-8bfbfb816385/7444b4c5-659e-4588-83c9-8ae9b5e85d57/ee259a30-2bc9-43f4-9c03-dcede3794860) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:02.854427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dd28f-eca1-46e6-97ef-a471e39b97c3 req-6eb0984c-b35f-4afc-945a-6b0a183faede tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:02.856707 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-130dd28f-eca1-46e6-97ef-a471e39b97c3 req-6eb0984c-b35f-4afc-945a-6b0a183faede tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.0821207 Jan 27 17:12:02.858994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 29137ad7-6b1a-4b91-a8ee-37405fce1064 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:02.866479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 29137ad7-6b1a-4b91-a8ee-37405fce1064 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:02.867168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.890490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:02.893785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:02.899436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9635fd8b-a3e7-484f-9330-c30d4d09f419 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:02.973502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9635fd8b-a3e7-484f-9330-c30d4d09f419 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:02.984558 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:03.041745 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Made reservation on behalf of 2c126b4bf46c4d6ca059b37ebd1d5a6d for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:03.044191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.062799 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4648b-9547-4b2e-8088-ce9030c6cc45,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:03.124878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9635fd8b-a3e7-484f-9330-c30d4d09f419 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.126787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9635fd8b-a3e7-484f-9330-c30d4d09f419 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.128379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.132892 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.3203919 Jan 27 17:12:03.156211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36860) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:03.156937 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37b43aac-cf03-47c8-b9e8-368cb9833c1b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.158762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333caadc-dea5-4829-a5b1-f20bf8babac4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Network': ['ID=9658dae9-f895-459e-b2b5-482ed52ec61a,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:03.176815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0f65f-1435-4707-97cc-d2de8f0ee3ef req-b1745801-b03f-401d-b435-972130f9149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:03.178682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 9658dae9-f895-459e-b2b5-482ed52ec61a details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:03.179119 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0e0f65f-1435-4707-97cc-d2de8f0ee3ef req-b1745801-b03f-401d-b435-972130f9149d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=69137b3c-580f-481f-ab05-44feb3754947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8020949 Jan 27 17:12:03.180319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.181572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.217890 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'name': 'tempest-PortsTestJSON-742927793'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:03.269834 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-130dd28f-eca1-46e6-97ef-a471e39b97c3 req-27bc2137-4b6e-4655-a08e-392fa895f5de tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3901570 Jan 27 17:12:03.286076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b43aac-cf03-47c8-b9e8-368cb9833c1b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=0a3d3f31-6966-4fbd-b205-1f992205ada6,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:03.287021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.358108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 29137ad7-6b1a-4b91-a8ee-37405fce1064, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=29137ad7-6b1a-4b91-a8ee-37405fce1064,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:03.386577 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.403330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37b43aac-cf03-47c8-b9e8-368cb9833c1b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.415050 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-37b43aac-cf03-47c8-b9e8-368cb9833c1b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/0a3d3f31-6966-4fbd-b205-1f992205ada6 HTTP/1.1" status: 204 len: 168 time: 2.2337728 Jan 27 17:12:03.422757 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36864) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:03.512059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=29137ad7-6b1a-4b91-a8ee-37405fce1064,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:03.526440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.545707 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Transition to ACTIVE for port object ee259a30-2bc9-43f4-9c03-dcede3794860 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:03.577564 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Transition to ACTIVE for port object ee259a30-2bc9-43f4-9c03-dcede3794860 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:03.582628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:03.591521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.593407 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:port and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:03.599298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656218a8-b29e-4a8e-b151-b46e338de67e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:03.600976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656218a8-b29e-4a8e-b151-b46e338de67e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:03.601759 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-656218a8-b29e-4a8e-b151-b46e338de67e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:03.604701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:03.618216 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:03.645102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:03.651116 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.654999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.666305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-656218a8-b29e-4a8e-b151-b46e338de67e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:03.668178 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-656218a8-b29e-4a8e-b151-b46e338de67e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2444534 Jan 27 17:12:03.671161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36868) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:03.678057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.681510 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Network ea2b3f32-9237-4830-a33e-8bfbfb816385 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:03.684539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:03.688976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:03.691397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Pushing event updated for resources: {'Port': ['ID=ee259a30-2bc9-43f4-9c03-dcede3794860,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:03.734868 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9635fd8b-a3e7-484f-9330-c30d4d09f419 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.786822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0168a2d4-668a-441d-824f-5b2a0791f031']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:03.794860 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Attempting to bind port ee259a30-2bc9-43f4-9c03-dcede3794860 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:03.795440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Attempting to bind port ee259a30-2bc9-43f4-9c03-dcede3794860 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'd80c2c31-115e-4953-8d67-0448fa21dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea2b3f32-9237-4830-a33e-8bfbfb816385'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:03.795995 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Attempting to bind port ee259a30-2bc9-43f4-9c03-dcede3794860 on network ea2b3f32-9237-4830-a33e-8bfbfb816385 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:03.803631 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:03.804002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Checking segment: {'id': 'd80c2c31-115e-4953-8d67-0448fa21dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea2b3f32-9237-4830-a33e-8bfbfb816385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:03.804579 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.804984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Bound using segment: {'id': 'd80c2c31-115e-4953-8d67-0448fa21dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea2b3f32-9237-4830-a33e-8bfbfb816385'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:03.805586 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Bound port: ee259a30-2bc9-43f4-9c03-dcede3794860, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80c2c31-115e-4953-8d67-0448fa21dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea2b3f32-9237-4830-a33e-8bfbfb816385'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:03.805835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.875519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644c30da-9d55-4d26-bb42-dc599cdcd5c1') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:03.876522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644c30da-9d55-4d26-bb42-dc599cdcd5c1') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:03.876838 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:03.890238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.909575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.915475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] For port ee259a30-2bc9-43f4-9c03-dcede3794860, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:03.916749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:03.917321 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.918756 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] For port ee259a30-2bc9-43f4-9c03-dcede3794860, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ee259a30-2bc9-43f4-9c03-dcede3794860,segment=NetworkSegment(d80c2c31-115e-4953-8d67-0448fa21dfab),segment_id=d80c2c31-115e-4953-8d67-0448fa21dfab)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:03.927420 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:03.941474 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:03.954612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-743b0da9-bf61-474b-a75b-68033570d3e2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet ae235f7e-fcfd-4f56-9639-3dbb198592fb {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:03.959148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-743b0da9-bf61-474b-a75b-68033570d3e2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.963123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.029337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944154d5-6264-4405-9ea8-af9a20ec692a None None] Pushing event updated for resources: {'Port': ['ID=ee259a30-2bc9-43f4-9c03-dcede3794860,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:04.050885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9f4f0e-78d4-4fae-9b01-5a220c01c369,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:04.075408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-743b0da9-bf61-474b-a75b-68033570d3e2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.217353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9635fd8b-a3e7-484f-9330-c30d4d09f419 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.289695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.309074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-743b0da9-bf61-474b-a75b-68033570d3e2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.361469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Checking segment: {'id': 'd0dd0dd8-efd5-429c-820a-cfb0d4c4e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:04.362059 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Network hostable DHCP agents. Network: f5818c02-6295-4d54-9bcf-e9e22a80f947, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:04.384999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.439423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.498658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-743b0da9-bf61-474b-a75b-68033570d3e2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.577389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b0da9-bf61-474b-a75b-68033570d3e2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=ae235f7e-fcfd-4f56-9639-3dbb198592fb,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:04.589595 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-743b0da9-bf61-474b-a75b-68033570d3e2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.595182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f5e62-c9d4-4e77-a194-c7dceccd39f1 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:04.604078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:04.627235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Checking segment: {'id': '0ac2a38d-6183-4ff8-bae3-86d75db1a6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:04.628010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network hostable DHCP agents. Network: 9658dae9-f895-459e-b2b5-482ed52ec61a, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:04.632454 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ee259a30-2bc9-43f4-9c03-dcede3794860 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:04.635054 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-743b0da9-bf61-474b-a75b-68033570d3e2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/ae235f7e-fcfd-4f56-9639-3dbb198592fb HTTP/1.1" status: 204 len: 168 time: 0.9630828 Jan 27 17:12:04.637659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36874) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:04.701073 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0e0f65f-1435-4707-97cc-d2de8f0ee3ef req-5d7ad567-fdbc-4570-83eb-bd1599e64d2f service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5115254 Jan 27 17:12:04.715946 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fb282fdd-6abe-43ac-a9df-a4a5c57e4edf tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769670 Jan 27 17:12:04.719537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36878) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:04.739658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.741970 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/networks/0168a2d4-668a-441d-824f-5b2a0791f031 HTTP/1.1" status: 204 len: 168 time: 5.3583310 Jan 27 17:12:04.747219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36882) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:04.775750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 9658dae9-f895-459e-b2b5-482ed52ec61a is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:04.799780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 9658dae9-f895-459e-b2b5-482ed52ec61a) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:04.805191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:04.811165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:04.813184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.820625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9635fd8b-a3e7-484f-9330-c30d4d09f419 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.821749 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9635fd8b-a3e7-484f-9330-c30d4d09f419 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 2.0818002 Jan 27 17:12:04.824640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36886) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:04.827081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556418be-00ec-4936-b1d9-9f6756633bf4 None None] Network 9658dae9-f895-459e-b2b5-482ed52ec61a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:04.835367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fab22-c348-4aff-82ab-9d69cbaeae33 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Network': ['ID=0168a2d4-668a-441d-824f-5b2a0791f031,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:04.849501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-863394481'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:04.919737 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0c906208-4ae2-4fc5-9ec4-3eeb58c1c2cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7576056 Jan 27 17:12:04.928227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:04.937753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.951717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36890) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:04.967620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:network and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:04.974253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1200698703'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:04.976079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port ee259a30-2bc9-43f4-9c03-dcede3794860 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:05.000609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 29137ad7-6b1a-4b91-a8ee-37405fce1064 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:05.162793 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee032abe-71da-4559-a6bb-68ab02139279 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:05.163547 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 29137ad7-6b1a-4b91-a8ee-37405fce1064 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:05.163965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ee032abe-71da-4559-a6bb-68ab02139279 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:05.164089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.238575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:05.251897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:05.263317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Network f5818c02-6295-4d54-9bcf-e9e22a80f947 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:05.280752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:05.352068 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ee032abe-71da-4559-a6bb-68ab02139279 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:05.353456 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ee032abe-71da-4559-a6bb-68ab02139279 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6321154 Jan 27 17:12:05.359789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36894) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:05.367108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:network and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:05.382441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca151280-c3b4-43e2-8a20-cc53cd52de5b None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:05.386031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:05.388171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ca151280-c3b4-43e2-8a20-cc53cd52de5b None None] Deleting port a43e8abb-1e29-4404-a84e-ea5b94019590 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:05.389589 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ca151280-c3b4-43e2-8a20-cc53cd52de5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.397983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, f5818c02-6295-4d54-9bcf-e9e22a80f947) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:05.427987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:05.437490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:05.438083 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.452215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:05.455563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.465358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.497070 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48186b6f-a7c9-49ed-a11f-e4143f473bae None None] Network f5818c02-6295-4d54-9bcf-e9e22a80f947 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:05.498092 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.513854 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff9fad5-5f62-4a6b-8139-8541c7088d50 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:05.514830 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-eff9fad5-5f62-4a6b-8139-8541c7088d50 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:05.525517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299bb8ab-52aa-4c99-8f90-1cc2378e0b00 None None] Network ea2b3f32-9237-4830-a33e-8bfbfb816385 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:05.600432 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:05.604039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.621136 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2019ca48-0ee9-47c8-b035-261427e2c826 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1120439 Jan 27 17:12:05.630712 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0e0f65f-1435-4707-97cc-d2de8f0ee3ef req-e433f5c1-73a1-4538-928c-3e4d3eb6f766 service neutron] 10.222.0.88 "GET /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8877597 Jan 27 17:12:05.633975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36898) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:05.661792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1732983028-router', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:05.668996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1242} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:05.683713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:05.702127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41946-7a04-4563-9067-48f60cabeffd req-012596de-549b-4748-b744-0935185b0f8b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:05.703973 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-26d41946-7a04-4563-9067-48f60cabeffd req-012596de-549b-4748-b744-0935185b0f8b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.2103236 Jan 27 17:12:05.707658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Usage tracker for resource:router and tenant:2c126b4bf46c4d6ca059b37ebd1d5a6d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:05.720930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:05.743211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-eff9fad5-5f62-4a6b-8139-8541c7088d50 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:05.744462 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-eff9fad5-5f62-4a6b-8139-8541c7088d50 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3835638 Jan 27 17:12:05.782274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.782845 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Added segment 5409a5a0-f9b0-48c8-acdc-e5ab2d204026 of type vlan for network 15ec925e-0c7c-463e-b9ad-5ea2acf50d99 Jan 27 17:12:05.788451 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36902) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:05.823153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:05.839998 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-26be8d3d-f6ff-4536-86b0-8793eebbdbcf None None] Provisioning for port ee259a30-2bc9-43f4-9c03-dcede3794860 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:05.887913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-26be8d3d-f6ff-4536-86b0-8793eebbdbcf None None] Provisioning complete for port ee259a30-2bc9-43f4-9c03-dcede3794860 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:05.887913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-26be8d3d-f6ff-4536-86b0-8793eebbdbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.920472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:06.008458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-ca151280-c3b4-43e2-8a20-cc53cd52de5b None None] For port a43e8abb-1e29-4404-a84e-ea5b94019590, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a43e8abb-1e29-4404-a84e-ea5b94019590,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:06.008458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ca151280-c3b4-43e2-8a20-cc53cd52de5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.037923 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d861c80f-e328-4525-beb3-93562eecb039 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2109571 Jan 27 17:12:06.039197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.039964 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Added segment 31783fc8-b205-4ff6-b0f8-93046edaa4c3 of type vlan for network f6f2649a-9fa3-4cb0-9ccd-cf4416f948b5 Jan 27 17:12:06.049286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36906) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:06.059800 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.059800 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.070867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-23323fe1-9739-4e25-b251-a909c9ede30e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:06.084108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.111556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Allocated IP 172.20.0.1 (ea2b3f32-9237-4830-a33e-8bfbfb816385/7444b4c5-659e-4588-83c9-8ae9b5e85d57/f128ae9e-a96a-4dbd-83b0-f80536faedb6) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:06.118819 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-26d41946-7a04-4563-9067-48f60cabeffd req-534aa07d-729f-433a-b500-f2a662473197 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4003057 Jan 27 17:12:06.141734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.182332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.189755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ca151280-c3b4-43e2-8a20-cc53cd52de5b None None] Calling delete_port for a43e8abb-1e29-4404-a84e-ea5b94019590 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:06.237220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.242644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:06.243253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.291173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-23323fe1-9739-4e25-b251-a909c9ede30e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:06.402248 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-23323fe1-9739-4e25-b251-a909c9ede30e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:06.445137 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-f5818c02-6295-4d54-9bcf-e9e22a80f947', 'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'fixed_ips': [{'subnet_id': 'bf9f4f0e-78d4-4fae-9b01-5a220c01c369'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:06.446235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.467685 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.473461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:06.474378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.508101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.518684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Router dc742c8d-73f6-4354-9302-324d9ee7160e is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:12:06.524988 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7030056 Jan 27 17:12:06.528307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a43e8abb-1e29-4404-a84e-ea5b94019590 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:06.529332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Transition to ACTIVE for port object f128ae9e-a96a-4dbd-83b0-f80536faedb6 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:06.551648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36910) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:06.565225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': '15ec925e-0c7c-463e-b9ad-5ea2acf50d99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:06.583209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.605233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ca151280-c3b4-43e2-8a20-cc53cd52de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.631856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23323fe1-9739-4e25-b251-a909c9ede30e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:06.637894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-23323fe1-9739-4e25-b251-a909c9ede30e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.688986 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-26be8d3d-f6ff-4536-86b0-8793eebbdbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.712273 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca151280-c3b4-43e2-8a20-cc53cd52de5b None None] Pushing event deleted for resources: {'Port': ['ID=a43e8abb-1e29-4404-a84e-ea5b94019590,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:06.738988 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca151280-c3b4-43e2-8a20-cc53cd52de5b None None] No DVR routers for this DVR port a43e8abb-1e29-4404-a84e-ea5b94019590 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:06.745473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No active binding found for port a43e8abb-1e29-4404-a84e-ea5b94019590 {{(pid=87610) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 27 17:12:06.746209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a43e8abb-1e29-4404-a84e-ea5b94019590 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:06.750481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Network ea2b3f32-9237-4830-a33e-8bfbfb816385 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:06.795440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-26be8d3d-f6ff-4536-86b0-8793eebbdbcf None None] For port ee259a30-2bc9-43f4-9c03-dcede3794860, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ee259a30-2bc9-43f4-9c03-dcede3794860,segment=NetworkSegment(d80c2c31-115e-4953-8d67-0448fa21dfab),segment_id=d80c2c31-115e-4953-8d67-0448fa21dfab)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:06.817767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b9e03-bd05-492f-bd82-745bc2c3579c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Network': ['ID=15ec925e-0c7c-463e-b9ad-5ea2acf50d99,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:06.820283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:06.823424 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8655419 Jan 27 17:12:06.824062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-26be8d3d-f6ff-4536-86b0-8793eebbdbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.828093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36914) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:06.840178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:06.867744 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 15ec925e-0c7c-463e-b9ad-5ea2acf50d99 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:06.918417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'ports': [{'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a'}, {'network_id': 'f6f2649a-9fa3-4cb0-9ccd-cf4416f948b5'}]} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:06.918690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:06.919171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': 'f6f2649a-9fa3-4cb0-9ccd-cf4416f948b5'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:06.936711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event updated for resources: {'Port': ['ID=f128ae9e-a96a-4dbd-83b0-f80536faedb6,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:06.987583 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:07.000103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:07.003317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.008235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:07.009113 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Allocated IP 172.20.0.2 (f5818c02-6295-4d54-9bcf-e9e22a80f947/bf9f4f0e-78d4-4fae-9b01-5a220c01c369/a87de700-b589-459c-9955-9adeb8697a65) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:07.022292 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:07.032200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be8d3d-f6ff-4536-86b0-8793eebbdbcf None None] Pushing event updated for resources: {'Port': ['ID=ee259a30-2bc9-43f4-9c03-dcede3794860,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:07.051748 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:07.055171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.200265 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-874775dc-1bef-49c5-83af-16c36db90966 None None] Provisioning complete for port ee259a30-2bc9-43f4-9c03-dcede3794860 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:07.200739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-874775dc-1bef-49c5-83af-16c36db90966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.333022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:07.413043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Sync routers for ids ['dc742c8d-73f6-4354-9302-324d9ee7160e'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:07.454568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Routers {'dc742c8d-73f6-4354-9302-324d9ee7160e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:07.455437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['dc742c8d-73f6-4354-9302-324d9ee7160e'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:07.535307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.561302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.561578 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Transition to ACTIVE for port object a87de700-b589-459c-9955-9adeb8697a65 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:07.569939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.646467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d607b8-4b07-4c9b-8078-0220389f6bef tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Network': ['ID=f6f2649a-9fa3-4cb0-9ccd-cf4416f948b5,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:07.654675 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.665598 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.682232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network f6f2649a-9fa3-4cb0-9ccd-cf4416f948b5 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:07.698175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-23323fe1-9739-4e25-b251-a909c9ede30e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.703144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Transition to ACTIVE for port object a87de700-b589-459c-9955-9adeb8697a65 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:07.730072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.732677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.734262 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-29fa6020-4a1a-4906-9ac2-0b624102443a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 11.0107150 Jan 27 17:12:07.740908 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.753709 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36920) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:07.806282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Set router dc742c8d-73f6-4354-9302-324d9ee7160e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:07.941201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:07.950804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:port and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:07.958395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:07.972673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:07.972936 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23323fe1-9739-4e25-b251-a909c9ede30e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:07.979884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-23323fe1-9739-4e25-b251-a909c9ede30e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:07.984491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23323fe1-9739-4e25-b251-a909c9ede30e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:07.985127 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-23323fe1-9739-4e25-b251-a909c9ede30e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.994963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Network f5818c02-6295-4d54-9bcf-e9e22a80f947 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:08.001984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b39b07-e003-403b-a248-5d55135a8673 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:08.032048 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:08.034634 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:08.055118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.128 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/f966e7fc-2d58-43be-8a7a-e139ca03a9c6) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:08.063882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 2} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:08.068399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.074716 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Pushing event updated for resources: {'Port': ['ID=a87de700-b589-459c-9955-9adeb8697a65,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:08.084413 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef341bc1-1f12-44de-a1e3-fada53b6eb04 req-174d8a66-2420-44de-a456-f6899465a0ad tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:08.088946 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ef341bc1-1f12-44de-a1e3-fada53b6eb04 req-174d8a66-2420-44de-a456-f6899465a0ad tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.6219001 Jan 27 17:12:08.094936 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23323fe1-9739-4e25-b251-a909c9ede30e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=afea0b31-c295-4042-b436-dcc9599d618a,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:08.098526 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.129606 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5215e605-cb01-4ab5-9897-34362984a1a8 None None] Provisioning for port f128ae9e-a96a-4dbd-83b0-f80536faedb6 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:08.338972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Checking segment: {'id': '5409a5a0-f9b0-48c8-acdc-e5ab2d204026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '15ec925e-0c7c-463e-b9ad-5ea2acf50d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:08.339389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network hostable DHCP agents. Network: 15ec925e-0c7c-463e-b9ad-5ea2acf50d99, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:08.348976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Subnet': ['ID=0c781b32-f85d-4b50-b523-20147575a724,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:08.351486 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5215e605-cb01-4ab5-9897-34362984a1a8 None None] Provisioning complete for port f128ae9e-a96a-4dbd-83b0-f80536faedb6 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:08.352067 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5215e605-cb01-4ab5-9897-34362984a1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.361931 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-23323fe1-9739-4e25-b251-a909c9ede30e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3108163 Jan 27 17:12:08.363540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36928) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:08.377826 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ef341bc1-1f12-44de-a1e3-fada53b6eb04 req-eeec5ac6-f8ea-421d-9521-dcf1745a5916 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132022 Jan 27 17:12:08.384891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'fixed_ips': [{'subnet_id': 'afea0b31-c295-4042-b436-dcc9599d618a', 'ip_address': '2001:db8::8259:9fe3:9de8:5e79'}], 'name': 'tempest-NetworksTestDHCPv6-693575794'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:08.447486 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-24d5fd7a-647b-4ce3-b642-4fbcb3178720 tempest-TestNetworkAdvancedServerOps-1706398024 tempest-TestNetworkAdvancedServerOps-1706398024-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=c4d03d0b8dc841b782f833caa29e9310&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6824172 Jan 27 17:12:08.452358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Attempting to bind port a87de700-b589-459c-9955-9adeb8697a65 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:08.452915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Attempting to bind port a87de700-b589-459c-9955-9adeb8697a65 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'd0dd0dd8-efd5-429c-820a-cfb0d4c4e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:08.453463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Attempting to bind port a87de700-b589-459c-9955-9adeb8697a65 on network f5818c02-6295-4d54-9bcf-e9e22a80f947 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:08.492605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:08.492963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Checking segment: {'id': 'd0dd0dd8-efd5-429c-820a-cfb0d4c4e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:08.493355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.494479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Bound using segment: {'id': 'd0dd0dd8-efd5-429c-820a-cfb0d4c4e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:08.494634 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36936) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:08.494749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Bound port: a87de700-b589-459c-9955-9adeb8697a65, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0dd0dd8-efd5-429c-820a-cfb0d4c4e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:08.494749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.545530 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ee259a30-2bc9-43f4-9c03-dcede3794860 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:08.570643 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-5215e605-cb01-4ab5-9897-34362984a1a8 None None] Port f128ae9e-a96a-4dbd-83b0-f80536faedb6 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:08.688676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 15ec925e-0c7c-463e-b9ad-5ea2acf50d99 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:08.708663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 15ec925e-0c7c-463e-b9ad-5ea2acf50d99) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:08.713102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:08.713703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.753694 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9f4891ea-2baf-4caf-9bdf-2c45286c6bea tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1955540 Jan 27 17:12:08.758253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36940) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:08.766232 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1722a889-7c95-4f6b-a366-9effec4904a6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2082607658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:08.775059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ee5f9e-a916-422d-ba12-4e6ccfb3c486 None None] Network 15ec925e-0c7c-463e-b9ad-5ea2acf50d99 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:08.801046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1722a889-7c95-4f6b-a366-9effec4904a6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:08.810845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1722a889-7c95-4f6b-a366-9effec4904a6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:router and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:08.817243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1722a889-7c95-4f6b-a366-9effec4904a6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:08.832730 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1722a889-7c95-4f6b-a366-9effec4904a6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:08.838779 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] For port a87de700-b589-459c-9955-9adeb8697a65, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:08.842308 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:08.868551 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1722a889-7c95-4f6b-a366-9effec4904a6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.869724 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1722a889-7c95-4f6b-a366-9effec4904a6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.874508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:08.892297 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.905710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.906109 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': 'afea0b31-c295-4042-b436-dcc9599d618a'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:08.906977 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.924812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] For port a87de700-b589-459c-9955-9adeb8697a65, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a87de700-b589-459c-9955-9adeb8697a65,segment=NetworkSegment(d0dd0dd8-efd5-429c-820a-cfb0d4c4e934),segment_id=d0dd0dd8-efd5-429c-820a-cfb0d4c4e934)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:08.939453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.941480 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1722a889-7c95-4f6b-a366-9effec4904a6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.972660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:09.008763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.023831 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ee259a30-2bc9-43f4-9c03-dcede3794860 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:09.024105 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.034421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port 8c4a6534-19bb-4a4e-81bb-bae105a6fbd4 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:09.074338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.116841 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed2994a-3e69-454e-8361-e494b00f7343 tempest-TestNetworkAdvancedServerOps-1706398024 tempest-TestNetworkAdvancedServerOps-1706398024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:09.117755 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bed2994a-3e69-454e-8361-e494b00f7343 tempest-TestNetworkAdvancedServerOps-1706398024 tempest-TestNetworkAdvancedServerOps-1706398024-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6215496 Jan 27 17:12:09.125295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36944) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:09.133861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.148150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event updated for resources: {'Port': ['ID=f128ae9e-a96a-4dbd-83b0-f80536faedb6,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:09.156156 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.160687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1722a889-7c95-4f6b-a366-9effec4904a6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.212637 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae97f74-f404-441a-bf44-6df9c6f83db2 None None] Pushing event updated for resources: {'Port': ['ID=a87de700-b589-459c-9955-9adeb8697a65,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:09.226367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1722a889-7c95-4f6b-a366-9effec4904a6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.227965 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1722a889-7c95-4f6b-a366-9effec4904a6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4658473 Jan 27 17:12:09.236270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:12:02Z', 'revision_number': 3, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:09.242492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36948) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:09.248784 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'network_id': '15ec925e-0c7c-463e-b9ad-5ea2acf50d99', 'name': 'tempest-PortsIpV6TestJSON-2043953329'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:09.259491 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Checking router: dc742c8d-73f6-4354-9302-324d9ee7160e for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:09.259855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Updating router dc742c8d-73f6-4354-9302-324d9ee7160e port b2e4b2e7-5553-4124-9f05-aa12abdb960f binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:12:09.283995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.292623 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-325bda63-fd8d-42b5-aabf-f0ecb569acfe tempest-TestNetworkAdvancedServerOps-1706398024 tempest-TestNetworkAdvancedServerOps-1706398024-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1608925 Jan 27 17:12:09.297682 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36952) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:09.349946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1832252020', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:09.407887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 37218f71-0625-464d-9c7e-788179eba221 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:09.478233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cfea0-feaf-445c-9278-09e70899ce17 req-5166941f-183e-4707-be81-81f1ec9100b6 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:09.479718 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a11cfea0-feaf-445c-9278-09e70899ce17 req-5166941f-183e-4707-be81-81f1ec9100b6 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.8690979 Jan 27 17:12:09.483257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.514555 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-15ec925e-0c7c-463e-b9ad-5ea2acf50d99', 'network_id': '15ec925e-0c7c-463e-b9ad-5ea2acf50d99', 'tenant_id': '4399c29b1b584fb8b205062c5b102d07', 'fixed_ips': [{'subnet_id': '0c781b32-f85d-4b50-b523-20147575a724'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:09.515100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.556752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.605733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Allocated IP 2001:db8::2 (185d5333-05b7-45cc-a2cf-ffb552748715/afea0b31-c295-4042-b436-dcc9599d618a/a730113b-61d4-4ec5-93c4-9e27471ee27f) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:09.671561 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:09.688920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Network ea2b3f32-9237-4830-a33e-8bfbfb816385 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:09.688920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Usage tracker for resource:subnet and tenant:c4d03d0b8dc841b782f833caa29e9310 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:09.695061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:09.701106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:09.746591 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:09.847426 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:09.852672 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a11cfea0-feaf-445c-9278-09e70899ce17 req-427a89cb-a6ce-4741-b632-53eab66fbcb0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3580253 Jan 27 17:12:09.853998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:09.857098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:09.890984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=f966e7fc-2d58-43be-8a7a-e139ca03a9c6,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:09.893864 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:09.924439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:port and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:09.947099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:09.964900 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.968276 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Made reservation on behalf of c4d03d0b8dc841b782f833caa29e9310 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:09.974416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:09.976777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.038556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Allocated IP 172.26.8.213 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/c8bdff6c-43d2-467c-90f4-b4f65b4f98ad) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:10.167765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Allocated IP 2001:db8::2 (15ec925e-0c7c-463e-b9ad-5ea2acf50d99/0c781b32-f85d-4b50-b523-20147575a724/004b0159-5f72-4d4e-93e5-8fe054637d6c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:10.430530 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:10.434307 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.546740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.585665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port be230896-2079-4076-9a7a-7b3df1dc85f1 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:10.637876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.652156 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Transition to ACTIVE for port object a730113b-61d4-4ec5-93c4-9e27471ee27f will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:10.676790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Transition to ACTIVE for port object a730113b-61d4-4ec5-93c4-9e27471ee27f will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:10.697025 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.699421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fccf8bdc-86d8-483b-84aa-8779d8356848 None None] Provisioning complete for port f128ae9e-a96a-4dbd-83b0-f80536faedb6 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:10.700117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fccf8bdc-86d8-483b-84aa-8779d8356848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.742241 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'Subnet': ['ID=5211baca-e64a-4d31-8f44-2844562d5be3,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:10.782918 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Checking segment: {'id': 'a7e370bf-65d0-4974-89e5-31f36699a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:10.783267 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Network hostable DHCP agents. Network: 332fdffd-0754-47b8-a58b-5e0ffe38ea7e, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:10.794511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Router 56823704-51d4-4673-a2a9-3d8eedf64720 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:12:10.801555 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::8259:9fe3:9de8:5e79 (185d5333-05b7-45cc-a2cf-ffb552748715/afea0b31-c295-4042-b436-dcc9599d618a/37218f71-0625-464d-9c7e-788179eba221) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:10.804091 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a87de700-b589-459c-9955-9adeb8697a65 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:10.816164 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.850205 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.864644 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b935d06-7f87-4f68-980b-c185b815f277 None None] Network f5818c02-6295-4d54-9bcf-e9e22a80f947 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:10.908360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port 1bc42303-0f9c-485d-83cd-7246e9a24a38 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:10.953229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-fccf8bdc-86d8-483b-84aa-8779d8356848 None None] Port f128ae9e-a96a-4dbd-83b0-f80536faedb6 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:10.971931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:11.005451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:11.017023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 332fdffd-0754-47b8-a58b-5e0ffe38ea7e) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:11.039545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:11.040320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.058488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 9658dae9-f895-459e-b2b5-482ed52ec61a is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:11.059469 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:11.084365 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec71779-6517-4bff-9a2a-b0f68261b907 None None] Sync routers for ids ['56823704-51d4-4673-a2a9-3d8eedf64720'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:11.094174 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec71779-6517-4bff-9a2a-b0f68261b907 None None] Routers {'56823704-51d4-4673-a2a9-3d8eedf64720'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:11.095060 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-4ec71779-6517-4bff-9a2a-b0f68261b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['56823704-51d4-4673-a2a9-3d8eedf64720'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:11.124448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:11.126366 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:11.127970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:11.130251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.162471 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-4ec71779-6517-4bff-9a2a-b0f68261b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:11.164174 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=8c4a6534-19bb-4a4e-81bb-bae105a6fbd4,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:11.172553 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec71779-6517-4bff-9a2a-b0f68261b907 None None] Routers {'56823704-51d4-4673-a2a9-3d8eedf64720'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:11.173418 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-4ec71779-6517-4bff-9a2a-b0f68261b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['56823704-51d4-4673-a2a9-3d8eedf64720'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:11.251813 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-4ec71779-6517-4bff-9a2a-b0f68261b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:11.252545 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec71779-6517-4bff-9a2a-b0f68261b907 None None] The sync data for ids ['56823704-51d4-4673-a2a9-3d8eedf64720'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:11.261406 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d7812877-897c-4c9a-a1e7-4909ec546ce0 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "PUT /v2.0/routers/56823704-51d4-4673-a2a9-3d8eedf64720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4351130 Jan 27 17:12:11.264928 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:11.269996 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1a93936f-6889-42cf-a488-1f431609a334 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9694881 Jan 27 17:12:11.273893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36960) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:11.273893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36962) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:11.317718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c02360-3db6-4ea8-99bb-89fa6a2afff1 None None] Network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:11.345226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Request body: {'port': {'network_id': 'ea2b3f32-9237-4830-a33e-8bfbfb816385', 'name': 'tempest-FloatingIPNegativeTestJSON-2146957143'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:11.428721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Pushing event updated for resources: {'Port': ['ID=a730113b-61d4-4ec5-93c4-9e27471ee27f,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:11.501788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.520358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.541108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.572057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=be230896-2079-4076-9a7a-7b3df1dc85f1,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:11.574831 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Transition to ACTIVE for port object 004b0159-5f72-4d4e-93e5-8fe054637d6c will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:11.606315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.616684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Checking segment: {'id': '31783fc8-b205-4ff6-b0f8-93046edaa4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'f6f2649a-9fa3-4cb0-9ccd-cf4416f948b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:11.617127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network hostable DHCP agents. Network: f6f2649a-9fa3-4cb0-9ccd-cf4416f948b5, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:11.645958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ab271-f22e-4a10-b961-4c534f6e834a req-239354b6-b046-4713-bba9-8fe90ed77098 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:11.646211 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port a87de700-b589-459c-9955-9adeb8697a65 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:11.646922 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1e9ab271-f22e-4a10-b961-4c534f6e834a req-239354b6-b046-4713-bba9-8fe90ed77098 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 1.1749125 Jan 27 17:12:11.665141 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Attempting to bind port a730113b-61d4-4ec5-93c4-9e27471ee27f on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:11.665883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Attempting to bind port a730113b-61d4-4ec5-93c4-9e27471ee27f by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:11.666332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Attempting to bind port a730113b-61d4-4ec5-93c4-9e27471ee27f on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:11.666929 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 37218f71-0625-464d-9c7e-788179eba221 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:11.672858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Transition to ACTIVE for port object 004b0159-5f72-4d4e-93e5-8fe054637d6c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:11.717197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-96b7b358-87b5-4968-b6d4-8bfff21e89e7 None None] Provisioning for port a87de700-b589-459c-9955-9adeb8697a65 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:11.725641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:11.726088 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:11.726422 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.726777 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:11.727282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Bound port: a730113b-61d4-4ec5-93c4-9e27471ee27f, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:11.727674 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.743683 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.754866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:11.775435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Usage tracker for resource:port and tenant:72d084d2cde24e369aa203d9181e07f3 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:11.780616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-96b7b358-87b5-4968-b6d4-8bfff21e89e7 None None] Provisioning complete for port a87de700-b589-459c-9955-9adeb8697a65 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:11.781061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-96b7b358-87b5-4968-b6d4-8bfff21e89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.784862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:11.795298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:11.826336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network f6f2649a-9fa3-4cb0-9ccd-cf4416f948b5 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:11.838970 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Made reservation on behalf of 72d084d2cde24e369aa203d9181e07f3 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:11.843660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.867120 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1e9ab271-f22e-4a10-b961-4c534f6e834a req-b79dd448-f3fe-471f-897a-e68e74e90524 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014704 Jan 27 17:12:11.875870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, f6f2649a-9fa3-4cb0-9ccd-cf4416f948b5) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:11.910993 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821103c5-b91e-4bed-81af-3cf0dcfc2afa None None] Network f6f2649a-9fa3-4cb0-9ccd-cf4416f948b5 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:11.952580 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:11.956535 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Network 15ec925e-0c7c-463e-b9ad-5ea2acf50d99 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:11.958569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:11.963502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:11.964243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.970468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] device_id is not set on port 123cae2d-be08-4eb9-9eb6-7a2526581e48 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:11.972892 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:11.984156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8::3e9 (15ec925e-0c7c-463e-b9ad-5ea2acf50d99/0c781b32-f85d-4b50-b523-20147575a724/1bc42303-0f9c-485d-83cd-7246e9a24a38) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:12.007789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:12.049794 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.058949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.216486 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Pushing event updated for resources: {'Port': ['ID=004b0159-5f72-4d4e-93e5-8fe054637d6c,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:12.319311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=37218f71-0625-464d-9c7e-788179eba221,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:12.348134 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5e97ba04-73a9-4b41-b597-93db2121fc8a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.4933310 Jan 27 17:12:12.348754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:12.355248 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36970) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:12.356764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:12.359914 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:12.369088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:12.369768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.403352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:12.427753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:12.441677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:12.492547 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.494484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Pushing event updated for resources: {'Port': ['ID=c8bdff6c-43d2-467c-90f4-b4f65b4f98ad,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:12.572256 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'fixed_ips': [{'subnet_id': '5211baca-e64a-4d31-8f44-2844562d5be3'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:12.572734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.577947 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9cf3d11a-a19b-442e-bce2-2f8b8c6f4b44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2040501 Jan 27 17:12:12.602375 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36974) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:12.637422 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] For port a730113b-61d4-4ec5-93c4-9e27471ee27f, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:12.678138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Allocated IP 172.20.0.3 (ea2b3f32-9237-4830-a33e-8bfbfb816385/7444b4c5-659e-4588-83c9-8ae9b5e85d57/123cae2d-be08-4eb9-9eb6-7a2526581e48) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:12.680974 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.resource_extend [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:12:12.738240 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-d3640a30-9188-49c3-9e4c-80361e47e71f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port be230896-2079-4076-9a7a-7b3df1dc85f1 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:12.738656 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d3640a30-9188-49c3-9e4c-80361e47e71f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.742459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] For port a730113b-61d4-4ec5-93c4-9e27471ee27f, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a730113b-61d4-4ec5-93c4-9e27471ee27f,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:12.800064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.803817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Attempting to bind port 004b0159-5f72-4d4e-93e5-8fe054637d6c on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:12.804181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Attempting to bind port 004b0159-5f72-4d4e-93e5-8fe054637d6c by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '5409a5a0-f9b0-48c8-acdc-e5ab2d204026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '15ec925e-0c7c-463e-b9ad-5ea2acf50d99'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:12.804535 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Attempting to bind port 004b0159-5f72-4d4e-93e5-8fe054637d6c on network 15ec925e-0c7c-463e-b9ad-5ea2acf50d99 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:12.922517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:12.923654 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Checking segment: {'id': '5409a5a0-f9b0-48c8-acdc-e5ab2d204026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '15ec925e-0c7c-463e-b9ad-5ea2acf50d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:12.923654 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.923654 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Bound using segment: {'id': '5409a5a0-f9b0-48c8-acdc-e5ab2d204026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '15ec925e-0c7c-463e-b9ad-5ea2acf50d99'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:12.924342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Bound port: 004b0159-5f72-4d4e-93e5-8fe054637d6c, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5409a5a0-f9b0-48c8-acdc-e5ab2d204026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '15ec925e-0c7c-463e-b9ad-5ea2acf50d99'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:12.925326 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.947287 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-96b7b358-87b5-4968-b6d4-8bfff21e89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.019903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.089266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.105625 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef167a7-271c-4f96-9425-0aeb897d2525 None None] Pushing event updated for resources: {'Port': ['ID=a730113b-61d4-4ec5-93c4-9e27471ee27f,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:13.119032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Transition to ACTIVE for port object b2e4b2e7-5553-4124-9f05-aa12abdb960f will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:13.153940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944b4817-00c5-4df5-a46a-c65e64be79cd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:13.160963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944b4817-00c5-4df5-a46a-c65e64be79cd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:13.161781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-944b4817-00c5-4df5-a46a-c65e64be79cd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:13.170257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-96b7b358-87b5-4968-b6d4-8bfff21e89e7 None None] For port a87de700-b589-459c-9955-9adeb8697a65, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a87de700-b589-459c-9955-9adeb8697a65,segment=NetworkSegment(d0dd0dd8-efd5-429c-820a-cfb0d4c4e934),segment_id=d0dd0dd8-efd5-429c-820a-cfb0d4c4e934)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:13.176831 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.192615 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object 1bc42303-0f9c-485d-83cd-7246e9a24a38 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:13.248536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-96b7b358-87b5-4968-b6d4-8bfff21e89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.274229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-8fcd7b45-1f43-401b-8edb-d70cc64f62b3 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:13.275848 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-8fcd7b45-1f43-401b-8edb-d70cc64f62b3 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.88 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.5257688 Jan 27 17:12:13.326066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdecbf-3bb4-4ceb-9563-0d222b304845 None None] Pushing event updated for resources: {'Port': ['ID=b2e4b2e7-5553-4124-9f05-aa12abdb960f,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:13.337638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router f35f0f22-3264-4d12-9b55-831727d653be is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:12:13.416044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d3640a30-9188-49c3-9e4c-80361e47e71f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.499829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] For port 004b0159-5f72-4d4e-93e5-8fe054637d6c, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:13.511487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] For port 004b0159-5f72-4d4e-93e5-8fe054637d6c, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=004b0159-5f72-4d4e-93e5-8fe054637d6c,segment=NetworkSegment(5409a5a0-f9b0-48c8-acdc-e5ab2d204026),segment_id=5409a5a0-f9b0-48c8-acdc-e5ab2d204026)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:13.513924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-944b4817-00c5-4df5-a46a-c65e64be79cd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:13.523989 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-944b4817-00c5-4df5-a46a-c65e64be79cd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9178557 Jan 27 17:12:13.532516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36980) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:13.554691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Allocated IP 172.20.0.2 (332fdffd-0754-47b8-a58b-5e0ffe38ea7e/5211baca-e64a-4d31-8f44-2844562d5be3/a74715ae-3844-4d6c-94a3-f229e313c15c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:13.571440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Deleting port 861ddbed-cfe1-45cb-8096-396df0e59eea {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:13.572019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.612977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.653248 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-d3640a30-9188-49c3-9e4c-80361e47e71f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for be230896-2079-4076-9a7a-7b3df1dc85f1 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:13.665087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.676915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Attempting to bind port b2e4b2e7-5553-4124-9f05-aa12abdb960f on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:13.677277 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Attempting to bind port b2e4b2e7-5553-4124-9f05-aa12abdb960f by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:13.677630 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Attempting to bind port b2e4b2e7-5553-4124-9f05-aa12abdb960f on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:13.686793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.699717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:13.699971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:13.700369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.700759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:13.701244 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Bound port: b2e4b2e7-5553-4124-9f05-aa12abdb960f, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:13.701604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.803302 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.813368 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 15ec925e-0c7c-463e-b9ad-5ea2acf50d99 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:13.828382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3e16f83e-4b86-4b4b-9ff6-ec6bd1407543 None None] Provisioning complete for port a87de700-b589-459c-9955-9adeb8697a65 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:13.828755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3e16f83e-4b86-4b4b-9ff6-ec6bd1407543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.845517 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.861316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c62fc05a-2dae-49e1-b5c0-f8b1b2a965e8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 37218f71-0625-464d-9c7e-788179eba221 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:13.861887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c62fc05a-2dae-49e1-b5c0-f8b1b2a965e8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.877932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7b358-87b5-4968-b6d4-8bfff21e89e7 None None] Pushing event updated for resources: {'Port': ['ID=a87de700-b589-459c-9955-9adeb8697a65,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:13.908828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Transition to ACTIVE for port object 123cae2d-be08-4eb9-9eb6-7a2526581e48 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:13.992732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] For port b2e4b2e7-5553-4124-9f05-aa12abdb960f, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:14.006682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:14.019462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:14.027895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:14.028614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.034511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce4764-dc11-4045-a791-5223fc5c82bb req-2c3bd00d-bae0-449d-903a-c0871c990475 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:14.036299 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f2ce4764-dc11-4045-a791-5223fc5c82bb req-2c3bd00d-bae0-449d-903a-c0871c990475 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.6963830 Jan 27 17:12:14.042160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d3640a30-9188-49c3-9e4c-80361e47e71f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.046958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] For port b2e4b2e7-5553-4124-9f05-aa12abdb960f, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b2e4b2e7-5553-4124-9f05-aa12abdb960f,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:14.074961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.095132 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32dbb85-ea4f-4c9c-b4ca-79948f948fd2 None None] Pushing event updated for resources: {'Port': ['ID=004b0159-5f72-4d4e-93e5-8fe054637d6c,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:14.142152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=1bc42303-0f9c-485d-83cd-7246e9a24a38,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:14.249613 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-84037ac1-607e-4df1-a0d4-a8a6f68ecc28 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0055254 Jan 27 17:12:14.250538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36984) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:14.252552 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Routers {'dc742c8d-73f6-4354-9302-324d9ee7160e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:14.253616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['dc742c8d-73f6-4354-9302-324d9ee7160e'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:14.497275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3640a30-9188-49c3-9e4c-80361e47e71f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=be230896-2079-4076-9a7a-7b3df1dc85f1,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:14.523900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d3640a30-9188-49c3-9e4c-80361e47e71f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.558920 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:14.657287 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.667360 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Sync routers for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:14.726607 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f2ce4764-dc11-4045-a791-5223fc5c82bb req-cf717a8b-d09e-4b86-9b75-0c10bb755d8a tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138032 Jan 27 17:12:14.734113 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Transition to ACTIVE for port object a74715ae-3844-4d6c-94a3-f229e313c15c will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:14.755340 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d3640a30-9188-49c3-9e4c-80361e47e71f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/be230896-2079-4076-9a7a-7b3df1dc85f1 HTTP/1.1" status: 204 len: 168 time: 2.3804686 Jan 27 17:12:14.781116 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdecbf-3bb4-4ceb-9563-0d222b304845 None None] Pushing event updated for resources: {'Port': ['ID=b2e4b2e7-5553-4124-9f05-aa12abdb960f,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:14.783850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:14.789952 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:14.791899 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.798458 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36988) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:14.871853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a87de700-b589-459c-9955-9adeb8697a65 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:14.913671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.918363 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b8a079c0-577a-4c45-aed5-719fd6b86e6c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.1799536 Jan 27 17:12:14.933855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 36992) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:14.934823 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] Set router dc742c8d-73f6-4354-9302-324d9ee7160e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:14.995855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Network ea2b3f32-9237-4830-a33e-8bfbfb816385 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:15.009506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:15.026717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:15.048672 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] For port 861ddbed-cfe1-45cb-8096-396df0e59eea, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=861ddbed-cfe1-45cb-8096-396df0e59eea,segment=NetworkSegment(07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe),segment_id=07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:15.049331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.086057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Transition to ACTIVE for port object a74715ae-3844-4d6c-94a3-f229e313c15c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:15.086735 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event updated for resources: {'Port': ['ID=123cae2d-be08-4eb9-9eb6-7a2526581e48,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:15.261995 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:15.281303 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c62fc05a-2dae-49e1-b5c0-f8b1b2a965e8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.331218 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.331681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.501526 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f997c66b-ec49-4586-900c-8011b1696fa9 None None] Provisioning for port a730113b-61d4-4ec5-93c4-9e27471ee27f completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:15.570036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c62fc05a-2dae-49e1-b5c0-f8b1b2a965e8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 37218f71-0625-464d-9c7e-788179eba221 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:15.651813 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-901afc1c-1d26-4b5a-82ec-06b5817461bc tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b0386278b54442ad833b884f51ee72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7160096 Jan 27 17:12:15.654708 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.683071 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 36998) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:15.729010 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:15.743839 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-13919b3d-d3d1-42ae-8dca-3e7bac3409a7 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4686184 Jan 27 17:12:15.747791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37002) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:15.757791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:15.759822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753bd029-dd4a-4ef0-8d09-9dc298cd41fa None None] Network 15ec925e-0c7c-463e-b9ad-5ea2acf50d99 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:15.760476 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:15.778494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:15.856246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Usage tracker for resource:floatingip and tenant:72d084d2cde24e369aa203d9181e07f3 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:15.865403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:15.875509 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:15.905014 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:15.913494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Allocated IP 172.20.0.1 (332fdffd-0754-47b8-a58b-5e0ffe38ea7e/5211baca-e64a-4d31-8f44-2844562d5be3/17c23006-b6fb-406f-898e-3fefe20076ca) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:15.965399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-aa3870fb-cebd-41eb-be7a-35f7309a6048 None None] Provisioning for port 123cae2d-be08-4eb9-9eb6-7a2526581e48 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:16.010200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.033322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c62fc05a-2dae-49e1-b5c0-f8b1b2a965e8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.048144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7418c2-e931-4003-b059-7001368ac9ea tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.053392 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0b7418c2-e931-4003-b059-7001368ac9ea tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3664882 Jan 27 17:12:16.060726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-aa3870fb-cebd-41eb-be7a-35f7309a6048 None None] Provisioning complete for port 123cae2d-be08-4eb9-9eb6-7a2526581e48 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:16.061136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-aa3870fb-cebd-41eb-be7a-35f7309a6048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.084819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port a87de700-b589-459c-9955-9adeb8697a65 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:16.085183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.086942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37008) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:16.098786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.165627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fc05a-2dae-49e1-b5c0-f8b1b2a965e8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=37218f71-0625-464d-9c7e-788179eba221,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:16.175065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 861ddbed-cfe1-45cb-8096-396df0e59eea no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:16.242185 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-133ff97e-8b41-42a8-89d7-5cb6bd60b0c5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1447277 Jan 27 17:12:16.252174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37012) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:16.301137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba68f4f9-2b6d-4659-addc-33434568f358 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.307857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba68f4f9-2b6d-4659-addc-33434568f358 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.308654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ba68f4f9-2b6d-4659-addc-33434568f358 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:16.458929 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.479114 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Transition to ACTIVE for port object 17c23006-b6fb-406f-898e-3fefe20076ca will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:16.506053 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1943227659', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:16.508077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.508582 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.509036 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Floating IP 3baddae2-e6fa-4e89-9758-ae98342eda7c disassociated. External IP: 172.26.8.163, port: 861ddbed-cfe1-45cb-8096-396df0e59eea. Jan 27 17:12:16.509523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Calling delete_port for 861ddbed-cfe1-45cb-8096-396df0e59eea owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:16.534395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c62fc05a-2dae-49e1-b5c0-f8b1b2a965e8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.537181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Pushing event updated for resources: {'Port': ['ID=a74715ae-3844-4d6c-94a3-f229e313c15c,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:16.577519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-aa3870fb-cebd-41eb-be7a-35f7309a6048 None None] Port 123cae2d-be08-4eb9-9eb6-7a2526581e48 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:16.577519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Attempting to bind port a74715ae-3844-4d6c-94a3-f229e313c15c on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:16.577519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Attempting to bind port a74715ae-3844-4d6c-94a3-f229e313c15c by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'a7e370bf-65d0-4974-89e5-31f36699a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:16.577519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Attempting to bind port a74715ae-3844-4d6c-94a3-f229e313c15c on network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:16.584930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ba68f4f9-2b6d-4659-addc-33434568f358 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:16.587676 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ba68f4f9-2b6d-4659-addc-33434568f358 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.7193658 Jan 27 17:12:16.596517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37016) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:16.599711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-aa3870fb-cebd-41eb-be7a-35f7309a6048 None None] Could not find standard attr ID for object 37218f71-0625-464d-9c7e-788179eba221. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:12:16.602690 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:16.603101 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Checking segment: {'id': 'a7e370bf-65d0-4974-89e5-31f36699a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:16.603450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.603867 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Bound using segment: {'id': 'a7e370bf-65d0-4974-89e5-31f36699a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:16.604349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Bound port: a74715ae-3844-4d6c-94a3-f229e313c15c, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e370bf-65d0-4974-89e5-31f36699a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:16.604726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.778370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c7708-fc69-4792-b11e-6e355cd54e58 req-47ce43ad-ade4-49f5-afd3-67df2831d436 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.778762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.780112 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-810c7708-fc69-4792-b11e-6e355cd54e58 req-47ce43ad-ade4-49f5-afd3-67df2831d436 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 945 time: 0.7377353 Jan 27 17:12:16.831122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e245393e-a75a-42dd-a75a-7791012687f3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 8c4a6534-19bb-4a4e-81bb-bae105a6fbd4 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:16.831515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e245393e-a75a-42dd-a75a-7791012687f3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.881059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.903656 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c62fc05a-2dae-49e1-b5c0-f8b1b2a965e8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/37218f71-0625-464d-9c7e-788179eba221 HTTP/1.1" status: 204 len: 168 time: 3.3009033 Jan 27 17:12:16.904189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.918840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f92e9f9c-f704-4573-af71-622ae89b576b None None] Provisioning for port 004b0159-5f72-4d4e-93e5-8fe054637d6c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:16.929609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37020) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:16.939471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a730113b-61d4-4ec5-93c4-9e27471ee27f up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:16.950142 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:16.962567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:16.967823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:16.987593 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:17.023521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] For port a74715ae-3844-4d6c-94a3-f229e313c15c, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:17.024607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:subnet and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:17.033237 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:17.046565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'Port': ['ID=17c23006-b6fb-406f-898e-3fefe20076ca,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:17.053552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:17.073947 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] For port a74715ae-3844-4d6c-94a3-f229e313c15c, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a74715ae-3844-4d6c-94a3-f229e313c15c,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:17.079842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:12:02Z', 'revision_number': 3, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:17.092113 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.094196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:17.098076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.120930 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.142427 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-810c7708-fc69-4792-b11e-6e355cd54e58 req-1a20a0f5-8c11-4f25-8362-282bc5bb65d3 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups?id=99edac7a-73f8-48af-a810-3e2be67b92b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487830 Jan 27 17:12:17.153987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:12:11Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:17.156310 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac4397-11c9-4f45-bf57-1cf924b0b4a1 None None] The sync data for ids ['dc742c8d-73f6-4354-9302-324d9ee7160e'] in dv-neutron-825077-1-hyperv is: [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:12:02Z', 'revision_number': 3, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:17.188020 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port a730113b-61d4-4ec5-93c4-9e27471ee27f completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:17.191687 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Checking router: f35f0f22-3264-4d12-9b55-831727d653be for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:17.192236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Updating router f35f0f22-3264-4d12-9b55-831727d653be port f966e7fc-2d58-43be-8a7a-e139ca03a9c6 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:12:17.202333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.240010 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port a730113b-61d4-4ec5-93c4-9e27471ee27f triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:17.240600 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.283439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Router 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:12:17.286950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.457286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483a78e-4186-43db-ac67-37f1f374bcb2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:17.459203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483a78e-4186-43db-ac67-37f1f374bcb2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:17.460140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d483a78e-4186-43db-ac67-37f1f374bcb2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:17.479908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44461e7c-b44f-467f-81a4-29d6cf56d79e None None] Pushing event updated for resources: {'Port': ['ID=a74715ae-3844-4d6c-94a3-f229e313c15c,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:17.572192 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.725879 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-bc86508a-458d-4c76-b11a-98dac4533bf9 None None] Provisioning for port 1bc42303-0f9c-485d-83cd-7246e9a24a38 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:17.744208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Pushing event deleted for resources: {'Port': ['ID=861ddbed-cfe1-45cb-8096-396df0e59eea,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:17.788395 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-bc86508a-458d-4c76-b11a-98dac4533bf9 None None] Provisioning complete for port 1bc42303-0f9c-485d-83cd-7246e9a24a38 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:17.788845 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bc86508a-458d-4c76-b11a-98dac4533bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.842274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Allocated IP 172.26.8.169 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/7640c560-7f99-487e-80a3-650e193cbd13) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:17.870683 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.936780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d483a78e-4186-43db-ac67-37f1f374bcb2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:17.938606 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d483a78e-4186-43db-ac67-37f1f374bcb2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9691212 Jan 27 17:12:17.946556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37024) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:18.010365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.118744 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port a730113b-61d4-4ec5-93c4-9e27471ee27f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a730113b-61d4-4ec5-93c4-9e27471ee27f,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:18.139275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-bc86508a-458d-4c76-b11a-98dac4533bf9 None None] Port 1bc42303-0f9c-485d-83cd-7246e9a24a38 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:18.146075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.146882 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 004b0159-5f72-4d4e-93e5-8fe054637d6c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:18.440358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=a730113b-61d4-4ec5-93c4-9e27471ee27f,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:18.447072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 004b0159-5f72-4d4e-93e5-8fe054637d6c completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:18.454321 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 004b0159-5f72-4d4e-93e5-8fe054637d6c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:18.454815 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.570325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e7b1885d-0806-4539-bfaf-c08a0ab87914 None None] Provisioning complete for port 1bc42303-0f9c-485d-83cd-7246e9a24a38 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:18.570807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e7b1885d-0806-4539-bfaf-c08a0ab87914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.638619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e245393e-a75a-42dd-a75a-7791012687f3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.701069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e7b1885d-0806-4539-bfaf-c08a0ab87914 None None] Port 1bc42303-0f9c-485d-83cd-7246e9a24a38 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:18.708055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.750463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 004b0159-5f72-4d4e-93e5-8fe054637d6c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=004b0159-5f72-4d4e-93e5-8fe054637d6c,segment=NetworkSegment(5409a5a0-f9b0-48c8-acdc-e5ab2d204026),segment_id=5409a5a0-f9b0-48c8-acdc-e5ab2d204026)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:18.756821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.801660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.857175 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=004b0159-5f72-4d4e-93e5-8fe054637d6c,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:18.866530 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2e5d2aac-895f-4a58-aa44-db1f4b97950d req-a0656f2f-4981-4b0f-8808-98f44de74d5b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 210 time: 0.2040908 Jan 27 17:12:18.972130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.009058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.087444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:19.094878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event updated for resources: {'Port': ['ID=7640c560-7f99-487e-80a3-650e193cbd13,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:19.097577 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:19.105848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:19.144889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b2e4b2e7-5553-4124-9f05-aa12abdb960f up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:19.149984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:19.158124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e245393e-a75a-42dd-a75a-7791012687f3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 8c4a6534-19bb-4a4e-81bb-bae105a6fbd4 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:19.161567 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Sync routers for ids ['1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:19.173745 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Routers {'1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:19.175105 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:19.245505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.252899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.274103 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Transition to ACTIVE for port object f966e7fc-2d58-43be-8a7a-e139ca03a9c6 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:19.292752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.377962 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e048a23-d342-4d4f-aa2a-e39e478397f5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet afea0b31-c295-4042-b436-dcc9599d618a {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:19.381422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8e048a23-d342-4d4f-aa2a-e39e478397f5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.397918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port b2e4b2e7-5553-4124-9f05-aa12abdb960f completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:19.443517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port b2e4b2e7-5553-4124-9f05-aa12abdb960f triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:19.443923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.476874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.510158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966bd2e2-a712-432f-b372-cf1b871f8516 None None] Network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:19.568421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8e048a23-d342-4d4f-aa2a-e39e478397f5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.582504 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.583980 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ff384ca2-6911-4731-bf25-9c5b5811afb5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.9340942 Jan 27 17:12:19.589709 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Router a3695c0c-9277-4af6-ad15-8de3901c4874 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:19.602370 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Set router 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:19.617634 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37030) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:19.690187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8e048a23-d342-4d4f-aa2a-e39e478397f5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.704485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=1bc42303-0f9c-485d-83cd-7246e9a24a38,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:19.772229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Attempting to bind port f966e7fc-2d58-43be-8a7a-e139ca03a9c6 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:19.772982 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Attempting to bind port f966e7fc-2d58-43be-8a7a-e139ca03a9c6 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:19.773538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Attempting to bind port f966e7fc-2d58-43be-8a7a-e139ca03a9c6 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:19.781514 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8808ea2-e5f5-4321-9867-c67dd2a18a5b None None] Pushing event updated for resources: {'Port': ['ID=f966e7fc-2d58-43be-8a7a-e139ca03a9c6,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:19.823485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:19.824016 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:19.824489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.824943 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:19.825483 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Bound port: f966e7fc-2d58-43be-8a7a-e139ca03a9c6, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:19.825915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.842512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8e048a23-d342-4d4f-aa2a-e39e478397f5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.869849 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e245393e-a75a-42dd-a75a-7791012687f3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.931141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8e048a23-d342-4d4f-aa2a-e39e478397f5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.948931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Subnet': ['ID=b39bf823-cdeb-4809-aa8d-d9f2d2b12e27,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:19.964179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.987235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] For port f966e7fc-2d58-43be-8a7a-e139ca03a9c6, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:19.990878 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] For port f966e7fc-2d58-43be-8a7a-e139ca03a9c6, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f966e7fc-2d58-43be-8a7a-e139ca03a9c6,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:20.039391 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4b59f-3aa6-4500-9c64-2ecc511a2a68 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:20.056292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245393e-a75a-42dd-a75a-7791012687f3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=8c4a6534-19bb-4a4e-81bb-bae105a6fbd4,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:20.085369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:12:20.094227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e048a23-d342-4d4f-aa2a-e39e478397f5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=afea0b31-c295-4042-b436-dcc9599d618a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:20.123134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Checking segment: {'id': '024825c6-1a5d-4834-9cc1-f0fe5161b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:20.123486 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network hostable DHCP agents. Network: d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:20.159903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.180733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.206241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.223723 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8e048a23-d342-4d4f-aa2a-e39e478397f5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/afea0b31-c295-4042-b436-dcc9599d618a HTTP/1.1" status: 204 len: 168 time: 2.1773794 Jan 27 17:12:20.224355 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'name': 'tempest-TestVolumeBootPattern-1732983028-router', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:13Z', 'revision_number': 3, 'project_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'gw_port': {'id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:09Z', 'updated_at': '2022-01-27T17:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:20.226715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37036) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:20.232050 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Checking router: 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:20.233145 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Updating router 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 port c8bdff6c-43d2-467c-90f4-b4f65b4f98ad binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:12:20.310092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e245393e-a75a-42dd-a75a-7791012687f3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.342942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.375627 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.501753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e4fee151-97f3-460f-8624-d26292df906b None None] Provisioning for port a74715ae-3844-4d6c-94a3-f229e313c15c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:20.603879 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.606015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.638401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.677686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-779cecf8-cf7c-483f-ad59-6be34c6891ae req-6bd0c9dd-f3e7-4a0c-9c8e-9055f0e76b65 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Synchronizing usage tracker for tenant:3a95060ee06540eaa75dc255f8a6fc9f on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:20.688373 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:20.689145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:20.708935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.727108 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4943245b-c2c3-48c4-a92d-8e85a6b73c75 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4278438 Jan 27 17:12:20.752683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37040) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:20.757495 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e245393e-a75a-42dd-a75a-7791012687f3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/8c4a6534-19bb-4a4e-81bb-bae105a6fbd4 HTTP/1.1" status: 204 len: 168 time: 4.1529994 Jan 27 17:12:20.767796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:20.768708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:20.778197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37044) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:20.786252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.826097 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8808ea2-e5f5-4321-9867-c67dd2a18a5b None None] Pushing event updated for resources: {'Port': ['ID=f966e7fc-2d58-43be-8a7a-e139ca03a9c6,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:20.881875 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.893960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port b2e4b2e7-5553-4124-9f05-aa12abdb960f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b2e4b2e7-5553-4124-9f05-aa12abdb960f,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:20.897065 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Transition to ACTIVE for port object c8bdff6c-43d2-467c-90f4-b4f65b4f98ad will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:20.906132 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.919738 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.921121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a74715ae-3844-4d6c-94a3-f229e313c15c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:20.923791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:20.987520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:21.003503 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:21.004168 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.021940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:21.029029 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'Port': ['ID=17c23006-b6fb-406f-898e-3fefe20076ca,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:21.031916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:21.032988 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49eca0-7778-4eb0-8677-c9152b93c3c6 None None] Pushing event updated for resources: {'Port': ['ID=c8bdff6c-43d2-467c-90f4-b4f65b4f98ad,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:21.037226 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Attempting to bind port c8bdff6c-43d2-467c-90f4-b4f65b4f98ad on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:21.037639 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Attempting to bind port c8bdff6c-43d2-467c-90f4-b4f65b4f98ad by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:21.038252 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Attempting to bind port c8bdff6c-43d2-467c-90f4-b4f65b4f98ad on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:21.045524 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:21.046068 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:21.046567 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.046962 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:21.047505 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Bound port: c8bdff6c-43d2-467c-90f4-b4f65b4f98ad, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:21.048362 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.057668 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ffb94-e57e-4b66-a16e-b210293539f1 None None] Sync routers for ids ['a3695c0c-9277-4af6-ad15-8de3901c4874'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:21.083292 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729210fd-0992-4dd9-8f22-4fc6332a71e1 None None] Network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:21.100338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-779cecf8-cf7c-483f-ad59-6be34c6891ae req-6bd0c9dd-f3e7-4a0c-9c8e-9055f0e76b65 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Unset dirty status for tenant:3a95060ee06540eaa75dc255f8a6fc9f on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:21.101790 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-779cecf8-cf7c-483f-ad59-6be34c6891ae req-6bd0c9dd-f3e7-4a0c-9c8e-9055f0e76b65 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf6cfcb-ad93-4f27-b7c6-069e30308085 HTTP/1.1" status: 200 len: 210 time: 0.7885840 Jan 27 17:12:21.124976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event updated for resources: {'Port': ['ID=7640c560-7f99-487e-80a3-650e193cbd13,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:21.130241 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] For port c8bdff6c-43d2-467c-90f4-b4f65b4f98ad, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:21.135564 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] For port c8bdff6c-43d2-467c-90f4-b4f65b4f98ad, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c8bdff6c-43d2-467c-90f4-b4f65b4f98ad,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:21.143763 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.207785 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-97062f59-3d6b-4ed3-ac67-fc9f1ed6fe0b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.9495053 Jan 27 17:12:21.214960 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.226163 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37048) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:21.245600 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49eca0-7778-4eb0-8677-c9152b93c3c6 None None] Pushing event updated for resources: {'Port': ['ID=c8bdff6c-43d2-467c-90f4-b4f65b4f98ad,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:21.254548 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Routers {'1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:21.255164 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:21.262983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] No DVR routers for this DVR port 861ddbed-cfe1-45cb-8096-396df0e59eea on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:21.264240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b4e2fb-a11c-45d5-a108-c94ecc6fe37a None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:21.275820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.278201 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c9c13639-ac61-4eee-9804-20cb7c1989c9 req-98d16f96-5eef-4d35-82e3-ffa049d84458 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.88 "DELETE /v2.0/ports/861ddbed-cfe1-45cb-8096-396df0e59eea HTTP/1.1" status: 204 len: 173 time: 7.9924784 Jan 27 17:12:21.280080 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf6cfcb-ad93-4f27-b7c6-069e30308085', 'name': 'network-vif-deleted', 'tag': '861ddbed-cfe1-45cb-8096-396df0e59eea'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:12:21.307734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8df8ec2f-f911-429a-a7f2-6a680a35f6de None None] Provisioning complete for port 1bc42303-0f9c-485d-83cd-7246e9a24a38 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:21.308107 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8df8ec2f-f911-429a-a7f2-6a680a35f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.314791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:21.328411 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:21.384217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:21.399261 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf6cfcb-ad93-4f27-b7c6-069e30308085', 'name': 'network-vif-deleted', 'tag': '861ddbed-cfe1-45cb-8096-396df0e59eea', 'status': 'completed', 'code': 200} Jan 27 17:12:21.433094 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:21.525858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8df8ec2f-f911-429a-a7f2-6a680a35f6de None None] Port 1bc42303-0f9c-485d-83cd-7246e9a24a38 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:21.541889 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] Set router 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:21.543137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:21.547072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.619523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ffb94-e57e-4b66-a16e-b210293539f1 None None] Routers {'a3695c0c-9277-4af6-ad15-8de3901c4874'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:21.620471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6a9ffb94-e57e-4b66-a16e-b210293539f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3695c0c-9277-4af6-ad15-8de3901c4874'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:21.682633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.688290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-03b4e2fb-a11c-45d5-a108-c94ecc6fe37a None None] Deleting port a730113b-61d4-4ec5-93c4-9e27471ee27f {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:21.688666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-03b4e2fb-a11c-45d5-a108-c94ecc6fe37a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.724929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:21.725888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.760427 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-68c1a0b4-4777-412a-b766-e3262fb92707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.849585 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.853660 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-66a1d5d3-7235-4930-90f9-dbb945fe4e0e tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0969405 Jan 27 17:12:21.866414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acffd14-2eb1-4f11-8c3c-250e66f53d4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:21.867331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3acffd14-2eb1-4f11-8c3c-250e66f53d4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:21.872268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37054) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:21.988685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-620c84f4-0dbd-49a7-85db-c987e754aeea tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Request body: {'floatingip': {'port_id': '123cae2d-be08-4eb9-9eb6-7a2526581e48', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:22.019913 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'name': 'tempest-TestVolumeBootPattern-1732983028-router', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:13Z', 'revision_number': 3, 'project_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'gw_port': {'id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:09Z', 'updated_at': '2022-01-27T17:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:22.026420 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9722ce4-01a7-4803-9f43-2115048efd92 None None] The sync data for ids ['1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'] in dv-neutron-825077-1-hyperv is: [{'id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'name': 'tempest-TestVolumeBootPattern-1732983028-router', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:13Z', 'revision_number': 3, 'project_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'gw_port': {'id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:09Z', 'updated_at': '2022-01-27T17:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:22.123758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-620c84f4-0dbd-49a7-85db-c987e754aeea tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for floatingip, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.130266 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=b2e4b2e7-5553-4124-9f05-aa12abdb960f,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:22.230041 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:22.240058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3acffd14-2eb1-4f11-8c3c-250e66f53d4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:22.244751 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3acffd14-2eb1-4f11-8c3c-250e66f53d4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.4626575 Jan 27 17:12:22.291724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37060) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:22.401392 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37066) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:22.533830 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c6770f-73ac-4540-823f-108dbf68486f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:12:22.534840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-80c6770f-73ac-4540-823f-108dbf68486f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:22.558358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port a74715ae-3844-4d6c-94a3-f229e313c15c completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:22.634164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port a74715ae-3844-4d6c-94a3-f229e313c15c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:22.634609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.814481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Router dc742c8d-73f6-4354-9302-324d9ee7160e has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:22.819055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c40d1f98-00ce-413a-a4c1-41ce1404ce8d None None] Provisioning complete for port a74715ae-3844-4d6c-94a3-f229e313c15c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:22.819429 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c40d1f98-00ce-413a-a4c1-41ce1404ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.913335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-80c6770f-73ac-4540-823f-108dbf68486f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:22.917814 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-80c6770f-73ac-4540-823f-108dbf68486f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/be230896-2079-4076-9a7a-7b3df1dc85f1 HTTP/1.1" status: 404 len: 333 time: 0.6183841 Jan 27 17:12:22.931905 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-6a9ffb94-e57e-4b66-a16e-b210293539f1 None None] Set router a3695c0c-9277-4af6-ad15-8de3901c4874 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:23.005971 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37070) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.081802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.102169 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5bf03725-e040-4990-b82c-c2483e732a7b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.138891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5bf03725-e040-4990-b82c-c2483e732a7b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.185573 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fdbce7-f002-466f-9485-41d42f839b0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:12:23.189456 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-36fdbce7-f002-466f-9485-41d42f839b0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/8c4a6534-19bb-4a4e-81bb-bae105a6fbd4 HTTP/1.1" status: 404 len: 333 time: 0.1780732 Jan 27 17:12:23.200157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:23.201444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37074) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.212028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:23.221839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:23.222455 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-620c84f4-0dbd-49a7-85db-c987e754aeea tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] update failed (client error): The resource could not be found. Jan 27 17:12:23.223007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.226720 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-620c84f4-0dbd-49a7-85db-c987e754aeea tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "PUT /v2.0/floatingips/ca3c48bb-1dcf-472e-b925-02adb5c75e72 HTTP/1.1" status: 404 len: 507 time: 1.3399529 Jan 27 17:12:23.229692 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37078) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.305442 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5466106 Jan 27 17:12:23.316835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37082) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.376027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'fixed_ips': [{'subnet_id': 'dd0aa20d-dcc1-43e1-9970-23f492467205', 'ip_address': '2001:db8::189:d968:f04b:e02'}], 'name': 'tempest-NetworksTestDHCPv6-66612661'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:23.422662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Allocated IP 172.20.0.2 (d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c/b39bf823-cdeb-4809-aa8d-d9f2d2b12e27/bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:23.466229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5bf03725-e040-4990-b82c-c2483e732a7b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.499845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9c2c2-192b-494f-92f1-a27685de2f7b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=dd0aa20d-dcc1-43e1-9970-23f492467205,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:23.528620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf03725-e040-4990-b82c-c2483e732a7b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99edac7a-73f8-48af-a810-3e2be67b92b5,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:23.534397 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-34470ceb-2329-4e47-b3ef-c75458cec62f tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Deleting port 7640c560-7f99-487e-80a3-650e193cbd13 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:23.534727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34470ceb-2329-4e47-b3ef-c75458cec62f tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.646590 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe744bf2-7ffe-4e8f-a36e-216520dad491 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.654743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.663375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.686609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.687366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.699534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-03b4e2fb-a11c-45d5-a108-c94ecc6fe37a None None] For port a730113b-61d4-4ec5-93c4-9e27471ee27f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a730113b-61d4-4ec5-93c4-9e27471ee27f,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:23.700239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-03b4e2fb-a11c-45d5-a108-c94ecc6fe37a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.737128 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:23.786805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:23.821561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:23.876847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5bf03725-e040-4990-b82c-c2483e732a7b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.878099 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5bf03725-e040-4990-b82c-c2483e732a7b tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "DELETE /v2.0/security-groups/99edac7a-73f8-48af-a810-3e2be67b92b5 HTTP/1.1" status: 204 len: 168 time: 1.4753036 Jan 27 17:12:23.887859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37086) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.919637 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:23.927986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:23.952654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=1bc42303-0f9c-485d-83cd-7246e9a24a38,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:23.975063 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Sync routers for ids ['dc742c8d-73f6-4354-9302-324d9ee7160e'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:23.977097 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1a0c924a-7da4-49ba-9f68-85c9aeee3b2a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "PUT /v2.0/routers/dc742c8d-73f6-4354-9302-324d9ee7160e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7000351 Jan 27 17:12:23.986682 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-9fa7226a-2463-4ea4-b6b1-77d5d1ff6267 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] show failed (client error): The resource could not be found. Jan 27 17:12:23.989217 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9fa7226a-2463-4ea4-b6b1-77d5d1ff6267 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "GET /v2.0/security-groups/99edac7a-73f8-48af-a810-3e2be67b92b5 HTTP/1.1" status: 404 len: 347 time: 0.0825732 Jan 27 17:12:23.998932 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37092) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:24.012962 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Routers {'dc742c8d-73f6-4354-9302-324d9ee7160e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:24.015624 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:11:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['dc742c8d-73f6-4354-9302-324d9ee7160e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:24.041063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-03b4e2fb-a11c-45d5-a108-c94ecc6fe37a None None] Calling delete_port for a730113b-61d4-4ec5-93c4-9e27471ee27f owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:24.075093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c40d1f98-00ce-413a-a4c1-41ce1404ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.150702 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.220218 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-822b6756-5b1a-4537-812f-d91d9701f34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.267127 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34470ceb-2329-4e47-b3ef-c75458cec62f tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.267776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34470ceb-2329-4e47-b3ef-c75458cec62f tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.358147 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c40d1f98-00ce-413a-a4c1-41ce1404ce8d None None] For port a74715ae-3844-4d6c-94a3-f229e313c15c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a74715ae-3844-4d6c-94a3-f229e313c15c,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:24.380922 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-03b4e2fb-a11c-45d5-a108-c94ecc6fe37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.437848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-34470ceb-2329-4e47-b3ef-c75458cec62f tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Calling delete_port for 7640c560-7f99-487e-80a3-650e193cbd13 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:24.474894 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Set router dc742c8d-73f6-4354-9302-324d9ee7160e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:24.496652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c40d1f98-00ce-413a-a4c1-41ce1404ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.500023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Allocated IP 172.20.0.1 (f5818c02-6295-4d54-9bcf-e9e22a80f947/bf9f4f0e-78d4-4fae-9b01-5a220c01c369/70d09a8a-c695-4fad-83a2-8f6b76874994) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:24.518695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4e2fb-a11c-45d5-a108-c94ecc6fe37a None None] Pushing event deleted for resources: {'Port': ['ID=a730113b-61d4-4ec5-93c4-9e27471ee27f,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:24.557364 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec94ad-93fa-45f1-94df-2dbfcfc306d0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Deleting port 52c928bf-a456-4765-ab4f-6fa287b919c8 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:24.558014 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8ec94ad-93fa-45f1-94df-2dbfcfc306d0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.635380 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d1f98-00ce-413a-a4c1-41ce1404ce8d None None] Pushing event updated for resources: {'Port': ['ID=a74715ae-3844-4d6c-94a3-f229e313c15c,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:24.644210 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.673760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c40d1f98-00ce-413a-a4c1-41ce1404ce8d None None] Provisioning for port 17c23006-b6fb-406f-898e-3fefe20076ca completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:24.690936 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.694804 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b4e2fb-a11c-45d5-a108-c94ecc6fe37a None None] No DVR routers for this DVR port a730113b-61d4-4ec5-93c4-9e27471ee27f on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:24.705530 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:12:24.705530 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:12:24.713583 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c40d1f98-00ce-413a-a4c1-41ce1404ce8d None None] Provisioning complete for port 17c23006-b6fb-406f-898e-3fefe20076ca triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:24.713949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c40d1f98-00ce-413a-a4c1-41ce1404ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.728576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.746720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Transition to ACTIVE for port object 70d09a8a-c695-4fad-83a2-8f6b76874994 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:24.770895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d9424-c5e4-468d-9c6c-75c3d8d171cd None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:24.782251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 15ec925e-0c7c-463e-b9ad-5ea2acf50d99 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:24.854236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe744bf2-7ffe-4e8f-a36e-216520dad491 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.883911 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-fe744bf2-7ffe-4e8f-a36e-216520dad491 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f2649a-9fa3-4cb0-9ccd-cf4416f948b5']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:24.901156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-fe744bf2-7ffe-4e8f-a36e-216520dad491 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31783fc8-b205-4ff6-b0f8-93046edaa4c3') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:24.901533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-fe744bf2-7ffe-4e8f-a36e-216520dad491 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31783fc8-b205-4ff6-b0f8-93046edaa4c3') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:24.914825 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c40d1f98-00ce-413a-a4c1-41ce1404ce8d None None] Port 17c23006-b6fb-406f-898e-3fefe20076ca cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:24.920483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe744bf2-7ffe-4e8f-a36e-216520dad491 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.938640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe744bf2-7ffe-4e8f-a36e-216520dad491 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.946548 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe744bf2-7ffe-4e8f-a36e-216520dad491 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:24.946956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe744bf2-7ffe-4e8f-a36e-216520dad491 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.981031 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:12:11Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:25.012329 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:12:17Z', 'revision_number': 4, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '17c23006-b6fb-406f-898e-3fefe20076ca', 'name': '', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'mac_address': 'fa:16:3e:b1:17:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:14Z', 'updated_at': '2022-01-27T17:12:18Z', 'revision_number': 2, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'subnets': [{'id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:25.022188 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Checking router: dc742c8d-73f6-4354-9302-324d9ee7160e for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:25.022699 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Updating router dc742c8d-73f6-4354-9302-324d9ee7160e port 17c23006-b6fb-406f-898e-3fefe20076ca binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:12:25.026763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8ec94ad-93fa-45f1-94df-2dbfcfc306d0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.027429 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8ec94ad-93fa-45f1-94df-2dbfcfc306d0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.059055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6a9ffb94-e57e-4b66-a16e-b210293539f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:07:54Z', 'revision_number': 4, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '5df1f1cc-8410-43bf-92de-e7345a831e6f', 'name': '', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'mac_address': 'fa:16:3e:21:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:51Z', 'updated_at': '2022-01-27T17:08:11Z', 'revision_number': 5, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'subnets': [{'id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:25.064886 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8126870b-67c3-4178-878d-f1eb9dac3ab7 None None] The sync data for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv is: [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:12:11Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:25.068461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': 'dd0aa20d-dcc1-43e1-9970-23f492467205'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:25.069644 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.090337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Transition to ACTIVE for port object bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:25.095144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ffb94-e57e-4b66-a16e-b210293539f1 None None] Checking router: a3695c0c-9277-4af6-ad15-8de3901c4874 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:25.106526 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:25.119099 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:25.123901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.128683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:25.198336 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.283984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Allocated IP 2001:db8::2 (185d5333-05b7-45cc-a2cf-ffb552748715/dd0aa20d-dcc1-43e1-9970-23f492467205/ddcdfa42-4714-4295-b296-843d2c4c00f4) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:25.286611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34470ceb-2329-4e47-b3ef-c75458cec62f tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.316461 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec94ad-93fa-45f1-94df-2dbfcfc306d0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Calling delete_port for 52c928bf-a456-4765-ab4f-6fa287b919c8 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:25.612550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe744bf2-7ffe-4e8f-a36e-216520dad491 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.615560 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Transition to ACTIVE for port object bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:25.627028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a730113b-61d4-4ec5-93c4-9e27471ee27f up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:25.696217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe744bf2-7ffe-4e8f-a36e-216520dad491 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.730701 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: a730113b-61d4-4ec5-93c4-9e27471ee27f {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:25.731334 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a730113b-61d4-4ec5-93c4-9e27471ee27f not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 27 17:12:25.784974 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ffb94-e57e-4b66-a16e-b210293539f1 None None] Routers {'a3695c0c-9277-4af6-ad15-8de3901c4874'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:25.786084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6a9ffb94-e57e-4b66-a16e-b210293539f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3695c0c-9277-4af6-ad15-8de3901c4874'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:25.805665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe744bf2-7ffe-4e8f-a36e-216520dad491 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Network': ['ID=f6f2649a-9fa3-4cb0-9ccd-cf4416f948b5,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:25.810206 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-f142b58d-b676-490b-a63f-da3974dd62f0 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Synchronizing usage tracker for tenant:c4d03d0b8dc841b782f833caa29e9310 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:25.832499 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34470ceb-2329-4e47-b3ef-c75458cec62f tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event deleted for resources: {'Port': ['ID=7640c560-7f99-487e-80a3-650e193cbd13,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:25.843223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Network f5818c02-6295-4d54-9bcf-e9e22a80f947 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:25.855316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34470ceb-2329-4e47-b3ef-c75458cec62f tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.867204 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:25.889543 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fe744bf2-7ffe-4e8f-a36e-216520dad491 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/networks/f6f2649a-9fa3-4cb0-9ccd-cf4416f948b5 HTTP/1.1" status: 204 len: 168 time: 2.6794767 Jan 27 17:12:25.898170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:25.898586 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37106) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:25.914472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-495152307'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:25.920892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:25.926831 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:network and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:25.933654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:25.945034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:25.997631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34470ceb-2329-4e47-b3ef-c75458cec62f tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.998992 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-34470ceb-2329-4e47-b3ef-c75458cec62f tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "DELETE /v2.0/floatingips/ca3c48bb-1dcf-472e-b925-02adb5c75e72 HTTP/1.1" status: 204 len: 168 time: 2.7662530 Jan 27 17:12:26.000189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:26.004598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.067284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37110) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:26.077611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-30c0d2fa-47d2-4108-9dec-3cb07c4132c4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Request body: {'floatingip': {'floating_network_id': 'ea2b3f32-9237-4830-a33e-8bfbfb816385', 'port_id': '123cae2d-be08-4eb9-9eb6-7a2526581e48', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:26.116347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-30c0d2fa-47d2-4108-9dec-3cb07c4132c4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:26.131621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Pushing event updated for resources: {'Port': ['ID=70d09a8a-c695-4fad-83a2-8f6b76874994,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:26.148741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-6a9ffb94-e57e-4b66-a16e-b210293539f1 None None] Set router a3695c0c-9277-4af6-ad15-8de3901c4874 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:26.170529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-30c0d2fa-47d2-4108-9dec-3cb07c4132c4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Usage tracker for resource:floatingip and tenant:72d084d2cde24e369aa203d9181e07f3 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:26.181516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-30c0d2fa-47d2-4108-9dec-3cb07c4132c4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:26.182194 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.202904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:26.203166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.211933 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Transition to ACTIVE for port object 17c23006-b6fb-406f-898e-3fefe20076ca will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:26.225303 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.246651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.247000 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Added segment e5b55732-e3fe-4713-a044-c6b2fae0d891 of type vlan for network 69edd429-cf2a-4643-8a09-db9ea4f15a48 Jan 27 17:12:26.250330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-f142b58d-b676-490b-a63f-da3974dd62f0 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Unset dirty status for tenant:c4d03d0b8dc841b782f833caa29e9310 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:26.260204 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-f142b58d-b676-490b-a63f-da3974dd62f0 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380955083&fields=id&tenant_id=c4d03d0b8dc841b782f833caa29e9310 HTTP/1.1" status: 200 len: 267 time: 1.1770258 Jan 27 17:12:26.289115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.445359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-30c0d2fa-47d2-4108-9dec-3cb07c4132c4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:26.484811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8ec94ad-93fa-45f1-94df-2dbfcfc306d0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.488697 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f73f62-3fe5-467a-92a1-86f5955a3da6 None None] Pushing event updated for resources: {'Port': ['ID=17c23006-b6fb-406f-898e-3fefe20076ca,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:26.489728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.534033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.626042 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Port a730113b-61d4-4ec5-93c4-9e27471ee27f not found, will not notify nova. {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 27 17:12:26.641475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.656640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30c0d2fa-47d2-4108-9dec-3cb07c4132c4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.685153 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Attempting to bind port 17c23006-b6fb-406f-898e-3fefe20076ca on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:26.685309 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Attempting to bind port 17c23006-b6fb-406f-898e-3fefe20076ca by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'a7e370bf-65d0-4974-89e5-31f36699a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:26.685691 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Attempting to bind port 17c23006-b6fb-406f-898e-3fefe20076ca on network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:26.687060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.693391 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:26.694838 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.697316 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:26.697670 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Checking segment: {'id': 'a7e370bf-65d0-4974-89e5-31f36699a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:26.698052 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.698427 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Bound using segment: {'id': 'a7e370bf-65d0-4974-89e5-31f36699a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:26.698873 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Bound port: 17c23006-b6fb-406f-898e-3fefe20076ca, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e370bf-65d0-4974-89e5-31f36699a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:26.699229 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.707866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec94ad-93fa-45f1-94df-2dbfcfc306d0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Pushing event deleted for resources: {'Port': ['ID=52c928bf-a456-4765-ab4f-6fa287b919c8,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:26.793465 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.812810 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] For port 17c23006-b6fb-406f-898e-3fefe20076ca, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:26.816429 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] For port 17c23006-b6fb-406f-898e-3fefe20076ca, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=17c23006-b6fb-406f-898e-3fefe20076ca,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:26.821066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 5cfc6474-d96d-42d7-b3aa-cf2cf71dd072 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:26.823613 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.910552 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:26.915972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.933919 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Routers {'dc742c8d-73f6-4354-9302-324d9ee7160e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:26.934792 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['dc742c8d-73f6-4354-9302-324d9ee7160e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:26.954231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.974173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Router cf6675b2-12b1-4e3e-906c-2a22c1a4300b is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:12:27.012137 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:27.070951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:27.084686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Pushing event updated for resources: {'Port': ['ID=bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:27.096264 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c8bdff6c-43d2-467c-90f4-b4f65b4f98ad up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:27.230188 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.1 (d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c/b39bf823-cdeb-4809-aa8d-d9f2d2b12e27/bf679346-b744-4d31-b514-4b2228d10d02) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:27.242413 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] Set router dc742c8d-73f6-4354-9302-324d9ee7160e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:27.283156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.373743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.510090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-01f1d9e7-8be3-47cf-a897-7fdbb1013071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:27.511336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-01f1d9e7-8be3-47cf-a897-7fdbb1013071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Synchronizing usage tracker for tenant:c4d03d0b8dc841b782f833caa29e9310 on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:27.527069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.543811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Network': ['ID=69edd429-cf2a-4643-8a09-db9ea4f15a48,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:27.545921 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f73f62-3fe5-467a-92a1-86f5955a3da6 None None] Pushing event updated for resources: {'Port': ['ID=17c23006-b6fb-406f-898e-3fefe20076ca,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:27.553058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8ec94ad-93fa-45f1-94df-2dbfcfc306d0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.588023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Attempting to bind port bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:27.588851 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Attempting to bind port bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '024825c6-1a5d-4834-9cc1-f0fe5161b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:27.589449 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Attempting to bind port bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b on network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:27.604753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-20ee9ba1-66c8-41d1-a0ea-c1b6b6ec1a3d None None] Provisioning complete for port 1bc42303-0f9c-485d-83cd-7246e9a24a38 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:27.605490 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-20ee9ba1-66c8-41d1-a0ea-c1b6b6ec1a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.622769 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:12:17Z', 'revision_number': 4, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '17c23006-b6fb-406f-898e-3fefe20076ca', 'name': '', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'mac_address': 'fa:16:3e:b1:17:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:14Z', 'updated_at': '2022-01-27T17:12:26Z', 'revision_number': 4, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'subnets': [{'id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:27.627928 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d58ed2-2c39-4146-8f82-c5988f830bc5 None None] The sync data for ids ['dc742c8d-73f6-4354-9302-324d9ee7160e'] in dv-neutron-825077-1-hyperv is: [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:12:17Z', 'revision_number': 4, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '17c23006-b6fb-406f-898e-3fefe20076ca', 'name': '', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'mac_address': 'fa:16:3e:b1:17:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:14Z', 'updated_at': '2022-01-27T17:12:26Z', 'revision_number': 4, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'subnets': [{'id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:27.628760 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-824cc5d8-75a2-4863-8a5d-e2e571d141c4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7203252 Jan 27 17:12:27.633937 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8ec94ad-93fa-45f1-94df-2dbfcfc306d0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.638263 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e8ec94ad-93fa-45f1-94df-2dbfcfc306d0 tempest-ServerActionsTestJSON-1595454554 tempest-ServerActionsTestJSON-1595454554-project] 10.222.0.81 "DELETE /v2.0/floatingips/3baddae2-e6fa-4e89-9758-ae98342eda7c HTTP/1.1" status: 204 len: 168 time: 3.6378167 Jan 27 17:12:27.639731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object bf679346-b744-4d31-b514-4b2228d10d02 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:27.640937 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37114) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:27.641277 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37116) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:27.643441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 69edd429-cf2a-4643-8a09-db9ea4f15a48 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:27.652164 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': '69edd429-cf2a-4643-8a09-db9ea4f15a48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:27.667497 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:27.667497 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Checking segment: {'id': '024825c6-1a5d-4834-9cc1-f0fe5161b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:27.667497 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.668381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Bound using segment: {'id': '024825c6-1a5d-4834-9cc1-f0fe5161b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:27.668381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Bound port: bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024825c6-1a5d-4834-9cc1-f0fe5161b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:27.668758 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.754408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:27.761832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.827113 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-de6f7eb7-7c12-4fd2-a971-496a78aef37f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "PUT /v2.0/routers/cf6675b2-12b1-4e3e-906c-2a22c1a4300b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5526612 Jan 27 17:12:27.832228 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c1cb34-a75b-4678-9fef-2948a4f560c5 None None] Sync routers for ids ['cf6675b2-12b1-4e3e-906c-2a22c1a4300b'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:27.834203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37124) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:27.907361 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c1cb34-a75b-4678-9fef-2948a4f560c5 None None] Routers {'cf6675b2-12b1-4e3e-906c-2a22c1a4300b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:27.908025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c1c1cb34-a75b-4678-9fef-2948a4f560c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['cf6675b2-12b1-4e3e-906c-2a22c1a4300b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:27.963957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-01f1d9e7-8be3-47cf-a897-7fdbb1013071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Unset dirty status for tenant:c4d03d0b8dc841b782f833caa29e9310 on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:27.965134 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-01f1d9e7-8be3-47cf-a897-7fdbb1013071 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/networks?id=332fdffd-0754-47b8-a58b-5e0ffe38ea7e HTTP/1.1" status: 200 len: 796 time: 1.7041326 Jan 27 17:12:27.965744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Pushing event updated for resources: {'Port': ['ID=70d09a8a-c695-4fad-83a2-8f6b76874994,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:27.976097 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:27.998221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:28.006965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:28.028588 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:28.034770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.065081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.069922 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port c8bdff6c-43d2-467c-90f4-b4f65b4f98ad completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:28.094215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c8bdff6c-43d2-467c-90f4-b4f65b4f98ad triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:28.094583 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.126613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c1c1cb34-a75b-4678-9fef-2948a4f560c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:28.148404 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-20ee9ba1-66c8-41d1-a0ea-c1b6b6ec1a3d None None] Port 1bc42303-0f9c-485d-83cd-7246e9a24a38 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:28.203812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Transition to ACTIVE for port object ddcdfa42-4714-4295-b296-843d2c4c00f4 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:28.204832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:28.209015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.222717 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-5f489c5c-08fd-4aa8-8ddf-daa56f324a8d tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/quotas/c4d03d0b8dc841b782f833caa29e9310 HTTP/1.1" status: 200 len: 375 time: 0.2310455 Jan 27 17:12:28.266143 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] For port bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:28.273801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] For port bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b,segment=NetworkSegment(024825c6-1a5d-4834-9cc1-f0fe5161b17a),segment_id=024825c6-1a5d-4834-9cc1-f0fe5161b17a)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:28.295411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=bf679346-b744-4d31-b514-4b2228d10d02,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:28.299732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:28.306725 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Transition to ACTIVE for port object ddcdfa42-4714-4295-b296-843d2c4c00f4 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:28.309300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:28.314572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:28.317285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c1cb34-a75b-4678-9fef-2948a4f560c5 None None] Routers {'cf6675b2-12b1-4e3e-906c-2a22c1a4300b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:28.318398 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c1c1cb34-a75b-4678-9fef-2948a4f560c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['cf6675b2-12b1-4e3e-906c-2a22c1a4300b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:28.324314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d0769e-d9ef-41c4-948e-7d1c8656d773 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:28.325448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-98d0769e-d9ef-41c4-948e-7d1c8656d773 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:28.365696 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-30c0d2fa-47d2-4108-9dec-3cb07c4132c4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:12:28.371360 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-30c0d2fa-47d2-4108-9dec-3cb07c4132c4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.3027353 Jan 27 17:12:28.387031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37128) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:28.424448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c1c1cb34-a75b-4678-9fef-2948a4f560c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:28.424848 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c1cb34-a75b-4678-9fef-2948a4f560c5 None None] The sync data for ids ['cf6675b2-12b1-4e3e-906c-2a22c1a4300b'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:28.425835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '123cae2d-be08-4eb9-9eb6-7a2526581e48', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:28.426249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-20ee9ba1-66c8-41d1-a0ea-c1b6b6ec1a3d None None] Provisioning for port 70d09a8a-c695-4fad-83a2-8f6b76874994 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:28.446901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:28.449266 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-20ee9ba1-66c8-41d1-a0ea-c1b6b6ec1a3d None None] Provisioning complete for port 70d09a8a-c695-4fad-83a2-8f6b76874994 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:28.449486 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-20ee9ba1-66c8-41d1-a0ea-c1b6b6ec1a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.465709 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-98d0769e-d9ef-41c4-948e-7d1c8656d773 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:28.467489 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-98d0769e-d9ef-41c4-948e-7d1c8656d773 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf6675b2-12b1-4e3e-906c-2a22c1a4300b HTTP/1.1" status: 200 len: 989 time: 0.6151662 Jan 27 17:12:28.474159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Network f5818c02-6295-4d54-9bcf-e9e22a80f947 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:28.475635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Usage tracker for resource:floatingip and tenant:72d084d2cde24e369aa203d9181e07f3 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:28.482855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:28.486405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37132) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:28.488133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:28.507828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:28.527791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.533535 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.628649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Performing IP validity checks on allocation pools {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:12:28.629253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:12:28.683379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-20ee9ba1-66c8-41d1-a0ea-c1b6b6ec1a3d None None] Port 70d09a8a-c695-4fad-83a2-8f6b76874994 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:28.700462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::189:d968:f04b:e02 (185d5333-05b7-45cc-a2cf-ffb552748715/dd0aa20d-dcc1-43e1-9970-23f492467205/5cfc6474-d96d-42d7-b3aa-cf2cf71dd072) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:28.703958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6a9ffb94-e57e-4b66-a16e-b210293539f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:07:54Z', 'revision_number': 4, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '5df1f1cc-8410-43bf-92de-e7345a831e6f', 'name': '', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'mac_address': 'fa:16:3e:21:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:51Z', 'updated_at': '2022-01-27T17:08:11Z', 'revision_number': 5, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'subnets': [{'id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:28.706161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.740441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ffb94-e57e-4b66-a16e-b210293539f1 None None] The sync data for ids ['a3695c0c-9277-4af6-ad15-8de3901c4874'] in dv-neutron-825077-1-hyperv is: [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:07:54Z', 'revision_number': 4, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '5df1f1cc-8410-43bf-92de-e7345a831e6f', 'name': '', 'network_id': '69137b3c-580f-481f-ab05-44feb3754947', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'mac_address': 'fa:16:3e:21:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:51Z', 'updated_at': '2022-01-27T17:08:11Z', 'revision_number': 5, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'subnets': [{'id': 'bc4843f9-98f0-4647-bffb-6dc8d90f2a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:28.794644 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:28.811094 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:28.830024 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.832302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:28.928857 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-b95460ad-609e-4997-830d-a4bbb0a4c20a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4d03d0b8dc841b782f833caa29e9310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6884642 Jan 27 17:12:28.997490 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.025720 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.120424 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Pushing event updated for resources: {'Port': ['ID=ddcdfa42-4714-4295-b296-843d2c4c00f4,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:29.364730 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port c8bdff6c-43d2-467c-90f4-b4f65b4f98ad, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c8bdff6c-43d2-467c-90f4-b4f65b4f98ad,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:29.425724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.426870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b2e4b2e7-5553-4124-9f05-aa12abdb960f up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:29.461042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.495896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Attempting to bind port ddcdfa42-4714-4295-b296-843d2c4c00f4 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:29.496409 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Attempting to bind port ddcdfa42-4714-4295-b296-843d2c4c00f4 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:29.496870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Attempting to bind port ddcdfa42-4714-4295-b296-843d2c4c00f4 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:29.547558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:29.548733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:29.549362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.549903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:29.550915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Bound port: ddcdfa42-4714-4295-b296-843d2c4c00f4, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:29.550915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.561108 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:12:29.571275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-580c92cb-5740-4dc2-bb0e-55df3a07b1e4 None None] Provisioning complete for port 70d09a8a-c695-4fad-83a2-8f6b76874994 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:29.571764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-580c92cb-5740-4dc2-bb0e-55df3a07b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.580143 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b115a-e311-4821-be61-8b25dc482c8d None None] New status for floating IP 3baddae2-e6fa-4e89-9758-ae98342eda7c: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:12:29.594265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.678320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eef8ef-2c8e-4cd2-a1ca-867a35d865dd None None] Pushing event updated for resources: {'Port': ['ID=bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:29.721951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Subnet': ['ID=ab165075-74cf-4248-b952-c5788519e781,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:29.771967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.785191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Checking segment: {'id': 'e5b55732-e3fe-4713-a044-c6b2fae0d891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '69edd429-cf2a-4643-8a09-db9ea4f15a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:29.786496 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network hostable DHCP agents. Network: 69edd429-cf2a-4643-8a09-db9ea4f15a48, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:29.810479 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 5cfc6474-d96d-42d7-b3aa-cf2cf71dd072 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:29.834369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-580c92cb-5740-4dc2-bb0e-55df3a07b1e4 None None] Port 70d09a8a-c695-4fad-83a2-8f6b76874994 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:29.841041 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-528981b4-1c17-4822-83e2-22446ad4b03e service neutron] 10.222.0.81 "GET /v2.0/networks/332fdffd-0754-47b8-a58b-5e0ffe38ea7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260907 Jan 27 17:12:29.853274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=c8bdff6c-43d2-467c-90f4-b4f65b4f98ad,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:29.875077 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] For port ddcdfa42-4714-4295-b296-843d2c4c00f4, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:29.880143 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] For port ddcdfa42-4714-4295-b296-843d2c4c00f4, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ddcdfa42-4714-4295-b296-843d2c4c00f4,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:29.883886 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port b2e4b2e7-5553-4124-9f05-aa12abdb960f triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:29.884249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.906551 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ee14ad5b-39b6-40b7-91f1-172ae80125a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.925943 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.034908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2c0d1-787b-4db9-aed8-30a8f6775403 None None] Pushing event updated for resources: {'Port': ['ID=ddcdfa42-4714-4295-b296-843d2c4c00f4,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:30.130322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a74715ae-3844-4d6c-94a3-f229e313c15c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:30.227848 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port a74715ae-3844-4d6c-94a3-f229e313c15c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:30.228518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.364047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 69edd429-cf2a-4643-8a09-db9ea4f15a48 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:30.436485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 69edd429-cf2a-4643-8a09-db9ea4f15a48) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:30.455086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:30.456649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.466921 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b822fa0-95cf-4c19-9f98-881cf6bc9600 None None] Network 69edd429-cf2a-4643-8a09-db9ea4f15a48 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:30.508805 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-06ff0b78-2b09-459a-a4e1-d6ab87aa3835 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8601503 Jan 27 17:12:30.517680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37136) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:30.538262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': '69edd429-cf2a-4643-8a09-db9ea4f15a48', 'name': 'tempest-PortsTestJSON-1290367493'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:30.560367 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-0cdd7ce5-5527-4f91-9fa4-9a454c9cd4ee service neutron] 10.222.0.81 "GET /v2.0/networks/332fdffd-0754-47b8-a58b-5e0ffe38ea7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6323175 Jan 27 17:12:30.586827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 004b0159-5f72-4d4e-93e5-8fe054637d6c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:30.661271 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Router 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:30.697544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.855514 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f358df3f-41b4-4443-80c8-ca476ab3382f None None] Network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:30.905183 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=5cfc6474-d96d-42d7-b3aa-cf2cf71dd072,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:30.991279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:31.000206 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:31.024508 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:31.031201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:31.031937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.151799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.167372 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a4e3cc13-487f-4ec6-b3ba-8657403817cc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 7.8380861 Jan 27 17:12:31.178260 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37148) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:31.261491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-44c775c4-0f89-4328-a191-5001da6cb3f3 req-a808b4fd-24c6-4094-a88d-95acd8a9481f tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Synchronizing usage tracker for tenant:c4d03d0b8dc841b782f833caa29e9310 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:31.310957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 004b0159-5f72-4d4e-93e5-8fe054637d6c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:31.311336 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.368479 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:31.390393 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Sync routers for ids ['1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:31.397792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5bfc20f7-e37b-4427-accd-0762fffcce3e None None] Provisioning for port bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:31.432319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Routers {'1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:31.432912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:31.442377 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2a27b46d-3dd9-4860-880c-9132753495c3 admin admin] 10.222.0.81 "PUT /v2.0/routers/1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8187025 Jan 27 17:12:31.443818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-ee14ad5b-39b6-40b7-91f1-172ae80125a8 admin admin] Deleting port 5df1f1cc-8410-43bf-92de-e7345a831e6f {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:31.444165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ee14ad5b-39b6-40b7-91f1-172ae80125a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.575464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:31.583081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-44c775c4-0f89-4328-a191-5001da6cb3f3 req-a808b4fd-24c6-4094-a88d-95acd8a9481f tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Unset dirty status for tenant:c4d03d0b8dc841b782f833caa29e9310 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:31.584334 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-44c775c4-0f89-4328-a191-5001da6cb3f3 req-a808b4fd-24c6-4094-a88d-95acd8a9481f tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 210 time: 0.5300021 Jan 27 17:12:31.668753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:31.728003 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:12:31.768913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f966e7fc-2d58-43be-8a7a-e139ca03a9c6 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:31.805942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-69edd429-cf2a-4643-8a09-db9ea4f15a48', 'network_id': '69edd429-cf2a-4643-8a09-db9ea4f15a48', 'tenant_id': '63c2fae895274945a56d5a9f9e951d45', 'fixed_ips': [{'subnet_id': 'ab165075-74cf-4248-b952-c5788519e781'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:31.806817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.834823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4371-d2b7-45cd-84da-ac51cf7453df tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.860098 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.892223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2cd108-6299-4001-ba06-44c9d6093540 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:31.906187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2cd108-6299-4001-ba06-44c9d6093540 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:31.907884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ee2cd108-6299-4001-ba06-44c9d6093540 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:31.916491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:31.924099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.937326 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.950649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Allocated IP 172.26.8.83 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/cf001aa1-aa83-49a7-9ee4-be3d1ed71e94) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:32.129158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:32.317044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port 127c4b99-71fe-4ab0-92fe-83d18125f47a yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:32.328049 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-929465de-eff5-4b2f-9e3f-2a5ecaff62b6 None None] Provisioning for port ddcdfa42-4714-4295-b296-843d2c4c00f4 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:32.423281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Set router 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:32.462090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-ee14ad5b-39b6-40b7-91f1-172ae80125a8 admin admin] For port 5df1f1cc-8410-43bf-92de-e7345a831e6f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5df1f1cc-8410-43bf-92de-e7345a831e6f,segment=NetworkSegment(07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe),segment_id=07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:32.462774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ee14ad5b-39b6-40b7-91f1-172ae80125a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:32.480313 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ee2cd108-6299-4001-ba06-44c9d6093540 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:32.481944 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ee2cd108-6299-4001-ba06-44c9d6093540 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 1.2817090 Jan 27 17:12:32.505817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37160) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:32.506808 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=bf679346-b744-4d31-b514-4b2228d10d02,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:32.796272 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37166) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:32.834869 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1839358731', 'description': 'tempest-secgroup-smoke-1839358731 description', 'project_id': '3f2e5835c99b4269befa850388a8a385'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:32.886312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port f966e7fc-2d58-43be-8a7a-e139ca03a9c6 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:32.916034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port f966e7fc-2d58-43be-8a7a-e139ca03a9c6 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:32.916423 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:32.945418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:32.946482 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:32.947052 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:32.947631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:32.948209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:32.948768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:32.950110 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:32.950627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:32.951058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:32.951474 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:32.953533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:32.953533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:32.963002 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-ee14ad5b-39b6-40b7-91f1-172ae80125a8 admin admin] Calling delete_port for 5df1f1cc-8410-43bf-92de-e7345a831e6f owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:32.968888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:32.985343 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Usage tracker for resource:security_group and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:32.986348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-044dd83b-0dc4-4a4e-b4d8-0f615de4c16d None None] Provisioning for port bf679346-b744-4d31-b514-4b2228d10d02 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:33.002294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:33.028761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:33.036477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.058099 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-67c98a64-8f58-493e-8c70-b54195397dec req-b26b1e1d-4323-4cc8-b0df-b3791d970285 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 210 time: 0.1488805 Jan 27 17:12:33.074999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.114743 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-044dd83b-0dc4-4a4e-b4d8-0f615de4c16d None None] Provisioning complete for port bf679346-b744-4d31-b514-4b2228d10d02 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:33.115069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-044dd83b-0dc4-4a4e-b4d8-0f615de4c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.124515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-b905b0ca-545d-4fa5-99b3-8d89d4db44d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 5cfc6474-d96d-42d7-b3aa-cf2cf71dd072 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:33.125719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b905b0ca-545d-4fa5-99b3-8d89d4db44d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.158622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:33.163357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Usage tracker for resource:security_group_rule and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:33.169141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:33.180245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Allocated IP 172.20.0.2 (69edd429-cf2a-4643-8a09-db9ea4f15a48/ab165075-74cf-4248-b952-c5788519e781/64483929-2ae4-446d-a99c-66b68e00d7a1) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:33.180517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:33.204011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b4371-d2b7-45cd-84da-ac51cf7453df tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 1bc42303-0f9c-485d-83cd-7246e9a24a38 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:33.204897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4371-d2b7-45cd-84da-ac51cf7453df tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.276424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-577b06d1-0940-4797-9343-0fa23f759112 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:33.277894 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-577b06d1-0940-4797-9343-0fa23f759112 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.88 "GET /v2.0/networks?id=332fdffd-0754-47b8-a58b-5e0ffe38ea7e HTTP/1.1" status: 200 len: 796 time: 0.6963329 Jan 27 17:12:33.283717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-044dd83b-0dc4-4a4e-b4d8-0f615de4c16d None None] Port bf679346-b744-4d31-b514-4b2228d10d02 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:33.354439 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:33.361035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:33.375908 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-472d0ac9-0964-4389-8de1-980fdf44d2ee tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4d03d0b8dc841b782f833caa29e9310 HTTP/1.1" status: 200 len: 379 time: 0.0827484 Jan 27 17:12:33.383037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.399626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Request body: {'port': {'device_id': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'admin_state_up': True, 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'security_groups': ['d2f99cad-89a7-4a28-8e71-9c65c83ec257']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:33.518353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.552241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port f966e7fc-2d58-43be-8a7a-e139ca03a9c6, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f966e7fc-2d58-43be-8a7a-e139ca03a9c6,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:33.580511 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.693003 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a730113b-61d4-4ec5-93c4-9e27471ee27f no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:33.695619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:33.722025 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:33.748577 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:33.774340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: a730113b-61d4-4ec5-93c4-9e27471ee27f {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:33.774340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a730113b-61d4-4ec5-93c4-9e27471ee27f not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:33.815793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-492b44ff-1ec2-4c9c-83df-4f1bd3a6853e None None] Provisioning complete for port bf679346-b744-4d31-b514-4b2228d10d02 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:33.816336 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-492b44ff-1ec2-4c9c-83df-4f1bd3a6853e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.910327 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'name': 'tempest-TestVolumeBootPattern-1732983028-router', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:26Z', 'revision_number': 4, 'project_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'gw_port': {'id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:09Z', 'updated_at': '2022-01-27T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '70d09a8a-c695-4fad-83a2-8f6b76874994', 'name': '', 'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'mac_address': 'fa:16:3e:99:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'bf9f4f0e-78d4-4fae-9b01-5a220c01c369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:23Z', 'updated_at': '2022-01-27T17:12:27Z', 'revision_number': 2, 'project_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'subnets': [{'id': 'bf9f4f0e-78d4-4fae-9b01-5a220c01c369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:33.917874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=f966e7fc-2d58-43be-8a7a-e139ca03a9c6,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:33.923403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.928903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.936037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-492b44ff-1ec2-4c9c-83df-4f1bd3a6853e None None] Port bf679346-b744-4d31-b514-4b2228d10d02 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:33.937511 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Checking router: 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:33.937850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Updating router 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 port 70d09a8a-c695-4fad-83a2-8f6b76874994 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:12:33.954737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.989476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event updated for resources: {'Port': ['ID=cf001aa1-aa83-49a7-9ee4-be3d1ed71e94,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:34.005744 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.017788 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.018906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Transition to ACTIVE for port object 64483929-2ae4-446d-a99c-66b68e00d7a1 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:34.019312 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2177086 Jan 27 17:12:34.032500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37174) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:34.047254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:34.047634 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:34.047949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:34.048281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:34.048620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:34.048992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:34.049379 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:34.049934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:34.050054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:34.051366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:34.051366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:34.051366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:34.088638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-492b44ff-1ec2-4c9c-83df-4f1bd3a6853e None None] Provisioning for port 5cfc6474-d96d-42d7-b3aa-cf2cf71dd072 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:34.092308 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Transition to ACTIVE for port object 64483929-2ae4-446d-a99c-66b68e00d7a1 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:34.103907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router f35f0f22-3264-4d12-9b55-831727d653be has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:34.110236 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-2149e69e-faa9-4e2c-a92c-0442cf7e163c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Request body: {'security_group_rule': {'security_group_id': '7c0535bf-7cea-40d6-b96f-a33078c92c4d', 'project_id': '3f2e5835c99b4269befa850388a8a385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:34.116318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-492b44ff-1ec2-4c9c-83df-4f1bd3a6853e None None] Provisioning complete for port 5cfc6474-d96d-42d7-b3aa-cf2cf71dd072 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:34.116689 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-492b44ff-1ec2-4c9c-83df-4f1bd3a6853e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.121628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4371-d2b7-45cd-84da-ac51cf7453df tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.150310 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.190598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2149e69e-faa9-4e2c-a92c-0442cf7e163c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:34.212053 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2149e69e-faa9-4e2c-a92c-0442cf7e163c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Usage tracker for resource:security_group_rule and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:34.218599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b905b0ca-545d-4fa5-99b3-8d89d4db44d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.239795 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2149e69e-faa9-4e2c-a92c-0442cf7e163c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:34.269304 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2149e69e-faa9-4e2c-a92c-0442cf7e163c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:34.304875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c8bdff6c-43d2-467c-90f4-b4f65b4f98ad up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:34.336394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Network 69edd429-cf2a-4643-8a09-db9ea4f15a48 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:34.338152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e36d1-8c00-44d2-9a9c-299692a1b6b0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0535bf-7cea-40d6-b96f-a33078c92c4d,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:34.351871 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:34.370755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:34.377973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-492b44ff-1ec2-4c9c-83df-4f1bd3a6853e None None] Port 5cfc6474-d96d-42d7-b3aa-cf2cf71dd072 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:34.385698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Pushing event updated for resources: {'Port': ['ID=64483929-2ae4-446d-a99c-66b68e00d7a1,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:34.418924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:34.432451 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b4371-d2b7-45cd-84da-ac51cf7453df tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 1bc42303-0f9c-485d-83cd-7246e9a24a38 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:34.479011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-b905b0ca-545d-4fa5-99b3-8d89d4db44d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 5cfc6474-d96d-42d7-b3aa-cf2cf71dd072 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:34.488340 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7e19cf46-1059-42dd-8ab6-b7b72115d968 req-6dee5571-5289-4a98-95f1-30e725284b00 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 210 time: 0.2013328 Jan 27 17:12:34.542951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ee14ad5b-39b6-40b7-91f1-172ae80125a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.562624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:34.600115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Made reservation on behalf of c4d03d0b8dc841b782f833caa29e9310 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:34.604900 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.625963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cfa460e6-c823-4ce5-b9ef-c01d22b159ce None None] Provisioning complete for port bf679346-b744-4d31-b514-4b2228d10d02 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:34.626711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cfa460e6-c823-4ce5-b9ef-c01d22b159ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.634203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.3 (69edd429-cf2a-4643-8a09-db9ea4f15a48/ab165075-74cf-4248-b952-c5788519e781/127c4b99-71fe-4ab0-92fe-83d18125f47a) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:34.644155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14ad5b-39b6-40b7-91f1-172ae80125a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5df1f1cc-8410-43bf-92de-e7345a831e6f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:34.650734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Attempting to bind port 64483929-2ae4-446d-a99c-66b68e00d7a1 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:34.651157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Attempting to bind port 64483929-2ae4-446d-a99c-66b68e00d7a1 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'e5b55732-e3fe-4713-a044-c6b2fae0d891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '69edd429-cf2a-4643-8a09-db9ea4f15a48'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:34.651453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Attempting to bind port 64483929-2ae4-446d-a99c-66b68e00d7a1 on network 69edd429-cf2a-4643-8a09-db9ea4f15a48 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:34.728901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:34.729203 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Checking segment: {'id': 'e5b55732-e3fe-4713-a044-c6b2fae0d891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '69edd429-cf2a-4643-8a09-db9ea4f15a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:34.729517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.729849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Bound using segment: {'id': 'e5b55732-e3fe-4713-a044-c6b2fae0d891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '69edd429-cf2a-4643-8a09-db9ea4f15a48'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:34.730327 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Bound port: 64483929-2ae4-446d-a99c-66b68e00d7a1, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b55732-e3fe-4713-a044-c6b2fae0d891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '69edd429-cf2a-4643-8a09-db9ea4f15a48'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:34.730698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.765861 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c8bdff6c-43d2-467c-90f4-b4f65b4f98ad triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:34.766216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.774377 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Deleting port cf001aa1-aa83-49a7-9ee4-be3d1ed71e94 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:34.774676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.859250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-cfa460e6-c823-4ce5-b9ef-c01d22b159ce None None] Port bf679346-b744-4d31-b514-4b2228d10d02 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:34.936962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] For port 64483929-2ae4-446d-a99c-66b68e00d7a1, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:34.941032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] For port 64483929-2ae4-446d-a99c-66b68e00d7a1, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=64483929-2ae4-446d-a99c-66b68e00d7a1,segment=NetworkSegment(e5b55732-e3fe-4713-a044-c6b2fae0d891),segment_id=e5b55732-e3fe-4713-a044-c6b2fae0d891)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:34.956463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.001122 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:35.003267 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2149e69e-faa9-4e2c-a92c-0442cf7e163c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.017112 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Sync routers for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:35.036273 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:35.040179 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:35.089654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2149e69e-faa9-4e2c-a92c-0442cf7e163c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.110163 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7a9c75a2-20e6-4330-92e4-b17b057d899c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/f35f0f22-3264-4d12-9b55-831727d653be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8782380 Jan 27 17:12:35.111260 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2149e69e-faa9-4e2c-a92c-0442cf7e163c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.114438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37180) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:35.146761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.152179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ddcdfa42-4714-4295-b296-843d2c4c00f4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:35.185611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.186119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.215013 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Transition to ACTIVE for port object 70d09a8a-c695-4fad-83a2-8f6b76874994 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:35.219878 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0cd57-dc4d-407b-a200-9780a03d0244 None None] Pushing event updated for resources: {'Port': ['ID=64483929-2ae4-446d-a99c-66b68e00d7a1,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:35.237501 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.382607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149e69e-faa9-4e2c-a92c-0442cf7e163c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0227e9f-052e-4b9e-800d-1169ed1bf5d5,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:35.400245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c68e3b-2668-4360-a5de-9c8f13c064b7 None None] Pushing event updated for resources: {'Port': ['ID=70d09a8a-c695-4fad-83a2-8f6b76874994,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:35.404997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port ddcdfa42-4714-4295-b296-843d2c4c00f4 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:35.410043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2149e69e-faa9-4e2c-a92c-0442cf7e163c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.416488 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2149e69e-faa9-4e2c-a92c-0442cf7e163c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3638835 Jan 27 17:12:35.439907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37184) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:35.463236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ddcdfa42-4714-4295-b296-843d2c4c00f4 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:35.463614 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.484585 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b905b0ca-545d-4fa5-99b3-8d89d4db44d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.580115 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:35.700570 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Attempting to bind port 70d09a8a-c695-4fad-83a2-8f6b76874994 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:35.701157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Attempting to bind port 70d09a8a-c695-4fad-83a2-8f6b76874994 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'd0dd0dd8-efd5-429c-820a-cfb0d4c4e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:35.701534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Attempting to bind port 70d09a8a-c695-4fad-83a2-8f6b76874994 on network f5818c02-6295-4d54-9bcf-e9e22a80f947 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:35.734704 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:35.735334 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Checking segment: {'id': 'd0dd0dd8-efd5-429c-820a-cfb0d4c4e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:35.736650 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.738092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Bound using segment: {'id': 'd0dd0dd8-efd5-429c-820a-cfb0d4c4e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:35.738732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Bound port: 70d09a8a-c695-4fad-83a2-8f6b76874994, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0dd0dd8-efd5-429c-820a-cfb0d4c4e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:35.739291 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.742650 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Calling delete_port for cf001aa1-aa83-49a7-9ee4-be3d1ed71e94 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:35.750565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.751034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.759019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.759506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.762214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.762678 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.763130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.763592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.764037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.764476 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.764915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.765349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.765783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.766225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.773927 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0850408e-46cc-46ed-a268-509ee83de008 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9783 time: 0.6376305 Jan 27 17:12:35.784002 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b46fbabb-985e-41e9-ad6f-379dfb4c173d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Request body: {'security_group_rule': {'security_group_id': '7c0535bf-7cea-40d6-b96f-a33078c92c4d', 'project_id': '3f2e5835c99b4269befa850388a8a385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:35.813987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37190) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:35.959553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4371-d2b7-45cd-84da-ac51cf7453df tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.970131 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Allocated IP 172.20.0.7 (332fdffd-0754-47b8-a58b-5e0ffe38ea7e/5211baca-e64a-4d31-8f44-2844562d5be3/67291c7a-80d8-4d66-a01a-ca0b111ad866) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:36.021680 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.105342 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b4371-d2b7-45cd-84da-ac51cf7453df tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=1bc42303-0f9c-485d-83cd-7246e9a24a38,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:36.143455 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] For port 70d09a8a-c695-4fad-83a2-8f6b76874994, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:36.153465 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] For port 70d09a8a-c695-4fad-83a2-8f6b76874994, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=70d09a8a-c695-4fad-83a2-8f6b76874994,segment=NetworkSegment(d0dd0dd8-efd5-429c-820a-cfb0d4c4e934),segment_id=d0dd0dd8-efd5-429c-820a-cfb0d4c4e934)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:36.162221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port ddcdfa42-4714-4295-b296-843d2c4c00f4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ddcdfa42-4714-4295-b296-843d2c4c00f4,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:36.175438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.200158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b46fbabb-985e-41e9-ad6f-379dfb4c173d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:36.219147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905b0ca-545d-4fa5-99b3-8d89d4db44d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=5cfc6474-d96d-42d7-b3aa-cf2cf71dd072,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:36.236197 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8189da88-f698-4344-aa34-e53f803a1c9d req-a7eb0f44-b48d-4dca-a621-05945901ac77 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 210 time: 0.3575840 Jan 27 17:12:36.238714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b905b0ca-545d-4fa5-99b3-8d89d4db44d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.243861 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b905b0ca-545d-4fa5-99b3-8d89d4db44d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/5cfc6474-d96d-42d7-b3aa-cf2cf71dd072 HTTP/1.1" status: 204 len: 168 time: 3.7340112 Jan 27 17:12:36.245220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b46fbabb-985e-41e9-ad6f-379dfb4c173d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Usage tracker for resource:security_group_rule and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:36.252216 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b46fbabb-985e-41e9-ad6f-379dfb4c173d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:36.255802 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37194) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:36.259122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b37459-250b-482f-abc9-f236a8196da5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.259877 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b37459-250b-482f-abc9-f236a8196da5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.260155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b37459-250b-482f-abc9-f236a8196da5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.260543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b37459-250b-482f-abc9-f236a8196da5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.260998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b37459-250b-482f-abc9-f236a8196da5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.261413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b37459-250b-482f-abc9-f236a8196da5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.261842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b37459-250b-482f-abc9-f236a8196da5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.262279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b37459-250b-482f-abc9-f236a8196da5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.262707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b37459-250b-482f-abc9-f236a8196da5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.263167 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b37459-250b-482f-abc9-f236a8196da5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.263548 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b37459-250b-482f-abc9-f236a8196da5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.263997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b37459-250b-482f-abc9-f236a8196da5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.270376 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.272047 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a6b37459-250b-482f-abc9-f236a8196da5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7687 time: 0.4507201 Jan 27 17:12:36.272297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:36.351877 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:12:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:30Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:36.358135 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Checking router: f35f0f22-3264-4d12-9b55-831727d653be for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:36.359065 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Updating router f35f0f22-3264-4d12-9b55-831727d653be port bf679346-b744-4d31-b514-4b2228d10d02 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:12:36.366926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37196) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:36.395907 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c68e3b-2668-4360-a5de-9c8f13c064b7 None None] Pushing event updated for resources: {'Port': ['ID=70d09a8a-c695-4fad-83a2-8f6b76874994,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:36.465761 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.479174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b46fbabb-985e-41e9-ad6f-379dfb4c173d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:36.540523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Routers {'1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:36.541348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:36.699180 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=ddcdfa42-4714-4295-b296-843d2c4c00f4,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:36.829145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] Set router 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:36.849513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13a0651-99f7-4796-bb23-b058b782654e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.851830 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13a0651-99f7-4796-bb23-b058b782654e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.852860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d13a0651-99f7-4796-bb23-b058b782654e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:36.856134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b46fbabb-985e-41e9-ad6f-379dfb4c173d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.960969 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:36.974459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:36.974879 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.978404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.001281 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.002812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Transition to ACTIVE for port object 67291c7a-80d8-4d66-a01a-ca0b111ad866 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:37.036633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.102272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d13a0651-99f7-4796-bb23-b058b782654e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:37.107644 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d13a0651-99f7-4796-bb23-b058b782654e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7207892 Jan 27 17:12:37.108836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37202) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:37.114190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Transition to ACTIVE for port object 127c4b99-71fe-4ab0-92fe-83d18125f47a will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:37.123611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ee14ad5b-39b6-40b7-91f1-172ae80125a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.127850 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.144437 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Transition to ACTIVE for port object bf679346-b744-4d31-b514-4b2228d10d02 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:37.145650 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df95c31d-0a19-4a17-be19-9789fdd1dbc4 None None] Network 69edd429-cf2a-4643-8a09-db9ea4f15a48 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:37.157076 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.172378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.216212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4371-d2b7-45cd-84da-ac51cf7453df tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.230041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event deleted for resources: {'Port': ['ID=cf001aa1-aa83-49a7-9ee4-be3d1ed71e94,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:37.288745 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b46fbabb-985e-41e9-ad6f-379dfb4c173d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.308691 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b46fbabb-985e-41e9-ad6f-379dfb4c173d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.385381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e1362d-e0f7-4a6f-a6ec-e020d06e3fbd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet dd0aa20d-dcc1-43e1-9970-23f492467205 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:37.413879 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fbabb-985e-41e9-ad6f-379dfb4c173d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6680da3-fe55-4473-8cf7-4cfe8f944a46,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:37.426825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8e1362d-e0f7-4a6f-a6ec-e020d06e3fbd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.451148 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'Port': ['ID=67291c7a-80d8-4d66-a01a-ca0b111ad866,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:37.460446 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f65d88-c014-4960-a0d0-22975e1a52fd None None] Pushing event updated for resources: {'Port': ['ID=bf679346-b744-4d31-b514-4b2228d10d02,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:37.509939 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.573820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.575965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b46fbabb-985e-41e9-ad6f-379dfb4c173d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.577355 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b46fbabb-985e-41e9-ad6f-379dfb4c173d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1023433 Jan 27 17:12:37.606903 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Attempting to bind port bf679346-b744-4d31-b514-4b2228d10d02 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:37.607351 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Attempting to bind port bf679346-b744-4d31-b514-4b2228d10d02 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '024825c6-1a5d-4834-9cc1-f0fe5161b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:37.607873 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Attempting to bind port bf679346-b744-4d31-b514-4b2228d10d02 on network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:37.616248 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:37.616606 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Checking segment: {'id': '024825c6-1a5d-4834-9cc1-f0fe5161b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:37.616998 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.617471 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Bound using segment: {'id': '024825c6-1a5d-4834-9cc1-f0fe5161b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:37.617927 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Bound port: bf679346-b744-4d31-b514-4b2228d10d02, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024825c6-1a5d-4834-9cc1-f0fe5161b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:37.618304 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.625013 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e9b59262-d509-46ef-a98b-9c9e6215fe14 None None] Provisioning for port 64483929-2ae4-446d-a99c-66b68e00d7a1 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:37.647956 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37208) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:37.662180 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6e72acf3-5c24-412a-9552-77f79de5c667 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Request body: {'security_group_rule': {'security_group_id': '7c0535bf-7cea-40d6-b96f-a33078c92c4d', 'project_id': '3f2e5835c99b4269befa850388a8a385', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:37.679423 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:37.704618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:37.730506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8e1362d-e0f7-4a6f-a6ec-e020d06e3fbd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.744201 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] For port bf679346-b744-4d31-b514-4b2228d10d02, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:37.751347 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] For port bf679346-b744-4d31-b514-4b2228d10d02, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bf679346-b744-4d31-b514-4b2228d10d02,segment=NetworkSegment(024825c6-1a5d-4834-9cc1-f0fe5161b17a),segment_id=024825c6-1a5d-4834-9cc1-f0fe5161b17a)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:37.753511 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b,segment=NetworkSegment(024825c6-1a5d-4834-9cc1-f0fe5161b17a),segment_id=024825c6-1a5d-4834-9cc1-f0fe5161b17a)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:37.759237 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.768562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:37.791823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 69edd429-cf2a-4643-8a09-db9ea4f15a48 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:37.793256 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6e72acf3-5c24-412a-9552-77f79de5c667 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:37.801813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6e72acf3-5c24-412a-9552-77f79de5c667 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Usage tracker for resource:security_group_rule and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:37.807791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6e72acf3-5c24-412a-9552-77f79de5c667 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:37.818432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6e72acf3-5c24-412a-9552-77f79de5c667 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:37.831199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.833095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 17c23006-b6fb-406f-898e-3fefe20076ca up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:37.861685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:37.879612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:37.892966 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:37.902303 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:37.995526 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=127c4b99-71fe-4ab0-92fe-83d18125f47a,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:38.075018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6e72acf3-5c24-412a-9552-77f79de5c667 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.103341 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f65d88-c014-4960-a0d0-22975e1a52fd None None] Pushing event updated for resources: {'Port': ['ID=bf679346-b744-4d31-b514-4b2228d10d02,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:38.179563 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:38.179897 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.204286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:38.231680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0b4371-d2b7-45cd-84da-ac51cf7453df tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Router cf6675b2-12b1-4e3e-906c-2a22c1a4300b has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:38.257048 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:38.257737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.287360 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b3e2b0ba-b9b3-4d97-b79c-33b1ea62d04d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.7665997 Jan 27 17:12:38.289377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'name': 'tempest-TestVolumeBootPattern-1732983028-router', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:26Z', 'revision_number': 4, 'project_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'gw_port': {'id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:09Z', 'updated_at': '2022-01-27T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '70d09a8a-c695-4fad-83a2-8f6b76874994', 'name': '', 'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'mac_address': 'fa:16:3e:99:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'bf9f4f0e-78d4-4fae-9b01-5a220c01c369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:23Z', 'updated_at': '2022-01-27T17:12:36Z', 'revision_number': 4, 'project_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'subnets': [{'id': 'bf9f4f0e-78d4-4fae-9b01-5a220c01c369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:38.295288 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 17c23006-b6fb-406f-898e-3fefe20076ca completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:38.296840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37212) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:38.301780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 17c23006-b6fb-406f-898e-3fefe20076ca triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:38.302293 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.309236 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:38.318133 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] create failed (client error): The resource could not be found. Jan 27 17:12:38.319196 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a37155b4-fbea-4036-9663-afa3ce982c77 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 9.9290071 Jan 27 17:12:38.329436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37214) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:38.363333 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64024ad2-eb30-4536-85ae-c586f5061540 None None] The sync data for ids ['1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'] in dv-neutron-825077-1-hyperv is: [{'id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'name': 'tempest-TestVolumeBootPattern-1732983028-router', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:26Z', 'revision_number': 4, 'project_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'gw_port': {'id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:09Z', 'updated_at': '2022-01-27T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '70d09a8a-c695-4fad-83a2-8f6b76874994', 'name': '', 'network_id': 'f5818c02-6295-4d54-9bcf-e9e22a80f947', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'mac_address': 'fa:16:3e:99:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'bf9f4f0e-78d4-4fae-9b01-5a220c01c369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:23Z', 'updated_at': '2022-01-27T17:12:36Z', 'revision_number': 4, 'project_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'subnets': [{'id': 'bf9f4f0e-78d4-4fae-9b01-5a220c01c369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:38.558886 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8e1362d-e0f7-4a6f-a6ec-e020d06e3fbd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.579539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-628810ec-b3ab-4bf8-9e06-b8bac45ca746 None None] Provisioning for port 67291c7a-80d8-4d66-a01a-ca0b111ad866 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:38.611020 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-628810ec-b3ab-4bf8-9e06-b8bac45ca746 None None] Provisioning complete for port 67291c7a-80d8-4d66-a01a-ca0b111ad866 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:38.611450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-628810ec-b3ab-4bf8-9e06-b8bac45ca746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.718508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6e72acf3-5c24-412a-9552-77f79de5c667 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.729770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.757601 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-628810ec-b3ab-4bf8-9e06-b8bac45ca746 None None] Port 67291c7a-80d8-4d66-a01a-ca0b111ad866 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:38.773327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-356fd908-01e2-4d61-b065-9e63494e4d5a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 127c4b99-71fe-4ab0-92fe-83d18125f47a {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:38.773780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356fd908-01e2-4d61-b065-9e63494e4d5a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.789383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 17c23006-b6fb-406f-898e-3fefe20076ca, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=17c23006-b6fb-406f-898e-3fefe20076ca,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:38.797425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.809141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aca51-6c22-464c-9102-07f26768d65e req-cfea902b-0aa6-42a4-a894-24d3a4d4ffb2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:38.809875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-890aca51-6c22-464c-9102-07f26768d65e req-cfea902b-0aa6-42a4-a894-24d3a4d4ffb2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Synchronizing usage tracker for tenant:c4d03d0b8dc841b782f833caa29e9310 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:38.813318 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-beb6666f-15cd-4de8-a69f-3579d3b33edd tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4180553 Jan 27 17:12:38.831046 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Request body: {'port': {'device_id': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:38.874103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0b4371-d2b7-45cd-84da-ac51cf7453df tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:38.886007 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5a0b4371-d2b7-45cd-84da-ac51cf7453df tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "PUT /v2.0/routers/cf6675b2-12b1-4e3e-906c-2a22c1a4300b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3952415 Jan 27 17:12:38.905838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37220) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:38.911496 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-de6504b2-9be0-454e-bc66-ce75a4dede34 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Deleting port 123cae2d-be08-4eb9-9eb6-7a2526581e48 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:38.911884 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6504b2-9be0-454e-bc66-ce75a4dede34 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.926320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5ac5b-1250-4121-b23e-9f2c254d7802 None None] Sync routers for ids ['cf6675b2-12b1-4e3e-906c-2a22c1a4300b'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:38.969092 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:12:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:37Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:38.980144 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b87d2d-cfa3-4a75-88fa-32de5a5eb4fe None None] The sync data for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv is: [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:12:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:37Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:38.996199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5ac5b-1250-4121-b23e-9f2c254d7802 None None] Routers {'cf6675b2-12b1-4e3e-906c-2a22c1a4300b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:38.997157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f9b5ac5b-1250-4121-b23e-9f2c254d7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['cf6675b2-12b1-4e3e-906c-2a22c1a4300b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:39.097263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f9b5ac5b-1250-4121-b23e-9f2c254d7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:39.102874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4d231141-de06-4da7-8a8c-307a8da189bf None None] Provisioning for port 127c4b99-71fe-4ab0-92fe-83d18125f47a completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:39.120185 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4d231141-de06-4da7-8a8c-307a8da189bf None None] Provisioning complete for port 127c4b99-71fe-4ab0-92fe-83d18125f47a triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:39.120641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4d231141-de06-4da7-8a8c-307a8da189bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.163439 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=17c23006-b6fb-406f-898e-3fefe20076ca,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:39.172747 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7b0aae-45be-435a-9515-7719f7234e1d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:12:39.174442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6a7b0aae-45be-435a-9515-7719f7234e1d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:39.178976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5ac5b-1250-4121-b23e-9f2c254d7802 None None] Routers {'cf6675b2-12b1-4e3e-906c-2a22c1a4300b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:39.180197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f9b5ac5b-1250-4121-b23e-9f2c254d7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['cf6675b2-12b1-4e3e-906c-2a22c1a4300b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:39.183086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-890aca51-6c22-464c-9102-07f26768d65e req-cfea902b-0aa6-42a4-a894-24d3a4d4ffb2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Unset dirty status for tenant:c4d03d0b8dc841b782f833caa29e9310 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:39.202690 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-890aca51-6c22-464c-9102-07f26768d65e req-cfea902b-0aa6-42a4-a894-24d3a4d4ffb2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 931 time: 1.5850706 Jan 27 17:12:39.300188 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f9b5ac5b-1250-4121-b23e-9f2c254d7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:39.300539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5ac5b-1250-4121-b23e-9f2c254d7802 None None] The sync data for ids ['cf6675b2-12b1-4e3e-906c-2a22c1a4300b'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:39.312482 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6e72acf3-5c24-412a-9552-77f79de5c667 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.322608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4d231141-de06-4da7-8a8c-307a8da189bf None None] Port 127c4b99-71fe-4ab0-92fe-83d18125f47a cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:39.425658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee14ad5b-39b6-40b7-91f1-172ae80125a8 admin admin] Router a3695c0c-9277-4af6-ad15-8de3901c4874 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:39.425658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72acf3-5c24-412a-9552-77f79de5c667 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16599ba5-3c2b-418a-886c-3290198399fe,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:39.478223 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5fd657fa-c5fa-487c-b0b3-da653bba10c3 None None] Provisioning complete for port 127c4b99-71fe-4ab0-92fe-83d18125f47a triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:39.478593 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5fd657fa-c5fa-487c-b0b3-da653bba10c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.485652 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6a7b0aae-45be-435a-9515-7719f7234e1d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:39.490526 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6a7b0aae-45be-435a-9515-7719f7234e1d tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/1bc42303-0f9c-485d-83cd-7246e9a24a38 HTTP/1.1" status: 404 len: 333 time: 0.5834322 Jan 27 17:12:39.503543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37224) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:39.537222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8e1362d-e0f7-4a6f-a6ec-e020d06e3fbd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.615120 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ddcdfa42-4714-4295-b296-843d2c4c00f4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:39.621026 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e8ad1548-a375-4c87-a546-8ac456833d52 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5579 time: 3.2492692 Jan 27 17:12:39.621026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.658090 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-890aca51-6c22-464c-9102-07f26768d65e req-689b7511-a747-465d-a52b-67ddf5fb1804 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4543588 Jan 27 17:12:39.681862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6e72acf3-5c24-412a-9552-77f79de5c667 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.684255 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6e72acf3-5c24-412a-9552-77f79de5c667 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0264161 Jan 27 17:12:39.696562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8e1362d-e0f7-4a6f-a6ec-e020d06e3fbd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.701523 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d8e1362d-e0f7-4a6f-a6ec-e020d06e3fbd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/dd0aa20d-dcc1-43e1-9970-23f492467205 HTTP/1.1" status: 204 len: 168 time: 2.5852482 Jan 27 17:12:39.702380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37230) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:39.702380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37232) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:39.742912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c4a579-9a93-4993-a2db-ad363ff12872 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:39.778671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-5fd657fa-c5fa-487c-b0b3-da653bba10c3 None None] Port 127c4b99-71fe-4ab0-92fe-83d18125f47a cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:39.823724 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6cc6e07d-be56-4255-882f-d21a013d7e66 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Request body: {'security_group_rule': {'security_group_id': '7c0535bf-7cea-40d6-b96f-a33078c92c4d', 'project_id': '3f2e5835c99b4269befa850388a8a385', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:39.828354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1362d-e0f7-4a6f-a6ec-e020d06e3fbd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0aa20d-dcc1-43e1-9970-23f492467205,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:39.941140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ddcdfa42-4714-4295-b296-843d2c4c00f4 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:39.942007 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.968184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf09ce56-af81-4d7f-9b09-f6aa22bb386b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.100400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee14ad5b-39b6-40b7-91f1-172ae80125a8 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:40.102383 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6cc6e07d-be56-4255-882f-d21a013d7e66 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:40.116035 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02932495-b928-421e-a505-d09f6e68f4bc None None] Sync routers for ids ['a3695c0c-9277-4af6-ad15-8de3901c4874'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:40.133289 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02932495-b928-421e-a505-d09f6e68f4bc None None] Routers {'a3695c0c-9277-4af6-ad15-8de3901c4874'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:40.133910 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-02932495-b928-421e-a505-d09f6e68f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3695c0c-9277-4af6-ad15-8de3901c4874'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:40.150436 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1dd5bf10-c331-4402-bacb-5771c53b548a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4372170 Jan 27 17:12:40.152469 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37238) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:40.158127 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ee14ad5b-39b6-40b7-91f1-172ae80125a8 admin admin] 10.222.0.81 "PUT /v2.0/routers/a3695c0c-9277-4af6-ad15-8de3901c4874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5095630 Jan 27 17:12:40.165260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37240) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:40.195916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-260a0c78-5d3c-4bd7-b422-1094b7ecfc78 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:40.217682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:40.347313 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4c4415-d16a-4cde-8349-90e2ea689bf5 None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:40.356001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c4415-d16a-4cde-8349-90e2ea689bf5 None None] Deleting port ddcdfa42-4714-4295-b296-843d2c4c00f4 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:40.356293 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb4c4415-d16a-4cde-8349-90e2ea689bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.506111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6cc6e07d-be56-4255-882f-d21a013d7e66 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Usage tracker for resource:security_group_rule and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:40.517930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:40.518495 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.523143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-260a0c78-5d3c-4bd7-b422-1094b7ecfc78 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:40.535113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-260a0c78-5d3c-4bd7-b422-1094b7ecfc78 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:40.543478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6cc6e07d-be56-4255-882f-d21a013d7e66 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:40.552402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37246) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:40.621959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260a0c78-5d3c-4bd7-b422-1094b7ecfc78 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:40.626213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-260a0c78-5d3c-4bd7-b422-1094b7ecfc78 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.644223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6cc6e07d-be56-4255-882f-d21a013d7e66 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:40.652650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1433185883', 'description': 'tempest-secgroup-smoke-1433185883 description', 'project_id': '44b0386278b54442ad833b884f51ee72'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:40.704775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:40.752443 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-02932495-b928-421e-a505-d09f6e68f4bc None None] Set router a3695c0c-9277-4af6-ad15-8de3901c4874 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:40.790087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:40.797835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:40.838968 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-eb4c4415-d16a-4cde-8349-90e2ea689bf5 None None] For port ddcdfa42-4714-4295-b296-843d2c4c00f4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ddcdfa42-4714-4295-b296-843d2c4c00f4,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:40.840122 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb4c4415-d16a-4cde-8349-90e2ea689bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.849753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 64483929-2ae4-446d-a99c-66b68e00d7a1 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:40.873596 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:41.022204 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356fd908-01e2-4d61-b065-9e63494e4d5a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.039427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6cc6e07d-be56-4255-882f-d21a013d7e66 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.068963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.087303 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c4415-d16a-4cde-8349-90e2ea689bf5 None None] Calling delete_port for ddcdfa42-4714-4295-b296-843d2c4c00f4 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:41.137181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 64483929-2ae4-446d-a99c-66b68e00d7a1 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:41.154041 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 64483929-2ae4-446d-a99c-66b68e00d7a1 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:41.154416 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.253973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb4c4415-d16a-4cde-8349-90e2ea689bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.287198 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-02932495-b928-421e-a505-d09f6e68f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 5, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:41.297399 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02932495-b928-421e-a505-d09f6e68f4bc None None] Checking router: a3695c0c-9277-4af6-ad15-8de3901c4874 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:41.317463 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02932495-b928-421e-a505-d09f6e68f4bc None None] Routers {'a3695c0c-9277-4af6-ad15-8de3901c4874'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:41.318074 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-02932495-b928-421e-a505-d09f6e68f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3695c0c-9277-4af6-ad15-8de3901c4874'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:41.320286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c4415-d16a-4cde-8349-90e2ea689bf5 None None] No DVR routers for this DVR port ddcdfa42-4714-4295-b296-843d2c4c00f4 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:41.327355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-356fd908-01e2-4d61-b065-9e63494e4d5a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 127c4b99-71fe-4ab0-92fe-83d18125f47a owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:41.400018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c4415-d16a-4cde-8349-90e2ea689bf5 None None] Pushing event deleted for resources: {'Port': ['ID=ddcdfa42-4714-4295-b296-843d2c4c00f4,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:41.463502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.492006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf09ce56-af81-4d7f-9b09-f6aa22bb386b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.553335 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 64483929-2ae4-446d-a99c-66b68e00d7a1, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=64483929-2ae4-446d-a99c-66b68e00d7a1,segment=NetworkSegment(e5b55732-e3fe-4713-a044-c6b2fae0d891),segment_id=e5b55732-e3fe-4713-a044-c6b2fae0d891)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:41.562358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.563197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f966e7fc-2d58-43be-8a7a-e139ca03a9c6 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:41.597630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf09ce56-af81-4d7f-9b09-f6aa22bb386b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.688719 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-02932495-b928-421e-a505-d09f6e68f4bc None None] Set router a3695c0c-9277-4af6-ad15-8de3901c4874 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:41.717093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6504b2-9be0-454e-bc66-ce75a4dede34 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.858227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:41.861135 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=64483929-2ae4-446d-a99c-66b68e00d7a1,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:41.876345 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port f966e7fc-2d58-43be-8a7a-e139ca03a9c6 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:41.876554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356fd908-01e2-4d61-b065-9e63494e4d5a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.877419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.879873 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:41.929405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:41.934789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-260a0c78-5d3c-4bd7-b422-1094b7ecfc78 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.960679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.013283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:42.015604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fd908-01e2-4d61-b065-9e63494e4d5a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=127c4b99-71fe-4ab0-92fe-83d18125f47a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:42.030153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6cc6e07d-be56-4255-882f-d21a013d7e66 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.045526 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 70d09a8a-c695-4fad-83a2-8f6b76874994 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:42.118325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6cc6e07d-be56-4255-882f-d21a013d7e66 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.130279 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260a0c78-5d3c-4bd7-b422-1094b7ecfc78 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:42.131266 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-02932495-b928-421e-a505-d09f6e68f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 5, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:42.139263 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02932495-b928-421e-a505-d09f6e68f4bc None None] The sync data for ids ['a3695c0c-9277-4af6-ad15-8de3901c4874'] in dv-neutron-825077-1-hyperv is: [{'id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'name': 'tempest-ServerActionsTestJSON-851875344-router', 'tenant_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:29Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 5, 'project_id': '3a95060ee06540eaa75dc255f8a6fc9f', 'gw_port': {'id': 'c9b85fe7-5173-4767-881c-0c299c3cf035', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3695c0c-9277-4af6-ad15-8de3901c4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:32Z', 'updated_at': '2022-01-27T17:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:42.168967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 70d09a8a-c695-4fad-83a2-8f6b76874994 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:42.182366 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 70d09a8a-c695-4fad-83a2-8f6b76874994 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:42.187110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.335874 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-de6504b2-9be0-454e-bc66-ce75a4dede34 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Calling delete_port for 123cae2d-be08-4eb9-9eb6-7a2526581e48 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:42.388279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.402341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf09ce56-af81-4d7f-9b09-f6aa22bb386b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.403251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf09ce56-af81-4d7f-9b09-f6aa22bb386b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Fanout notify agent at l3_agent the message router_deleted on router cf6675b2-12b1-4e3e-906c-2a22c1a4300b {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:12:42.441659 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 70d09a8a-c695-4fad-83a2-8f6b76874994, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=70d09a8a-c695-4fad-83a2-8f6b76874994,segment=NetworkSegment(d0dd0dd8-efd5-429c-820a-cfb0d4c4e934),segment_id=d0dd0dd8-efd5-429c-820a-cfb0d4c4e934)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:42.448746 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.467563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf09ce56-af81-4d7f-9b09-f6aa22bb386b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.472056 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bf09ce56-af81-4d7f-9b09-f6aa22bb386b tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/routers/cf6675b2-12b1-4e3e-906c-2a22c1a4300b HTTP/1.1" status: 204 len: 168 time: 2.9670708 Jan 27 17:12:42.472252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a0c78-5d3c-4bd7-b422-1094b7ecfc78 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=37399a22-3ed5-449b-b8aa-a7af3b6f15c7,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:42.475198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-260a0c78-5d3c-4bd7-b422-1094b7ecfc78 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:42.477589 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37252) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.478476 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260a0c78-5d3c-4bd7-b422-1094b7ecfc78 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:42.479100 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-260a0c78-5d3c-4bd7-b422-1094b7ecfc78 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.490199 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356fd908-01e2-4d61-b065-9e63494e4d5a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.495079 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-356fd908-01e2-4d61-b065-9e63494e4d5a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/127c4b99-71fe-4ab0-92fe-83d18125f47a HTTP/1.1" status: 204 len: 168 time: 4.1699281 Jan 27 17:12:42.499075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6cc6e07d-be56-4255-882f-d21a013d7e66 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.502770 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6cc6e07d-be56-4255-882f-d21a013d7e66 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.7888849 Jan 27 17:12:42.502770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37256) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.515320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6e07d-be56-4255-882f-d21a013d7e66 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea78f8b-5e6d-4aee-aa2c-5ba86e6829a6,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:42.540058 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3a58ad-0f86-41d2-aa44-6840e6fe0c8c None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:42.551639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37258) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.630193 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-96decf99-dcfb-425b-ab83-569f906e477c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Request body: {'security_group_rule': {'security_group_id': '7c0535bf-7cea-40d6-b96f-a33078c92c4d', 'project_id': '3f2e5835c99b4269befa850388a8a385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:42.652963 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9ab667-20c7-485a-bd6a-513e66bef068 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:42.653505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f9ab667-20c7-485a-bd6a-513e66bef068 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:42.662804 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2f9ab667-20c7-485a-bd6a-513e66bef068 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/127c4b99-71fe-4ab0-92fe-83d18125f47a HTTP/1.1" status: 404 len: 333 time: 0.1535437 Jan 27 17:12:42.671737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37264) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.673335 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-260a0c78-5d3c-4bd7-b422-1094b7ecfc78 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4847903 Jan 27 17:12:42.680176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37266) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.711117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'fixed_ips': [{'subnet_id': '37399a22-3ed5-449b-b8aa-a7af3b6f15c7', 'ip_address': '2001:db8::590e:85bd:88cf:b21e'}], 'name': 'tempest-NetworksTestDHCPv6-836068423'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:42.754863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-96decf99-dcfb-425b-ab83-569f906e477c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:42.775145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=70d09a8a-c695-4fad-83a2-8f6b76874994,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:42.793142 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.823100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-96decf99-dcfb-425b-ab83-569f906e477c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Usage tracker for resource:security_group_rule and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:42.863108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56759b89-992b-4abc-b405-f7bda8aa80c5 req-ecd6b89e-9a5c-4bbf-9950-f51912c2a191 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:42.865146 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56759b89-992b-4abc-b405-f7bda8aa80c5 req-ecd6b89e-9a5c-4bbf-9950-f51912c2a191 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 931 time: 1.8879740 Jan 27 17:12:42.869236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-96decf99-dcfb-425b-ab83-569f906e477c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:42.884029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 17c23006-b6fb-406f-898e-3fefe20076ca up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:42.887177 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-6496308a-1245-42f8-9e72-b63fbba9f66b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:12:42.891681 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6496308a-1245-42f8-9e72-b63fbba9f66b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/127c4b99-71fe-4ab0-92fe-83d18125f47a HTTP/1.1" status: 404 len: 333 time: 0.1581423 Jan 27 17:12:42.908845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-96decf99-dcfb-425b-ab83-569f906e477c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:42.914233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37272) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.914233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.945250 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-63be0bb4-132a-4acd-905d-3c8bb99231bb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting subnet 0c781b32-f85d-4b50-b523-20147575a724 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:42.980139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67291c7a-80d8-4d66-a01a-ca0b111ad866 {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:12:42.990682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63be0bb4-132a-4acd-905d-3c8bb99231bb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.025168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': '37399a22-3ed5-449b-b8aa-a7af3b6f15c7'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:43.025168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.025393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.031358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.041968 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 17c23006-b6fb-406f-898e-3fefe20076ca triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:43.041968 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.046110 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-96decf99-dcfb-425b-ab83-569f906e477c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Project 3f2e5835c99b4269befa850388a8a385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:12:43.063538 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.068283 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5141211 Jan 27 17:12:43.071724 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37276) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:43.085782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0767f72b-af26-40c8-8258-dbc96aa79c11 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '44d360cc-3aed-4d52-8fea-b168b16f5f22', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:43.088313 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-96decf99-dcfb-425b-ab83-569f906e477c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.096230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e01bd4-c45e-4e51-b5c4-6eab65fe2aaa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d360cc-3aed-4d52-8fea-b168b16f5f22,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:43.112147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0767f72b-af26-40c8-8258-dbc96aa79c11 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:43.122723 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad424444-82aa-42ea-97a1-ca9ea0021f40 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting subnet ab165075-74cf-4248-b952-c5788519e781 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:43.126562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad424444-82aa-42ea-97a1-ca9ea0021f40 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.169833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0767f72b-af26-40c8-8258-dbc96aa79c11 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:43.175622 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0767f72b-af26-40c8-8258-dbc96aa79c11 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:43.195943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0767f72b-af26-40c8-8258-dbc96aa79c11 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:43.206762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:43.217736 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad424444-82aa-42ea-97a1-ca9ea0021f40 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.266355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:43.272927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Deleting port c9b85fe7-5173-4767-881c-0c299c3cf035 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:43.273279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.279898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0767f72b-af26-40c8-8258-dbc96aa79c11 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.313006 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56759b89-992b-4abc-b405-f7bda8aa80c5 req-a1e42a39-fcb2-42ed-a7e2-e88b192bd631 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4229307 Jan 27 17:12:43.317785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Transition to ACTIVE for port object 67291c7a-80d8-4d66-a01a-ca0b111ad866 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:43.351309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:43.352883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63be0bb4-132a-4acd-905d-3c8bb99231bb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.368086 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 64483929-2ae4-446d-a99c-66b68e00d7a1 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:43.384797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.407320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0767f72b-af26-40c8-8258-dbc96aa79c11 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.427527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0767f72b-af26-40c8-8258-dbc96aa79c11 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.499273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6504b2-9be0-454e-bc66-ce75a4dede34 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.534151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767f72b-af26-40c8-8258-dbc96aa79c11 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cc417c-ae4e-4d52-9efd-3012156d5d0a,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:43.554934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad424444-82aa-42ea-97a1-ca9ea0021f40 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.592990 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0767f72b-af26-40c8-8258-dbc96aa79c11 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.597502 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0767f72b-af26-40c8-8258-dbc96aa79c11 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5167432 Jan 27 17:12:43.607653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37280) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:43.616224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 64483929-2ae4-446d-a99c-66b68e00d7a1 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:43.616995 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.626001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ce635f61-d14c-4c69-9471-344118a86989 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '44d360cc-3aed-4d52-8fea-b168b16f5f22', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:43.634688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ce635f61-d14c-4c69-9471-344118a86989 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:43.644923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ce635f61-d14c-4c69-9471-344118a86989 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:43.652196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ce635f61-d14c-4c69-9471-344118a86989 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:43.655611 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Allocated IP 2001:db8::2 (185d5333-05b7-45cc-a2cf-ffb552748715/37399a22-3ed5-449b-b8aa-a7af3b6f15c7/e8a9cdf2-a25c-447b-a950-b88c70fd8ea5) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:43.674945 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.688210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Pushing event updated for resources: {'Port': ['ID=67291c7a-80d8-4d66-a01a-ca0b111ad866,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:43.688843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ce635f61-d14c-4c69-9471-344118a86989 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:43.737808 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port d99096a4-357a-43b0-af67-3623a545a714 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:43.786735 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce635f61-d14c-4c69-9471-344118a86989 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.852663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad424444-82aa-42ea-97a1-ca9ea0021f40 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.859826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63be0bb4-132a-4acd-905d-3c8bb99231bb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.965941 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c160c67d-f86f-4198-a057-fad869cb04ac None None] Network 69edd429-cf2a-4643-8a09-db9ea4f15a48 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:43.967447 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6504b2-9be0-454e-bc66-ce75a4dede34 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event deleted for resources: {'Port': ['ID=123cae2d-be08-4eb9-9eb6-7a2526581e48,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:43.993534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad424444-82aa-42ea-97a1-ca9ea0021f40 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Subnet': ['ID=ab165075-74cf-4248-b952-c5788519e781,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:44.002517 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad424444-82aa-42ea-97a1-ca9ea0021f40 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.043951 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ad424444-82aa-42ea-97a1-ca9ea0021f40 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/ab165075-74cf-4248-b952-c5788519e781 HTTP/1.1" status: 204 len: 168 time: 1.1195285 Jan 27 17:12:44.050438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37284) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:44.056258 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-96decf99-dcfb-425b-ab83-569f906e477c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.097286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce635f61-d14c-4c69-9471-344118a86989 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.113278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63be0bb4-132a-4acd-905d-3c8bb99231bb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.113761 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce635f61-d14c-4c69-9471-344118a86989 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.121436 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.123010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-96decf99-dcfb-425b-ab83-569f906e477c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.163432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce635f61-d14c-4c69-9471-344118a86989 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8eebdeb-67c9-4189-9d0f-1e92dec33a98,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:44.176828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Transition to ACTIVE for port object e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:44.184509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-63be0bb4-132a-4acd-905d-3c8bb99231bb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.186048 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08be0d97-9344-4dd0-8d97-9725cbc5a978 None None] Network 15ec925e-0c7c-463e-b9ad-5ea2acf50d99 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:44.200122 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce635f61-d14c-4c69-9471-344118a86989 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.204275 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ce635f61-d14c-4c69-9471-344118a86989 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5953722 Jan 27 17:12:44.232046 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37288) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:44.234757 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be0bb4-132a-4acd-905d-3c8bb99231bb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Subnet': ['ID=0c781b32-f85d-4b50-b523-20147575a724,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:44.247249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d2fa638a-34f1-4235-9f2d-eb0e8e53201f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '44d360cc-3aed-4d52-8fea-b168b16f5f22', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:44.260842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96decf99-dcfb-425b-ab83-569f906e477c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d01fc2-c3a8-400c-9c52-b24194628178,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:44.295322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.309113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 64483929-2ae4-446d-a99c-66b68e00d7a1 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:44.309492 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.318675 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-63be0bb4-132a-4acd-905d-3c8bb99231bb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/0c781b32-f85d-4b50-b523-20147575a724 HTTP/1.1" status: 204 len: 168 time: 1.8357208 Jan 27 17:12:44.320366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37292) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:44.322545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d2fa638a-34f1-4235-9f2d-eb0e8e53201f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:44.324766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Transition to ACTIVE for port object e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:44.331319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d2fa638a-34f1-4235-9f2d-eb0e8e53201f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:44.335444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d2fa638a-34f1-4235-9f2d-eb0e8e53201f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:44.346274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d2fa638a-34f1-4235-9f2d-eb0e8e53201f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:44.369327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] For port c9b85fe7-5173-4767-881c-0c299c3cf035, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9b85fe7-5173-4767-881c-0c299c3cf035,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:44.370043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.397108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-96decf99-dcfb-425b-ab83-569f906e477c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.401489 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-96decf99-dcfb-425b-ab83-569f906e477c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7730412 Jan 27 17:12:44.401489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6504b2-9be0-454e-bc66-ce75a4dede34 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.405251 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-de6504b2-9be0-454e-bc66-ce75a4dede34 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "DELETE /v2.0/ports/123cae2d-be08-4eb9-9eb6-7a2526581e48 HTTP/1.1" status: 204 len: 168 time: 6.0651932 Jan 27 17:12:44.408740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37296) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:44.409080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37298) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:44.413399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.471814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-bbd4271b-2fbd-4bb1-88a5-0a39120fd2c3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Request body: {'security_group_rule': {'security_group_id': '7c0535bf-7cea-40d6-b96f-a33078c92c4d', 'project_id': '3f2e5835c99b4269befa850388a8a385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:44.487716 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bbd4271b-2fbd-4bb1-88a5-0a39120fd2c3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:44.520521 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bbd4271b-2fbd-4bb1-88a5-0a39120fd2c3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Usage tracker for resource:security_group_rule and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:44.532136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bbd4271b-2fbd-4bb1-88a5-0a39120fd2c3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:44.543135 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bf679346-b744-4d31-b514-4b2228d10d02 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:44.562413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Attempting to bind port 67291c7a-80d8-4d66-a01a-ca0b111ad866 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:44.562654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Attempting to bind port 67291c7a-80d8-4d66-a01a-ca0b111ad866 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'a7e370bf-65d0-4974-89e5-31f36699a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:44.563153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Attempting to bind port 67291c7a-80d8-4d66-a01a-ca0b111ad866 on network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:44.592498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Calling delete_port for c9b85fe7-5173-4767-881c-0c299c3cf035 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:44.632734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bbd4271b-2fbd-4bb1-88a5-0a39120fd2c3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:44.635444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::590e:85bd:88cf:b21e (185d5333-05b7-45cc-a2cf-ffb552748715/37399a22-3ed5-449b-b8aa-a7af3b6f15c7/d99096a4-357a-43b0-af67-3623a545a714) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:44.658040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d2fa638a-34f1-4235-9f2d-eb0e8e53201f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.666234 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Port 67291c7a-80d8-4d66-a01a-ca0b111ad866 on network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:12:44.666828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Attempting to bind port 67291c7a-80d8-4d66-a01a-ca0b111ad866 on network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:44.699719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:44.708661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:44.709291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Checking segment: {'id': 'a7e370bf-65d0-4974-89e5-31f36699a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:44.709619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Bound using segment: {'id': 'a7e370bf-65d0-4974-89e5-31f36699a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:44.709997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Bound port: 67291c7a-80d8-4d66-a01a-ca0b111ad866, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e370bf-65d0-4974-89e5-31f36699a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:44.710349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.722621 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-bbd4271b-2fbd-4bb1-88a5-0a39120fd2c3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Project 3f2e5835c99b4269befa850388a8a385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:12:44.724057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:44.736629 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:44.744583 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Pushing event updated for resources: {'Port': ['ID=e8a9cdf2-a25c-447b-a950-b88c70fd8ea5,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:44.768995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbd4271b-2fbd-4bb1-88a5-0a39120fd2c3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.809754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff9c434-0ade-4d12-9b21-aece1961c492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:44.811619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8ff9c434-0ade-4d12-9b21-aece1961c492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Synchronizing usage tracker for tenant:72d084d2cde24e369aa203d9181e07f3 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:44.876922 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Attempting to bind port e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:44.877466 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Attempting to bind port e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:44.878045 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Attempting to bind port e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:44.887973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port bf679346-b744-4d31-b514-4b2228d10d02 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:44.895544 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:44.896053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:44.896356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.896759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:44.897263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Bound port: e8a9cdf2-a25c-447b-a950-b88c70fd8ea5, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:44.897626 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.911309 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4827ce6-1ebb-4906-af3c-0055b7e77799 None None] DHCP port deletion for 69edd429-cf2a-4643-8a09-db9ea4f15a48 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:44.918134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port bf679346-b744-4d31-b514-4b2228d10d02 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:44.918538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.933353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.951491 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] For port 67291c7a-80d8-4d66-a01a-ca0b111ad866, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:44.978141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] For port 67291c7a-80d8-4d66-a01a-ca0b111ad866, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:44.994805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.000281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d2fa638a-34f1-4235-9f2d-eb0e8e53201f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.002700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c4827ce6-1ebb-4906-af3c-0055b7e77799 None None] Deleting port 64483929-2ae4-446d-a99c-66b68e00d7a1 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:45.003232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c4827ce6-1ebb-4906-af3c-0055b7e77799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.081071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 004b0159-5f72-4d4e-93e5-8fe054637d6c {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:45.081488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.118090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Pushing event updated for resources: {'Port': ['ID=67291c7a-80d8-4d66-a01a-ca0b111ad866,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:45.129631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d2fa638a-34f1-4235-9f2d-eb0e8e53201f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.132335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e8d08-76a1-4ec5-8272-7a9db2a506c1 req-5b707e46-749d-4339-9888-58012c02c92d tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:45.144200 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-575e8d08-76a1-4ec5-8272-7a9db2a506c1 req-5b707e46-749d-4339-9888-58012c02c92d tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 943 time: 0.6035409 Jan 27 17:12:45.158727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3956eeef-6267-4288-bf8a-4cdfc8bb6288 None None] DHCP port deletion for 15ec925e-0c7c-463e-b9ad-5ea2acf50d99 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:45.183216 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:45.183921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.185435 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-24d5f57c-bed0-4224-beca-a9ce348e16b2 service neutron] 10.222.0.88 "PUT /v2.0/ports/67291c7a-80d8-4d66-a01a-ca0b111ad866 HTTP/1.1" status: 200 len: 1093 time: 6.3586423 Jan 27 17:12:45.188809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'tag': '67291c7a-80d8-4d66-a01a-ca0b111ad866'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:12:45.194944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa638a-34f1-4235-9f2d-eb0e8e53201f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055bbe63-779f-4281-9188-28745f4e9fcb,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:45.203301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8ff9c434-0ade-4d12-9b21-aece1961c492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Unset dirty status for tenant:72d084d2cde24e369aa203d9181e07f3 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:45.205940 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3956eeef-6267-4288-bf8a-4cdfc8bb6288 None None] Deleting port 004b0159-5f72-4d4e-93e5-8fe054637d6c {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:45.206382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3956eeef-6267-4288-bf8a-4cdfc8bb6288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.227523 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8ff9c434-0ade-4d12-9b21-aece1961c492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "GET /v2.0/ports?device_id=56823704-51d4-4673-a2a9-3d8eedf64720 HTTP/1.1" status: 200 len: 913 time: 0.8019018 Jan 27 17:12:45.230462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] For port 64483929-2ae4-446d-a99c-66b68e00d7a1, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=64483929-2ae4-446d-a99c-66b68e00d7a1,segment=NetworkSegment(e5b55732-e3fe-4713-a044-c6b2fae0d891),segment_id=e5b55732-e3fe-4713-a044-c6b2fae0d891)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:45.230830 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.242908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] For port e8a9cdf2-a25c-447b-a950-b88c70fd8ea5, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:45.249687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37308) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:45.391549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.492576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 64483929-2ae4-446d-a99c-66b68e00d7a1 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:45.503920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c4827ce6-1ebb-4906-af3c-0055b7e77799 None None] For port 64483929-2ae4-446d-a99c-66b68e00d7a1, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=64483929-2ae4-446d-a99c-66b68e00d7a1,segment=NetworkSegment(e5b55732-e3fe-4713-a044-c6b2fae0d891),segment_id=e5b55732-e3fe-4713-a044-c6b2fae0d891)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:45.504464 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c4827ce6-1ebb-4906-af3c-0055b7e77799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.534446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbd4271b-2fbd-4bb1-88a5-0a39120fd2c3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.562493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbd4271b-2fbd-4bb1-88a5-0a39120fd2c3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.593337 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'tag': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'status': 'completed', 'code': 200} Jan 27 17:12:45.608132 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-575e8d08-76a1-4ec5-8272-7a9db2a506c1 req-834854e8-43cc-4d3c-823c-49457b526b4e tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4625101 Jan 27 17:12:45.637829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d2fa638a-34f1-4235-9f2d-eb0e8e53201f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.640309 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d2fa638a-34f1-4235-9f2d-eb0e8e53201f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4030964 Jan 27 17:12:45.649933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37312) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:45.675761 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-bf3b7880-3818-4f13-828b-4c1cb974d1d9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '44d360cc-3aed-4d52-8fea-b168b16f5f22', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:45.697339 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4271b-2fbd-4bb1-88a5-0a39120fd2c3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871c2ded-6ab9-4c47-9009-2adcc1249d9f,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:45.701367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bf3b7880-3818-4f13-828b-4c1cb974d1d9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:45.706862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbd4271b-2fbd-4bb1-88a5-0a39120fd2c3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.708188 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bbd4271b-2fbd-4bb1-88a5-0a39120fd2c3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2890723 Jan 27 17:12:45.712596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c4827ce6-1ebb-4906-af3c-0055b7e77799 None None] Calling delete_port for 64483929-2ae4-446d-a99c-66b68e00d7a1 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:45.714512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bf3b7880-3818-4f13-828b-4c1cb974d1d9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:45.727121 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bf3b7880-3818-4f13-828b-4c1cb974d1d9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:45.738532 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.742589 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bf3b7880-3818-4f13-828b-4c1cb974d1d9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:45.748777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.812554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=64483929-2ae4-446d-a99c-66b68e00d7a1,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:45.818095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object d99096a4-357a-43b0-af67-3623a545a714 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:45.819874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No DVR routers for this DVR port 64483929-2ae4-446d-a99c-66b68e00d7a1 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:45.849023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port bf679346-b744-4d31-b514-4b2228d10d02, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bf679346-b744-4d31-b514-4b2228d10d02,segment=NetworkSegment(024825c6-1a5d-4834-9cc1-f0fe5161b17a),segment_id=024825c6-1a5d-4834-9cc1-f0fe5161b17a)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:45.861434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.912298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf3b7880-3818-4f13-828b-4c1cb974d1d9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.992349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.015103 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=bf679346-b744-4d31-b514-4b2228d10d02,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:46.018624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5df1f1cc-8410-43bf-92de-e7345a831e6f no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:46.070589 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 5df1f1cc-8410-43bf-92de-e7345a831e6f {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:46.071305 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5df1f1cc-8410-43bf-92de-e7345a831e6f not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:46.071987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ddcdfa42-4714-4295-b296-843d2c4c00f4 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:46.080301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.114196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69edd429-cf2a-4643-8a09-db9ea4f15a48']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:46.127545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] For port e8a9cdf2-a25c-447b-a950-b88c70fd8ea5, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e8a9cdf2-a25c-447b-a950-b88c70fd8ea5,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:46.127930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.133899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: ddcdfa42-4714-4295-b296-843d2c4c00f4 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:46.134562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ddcdfa42-4714-4295-b296-843d2c4c00f4 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:46.143285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.182675 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b55732-e3fe-4713-a044-c6b2fae0d891') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:46.183259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b55732-e3fe-4713-a044-c6b2fae0d891') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:46.206300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-c4827ce6-1ebb-4906-af3c-0055b7e77799 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:12:46.206635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-c4827ce6-1ebb-4906-af3c-0055b7e77799 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:12:46.241180 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf3b7880-3818-4f13-828b-4c1cb974d1d9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.242907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.247371 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3956eeef-6267-4288-bf8a-4cdfc8bb6288 None None] For port 004b0159-5f72-4d4e-93e5-8fe054637d6c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=004b0159-5f72-4d4e-93e5-8fe054637d6c,segment=NetworkSegment(5409a5a0-f9b0-48c8-acdc-e5ab2d204026),segment_id=5409a5a0-f9b0-48c8-acdc-e5ab2d204026)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:46.247920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3956eeef-6267-4288-bf8a-4cdfc8bb6288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.276905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf3b7880-3818-4f13-828b-4c1cb974d1d9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.286938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:46.293376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-82481f9a-aa7e-4ded-aa3e-2a8ee6f0ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:46.295165 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-82481f9a-aa7e-4ded-aa3e-2a8ee6f0ebc7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c4d03d0b8dc841b782f833caa29e9310&device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 1096 time: 1.0396905 Jan 27 17:12:46.297135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] For port 004b0159-5f72-4d4e-93e5-8fe054637d6c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=004b0159-5f72-4d4e-93e5-8fe054637d6c,segment=NetworkSegment(5409a5a0-f9b0-48c8-acdc-e5ab2d204026),segment_id=5409a5a0-f9b0-48c8-acdc-e5ab2d204026)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:46.297494 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.332514 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:46.337968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.348009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf3b7880-3818-4f13-828b-4c1cb974d1d9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.353972 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bf3b7880-3818-4f13-828b-4c1cb974d1d9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6964169 Jan 27 17:12:46.358275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:46.365056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:46.366095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.397345 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=d99096a4-357a-43b0-af67-3623a545a714,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:46.411467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37358) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:46.413472 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e25f4851-5abf-420c-b87d-5a4fb069a21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7083099 Jan 27 17:12:46.417365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:46.417854 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.427456 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b85fe7-5173-4767-881c-0c299c3cf035,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:46.431051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37362) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:46.438523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 70d09a8a-c695-4fad-83a2-8f6b76874994 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:46.447931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1ba6c43b-8fd8-4a3d-a01a-8ce1a3922eda tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '44d360cc-3aed-4d52-8fea-b168b16f5f22', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:46.452667 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:46.455315 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b7880-3818-4f13-828b-4c1cb974d1d9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764a8400-2199-41da-9ea8-ee5828df6add,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:46.469596 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1ba6c43b-8fd8-4a3d-a01a-8ce1a3922eda tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:46.491359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1ba6c43b-8fd8-4a3d-a01a-8ce1a3922eda tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:46.497897 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1ba6c43b-8fd8-4a3d-a01a-8ce1a3922eda tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:46.574438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1ba6c43b-8fd8-4a3d-a01a-8ce1a3922eda tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:46.586916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.589892 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-1ba6c43b-8fd8-4a3d-a01a-8ce1a3922eda tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:12:46.641455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.655664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Network': ['ID=69edd429-cf2a-4643-8a09-db9ea4f15a48,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:46.657990 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c43b-8fd8-4a3d-a01a-8ce1a3922eda tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.671109 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-71a9ba89-6cc7-4bae-b63b-9b09ed7e81a4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/networks/69edd429-cf2a-4643-8a09-db9ea4f15a48 HTTP/1.1" status: 204 len: 168 time: 2.6163261 Jan 27 17:12:46.677155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37368) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:46.684421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-424338617'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:46.691212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:46.695790 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:network and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:46.708876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:46.736246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:46.746785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c4827ce6-1ebb-4906-af3c-0055b7e77799 None None] Deleting port 64483929-2ae4-446d-a99c-66b68e00d7a1 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:46.747365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c4827ce6-1ebb-4906-af3c-0055b7e77799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.791810 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3956eeef-6267-4288-bf8a-4cdfc8bb6288 None None] Calling delete_port for 004b0159-5f72-4d4e-93e5-8fe054637d6c owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:46.801992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:46.805981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.854456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c43b-8fd8-4a3d-a01a-8ce1a3922eda tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.859363 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-46903794-cd3a-40a5-9c66-8f0cb1e5aec5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866 HTTP/1.1" status: 200 len: 217 time: 0.5252483 Jan 27 17:12:46.872284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c43b-8fd8-4a3d-a01a-8ce1a3922eda tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.878314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:46.898086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 004b0159-5f72-4d4e-93e5-8fe054637d6c owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:46.909740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c4827ce6-1ebb-4906-af3c-0055b7e77799 None None] The port '64483929-2ae4-446d-a99c-66b68e00d7a1' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:12:46.912497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6c43b-8fd8-4a3d-a01a-8ce1a3922eda tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae2b4a7-6cb6-4fce-901d-2674a67fd7d8,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:46.924572 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff9d43-3516-43ad-a410-ddd024343526 None None] Pushing event updated for resources: {'Port': ['ID=e8a9cdf2-a25c-447b-a950-b88c70fd8ea5,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:46.929264 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.929675 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Added segment 7f5ba1ef-e905-4967-83c6-971d9ed9ec83 of type vlan for network 1e6836b9-15f5-4414-92fc-71d257db1844 Jan 27 17:12:46.950868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 70d09a8a-c695-4fad-83a2-8f6b76874994 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:46.951249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.965674 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c43b-8fd8-4a3d-a01a-8ce1a3922eda tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.970158 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1ba6c43b-8fd8-4a3d-a01a-8ce1a3922eda tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5519142 Jan 27 17:12:46.977062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37374) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:46.986593 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9aec194d-a910-4657-822c-442c828381e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '44d360cc-3aed-4d52-8fea-b168b16f5f22', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:46.993295 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9aec194d-a910-4657-822c-442c828381e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:46.997598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9aec194d-a910-4657-822c-442c828381e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:47.000938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9aec194d-a910-4657-822c-442c828381e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:47.008604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9aec194d-a910-4657-822c-442c828381e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:47.021650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.026519 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-9aec194d-a910-4657-822c-442c828381e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:12:47.040904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9aec194d-a910-4657-822c-442c828381e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.057762 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3956eeef-6267-4288-bf8a-4cdfc8bb6288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.155163 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956eeef-6267-4288-bf8a-4cdfc8bb6288 None None] Pushing event deleted for resources: {'Port': ['ID=004b0159-5f72-4d4e-93e5-8fe054637d6c,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:47.172096 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.178600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:47.179198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.223015 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5441170 Jan 27 17:12:47.229722 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3956eeef-6267-4288-bf8a-4cdfc8bb6288 None None] No DVR routers for this DVR port 004b0159-5f72-4d4e-93e5-8fe054637d6c on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:47.245917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37382) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:47.277190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-19a1d4e9-4679-4779-a9a3-862965dd1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:47.279695 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-19a1d4e9-4679-4779-a9a3-862965dd1476 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5211baca-e64a-4d31-8f44-2844562d5be3 HTTP/1.1" status: 200 len: 835 time: 0.2737751 Jan 27 17:12:47.290400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': '1e6836b9-15f5-4414-92fc-71d257db1844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:47.291879 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bf679346-b744-4d31-b514-4b2228d10d02 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:47.302527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.461990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port bf679346-b744-4d31-b514-4b2228d10d02 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:47.462457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.685568 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9aec194d-a910-4657-822c-442c828381e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.730807 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b983e5-a2c7-4481-a53a-8b93655edde5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Network': ['ID=1e6836b9-15f5-4414-92fc-71d257db1844,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:47.739679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:47.742553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9aec194d-a910-4657-822c-442c828381e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.750714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 1e6836b9-15f5-4414-92fc-71d257db1844 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:47.767862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:47.770861 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec194d-a910-4657-822c-442c828381e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76607a41-a8cd-43fa-a6c9-a88b863d319e,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:47.777093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:47.795467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:47.806793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 64483929-2ae4-446d-a99c-66b68e00d7a1 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:47.814768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9aec194d-a910-4657-822c-442c828381e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.828196 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9aec194d-a910-4657-822c-442c828381e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8414974 Jan 27 17:12:47.844931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:47.858444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.870699 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 64483929-2ae4-446d-a99c-66b68e00d7a1 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:47.871172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 64483929-2ae4-446d-a99c-66b68e00d7a1 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:47.871873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 004b0159-5f72-4d4e-93e5-8fe054637d6c no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:47.919187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 004b0159-5f72-4d4e-93e5-8fe054637d6c {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:47.920502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 004b0159-5f72-4d4e-93e5-8fe054637d6c not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:47.929259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.970365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.133041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.133605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3695c0c-9277-4af6-ad15-8de3901c4874 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:12:48.166727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.172486 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-72e38697-bcb0-46fa-83a1-3010c5769448 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a3695c0c-9277-4af6-ad15-8de3901c4874 HTTP/1.1" status: 204 len: 168 time: 8.0013580 Jan 27 17:12:48.174548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37426) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:48.239802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:12:48.240116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:12:48.254174 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4812c0fd-dcab-4703-87f6-25c59c71f9da tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:48.271640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4812c0fd-dcab-4703-87f6-25c59c71f9da tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:48.277209 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4812c0fd-dcab-4703-87f6-25c59c71f9da tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:48.309819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad09992e-7566-4517-8f61-fccacbe2cecd admin admin] Deleting subnet bc4843f9-98f0-4647-bffb-6dc8d90f2a77 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:48.387422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-bac3e3f9-2885-4411-b38e-77984a544f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:48.390183 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-bac3e3f9-2885-4411-b38e-77984a544f8d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=332fdffd-0754-47b8-a58b-5e0ffe38ea7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8298247 Jan 27 17:12:48.391063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4812c0fd-dcab-4703-87f6-25c59c71f9da tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:48.393508 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4812c0fd-dcab-4703-87f6-25c59c71f9da tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.9417510 Jan 27 17:12:48.397930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37440) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:48.475475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1e002eb6-c03f-44c5-a309-139f50b1b307 None None] Provisioning for port e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:48.578766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11a453-8cae-4af6-a4d1-ab53229a9e13 req-e7190ee7-3457-4b45-8dfc-d30a1facc534 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:48.590532 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ac11a453-8cae-4af6-a4d1-ab53229a9e13 req-e7190ee7-3457-4b45-8dfc-d30a1facc534 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 943 time: 1.7291939 Jan 27 17:12:48.765390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 004b0159-5f72-4d4e-93e5-8fe054637d6c {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:48.765727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.794322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad09992e-7566-4517-8f61-fccacbe2cecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.920109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] The port '004b0159-5f72-4d4e-93e5-8fe054637d6c' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:12:48.960135 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ac11a453-8cae-4af6-a4d1-ab53229a9e13 req-b06c8e3d-0191-4f44-b32a-73f80dd0ea9f tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3685236 Jan 27 17:12:48.961621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:48.967345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-70141457-f141-493b-97e8-f7345a3767b2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port d99096a4-357a-43b0-af67-3623a545a714 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:48.970268 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-70141457-f141-493b-97e8-f7345a3767b2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.071192 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a82f1f84-50b1-452a-83ee-24d6afdb8122 None None] Provisioning for port d99096a4-357a-43b0-af67-3623a545a714 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:49.081612 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a82f1f84-50b1-452a-83ee-24d6afdb8122 None None] Provisioning complete for port d99096a4-357a-43b0-af67-3623a545a714 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:49.082246 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a82f1f84-50b1-452a-83ee-24d6afdb8122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.110469 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad09992e-7566-4517-8f61-fccacbe2cecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.160435 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-f840aabe-1063-4b2b-9ab7-0f1fa732bda5 service neutron] 10.222.0.88 "GET /v2.0/networks/332fdffd-0754-47b8-a58b-5e0ffe38ea7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7575119 Jan 27 17:12:49.172428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a82f1f84-50b1-452a-83ee-24d6afdb8122 None None] Port d99096a4-357a-43b0-af67-3623a545a714 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:49.190435 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:49.195616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-047ccd78-f4d7-4671-a849-3970c704545a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:49.196734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:49.197188 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.259688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-047ccd78-f4d7-4671-a849-3970c704545a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:49.261325 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-047ccd78-f4d7-4671-a849-3970c704545a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433185883&fields=id&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 267 time: 0.3984220 Jan 27 17:12:49.275617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.276769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.374778 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.412176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e252de19-3225-4b3b-bfaf-8aa919f486a4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.471001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port e8a9cdf2-a25c-447b-a950-b88c70fd8ea5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e8a9cdf2-a25c-447b-a950-b88c70fd8ea5,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:49.478675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.489598 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ec925e-0c7c-463e-b9ad-5ea2acf50d99']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:49.547262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Subnet': ['ID=bc2cbcf7-c156-4fb5-91f0-2e8e110b6f2a,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:49.578302 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Checking segment: {'id': '7f5ba1ef-e905-4967-83c6-971d9ed9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '1e6836b9-15f5-4414-92fc-71d257db1844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:49.579138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network hostable DHCP agents. Network: 1e6836b9-15f5-4414-92fc-71d257db1844, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:49.593569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=e8a9cdf2-a25c-447b-a950-b88c70fd8ea5,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:49.598773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad09992e-7566-4517-8f61-fccacbe2cecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.605290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:49.605918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:49.606409 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:49.607137 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:49.607641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:49.608428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:49.609279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:49.609884 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:49.610418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:49.610926 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:49.611724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:49.612502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:49.640881 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5409a5a0-f9b0-48c8-acdc-e5ab2d204026') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:49.641353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5409a5a0-f9b0-48c8-acdc-e5ab2d204026') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:49.684970 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-312f0e01-4e1d-4686-bf5d-dbf434d3caf5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:49.685704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-312f0e01-4e1d-4686-bf5d-dbf434d3caf5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:49.694074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 1e6836b9-15f5-4414-92fc-71d257db1844 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:49.700707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.727048 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 1e6836b9-15f5-4414-92fc-71d257db1844) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:49.734363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:49.735086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.761603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-312f0e01-4e1d-4686-bf5d-dbf434d3caf5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:49.763075 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-312f0e01-4e1d-4686-bf5d-dbf434d3caf5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/networks?id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c HTTP/1.1" status: 200 len: 797 time: 0.4934068 Jan 27 17:12:49.764477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad09992e-7566-4517-8f61-fccacbe2cecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.771128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d263d3-233e-4e9f-a18e-d687900a761d None None] Network 1e6836b9-15f5-4414-92fc-71d257db1844 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:49.801968 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-622ce8ed-a647-48de-baf0-be7b2dcd5c06 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5436420 Jan 27 17:12:49.838408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37444) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:49.853828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': '1e6836b9-15f5-4414-92fc-71d257db1844', 'security_groups': [], 'name': 'tempest-PortsTestJSON-448125738'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:49.881063 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09992e-7566-4517-8f61-fccacbe2cecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc4843f9-98f0-4647-bffb-6dc8d90f2a77,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:49.885282 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-22facbe7-d922-4a28-81f4-5927fbf09062 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/quotas/44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 375 time: 0.0860555 Jan 27 17:12:49.896664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ad09992e-7566-4517-8f61-fccacbe2cecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.902115 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ad09992e-7566-4517-8f61-fccacbe2cecd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bc4843f9-98f0-4647-bffb-6dc8d90f2a77 HTTP/1.1" status: 204 len: 168 time: 1.7258661 Jan 27 17:12:49.983970 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37450) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:50.226573 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff0068-9a93-4daf-ab48-f301d87f67b6 None None] Network 69137b3c-580f-481f-ab05-44feb3754947 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:50.424708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.433050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:50.433464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.444301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.480067 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:50.487664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:port and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:50.490507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Deleting port b644bc78-d649-4704-a0a0-2d420469969d {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:50.490927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.493609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:50.517741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:50.533891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-69b40da7-3eba-4610-96ea-ccaf799c7db5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:50.549715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:50.572443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-70141457-f141-493b-97e8-f7345a3767b2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.613582 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:50.617262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.632487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-1e6836b9-15f5-4414-92fc-71d257db1844', 'network_id': '1e6836b9-15f5-4414-92fc-71d257db1844', 'tenant_id': '63c2fae895274945a56d5a9f9e951d45', 'fixed_ips': [{'subnet_id': 'bc2cbcf7-c156-4fb5-91f0-2e8e110b6f2a'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:50.633804 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.683000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-69b40da7-3eba-4610-96ea-ccaf799c7db5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:50.687065 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-69b40da7-3eba-4610-96ea-ccaf799c7db5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7761388 Jan 27 17:12:50.732666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-70141457-f141-493b-97e8-f7345a3767b2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for d99096a4-357a-43b0-af67-3623a545a714 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:50.736982 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port 49700dd0-68b1-441d-8178-2bff529d9b6c yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:50.832227 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:50.835726 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd41a7f-58f1-4306-9c30-ce7906199fb1 req-2e5bc793-5503-4af7-8705-d252764fe189 service neutron] 10.222.0.88 "GET /v2.0/networks/332fdffd-0754-47b8-a58b-5e0ffe38ea7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5923471 Jan 27 17:12:50.859388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.976553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.980121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Allocated IP 172.20.0.2 (1e6836b9-15f5-4414-92fc-71d257db1844/bc2cbcf7-c156-4fb5-91f0-2e8e110b6f2a/e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:51.011447 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Network': ['ID=15ec925e-0c7c-463e-b9ad-5ea2acf50d99,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:51.022430 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c1efb6c4-0ff7-4c41-b486-7f97c70bc268 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/networks/15ec925e-0c7c-463e-b9ad-5ea2acf50d99 HTTP/1.1" status: 204 len: 168 time: 6.6624691 Jan 27 17:12:51.027321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] For port b644bc78-d649-4704-a0a0-2d420469969d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b644bc78-d649-4704-a0a0-2d420469969d,segment=NetworkSegment(07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe),segment_id=07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:51.027815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.034143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37456) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:51.163124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e5b3db-4482-42a2-9e62-a5c5537a0292 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:51.164071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c0e5b3db-4482-42a2-9e62-a5c5537a0292 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:51.184842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Calling delete_port for b644bc78-d649-4704-a0a0-2d420469969d owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:51.221626 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:51.222909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.329622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c0e5b3db-4482-42a2-9e62-a5c5537a0292 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:51.331125 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c0e5b3db-4482-42a2-9e62-a5c5537a0292 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 HTTP/1.1" status: 200 len: 845 time: 0.2889347 Jan 27 17:12:51.337219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37462) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:51.404567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a07f5-5b68-4663-9971-4095065d3c98 req-b73307b1-9483-4d72-b531-1527e6e7681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:51.406225 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a56a07f5-5b68-4663-9971-4095065d3c98 req-b73307b1-9483-4d72-b531-1527e6e7681e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c4d03d0b8dc841b782f833caa29e9310&device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 1096 time: 0.4914858 Jan 27 17:12:51.422982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-70141457-f141-493b-97e8-f7345a3767b2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.440284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42413002-b3d8-4537-9f0d-652c004b5691 None None] DHCP port deletion for 69137b3c-580f-481f-ab05-44feb3754947 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:51.447905 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-da8f0e46-569a-44e7-8278-76670ba1152c service neutron] 10.222.0.81 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7296033 Jan 27 17:12:51.525376 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-42413002-b3d8-4537-9f0d-652c004b5691 None None] Deleting port b644bc78-d649-4704-a0a0-2d420469969d {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:51.525745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-42413002-b3d8-4537-9f0d-652c004b5691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.577293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.584879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5df94-5201-4aa6-ab8d-43e17f059937 req-a7790cc9-08bd-4ba2-be3e-57d97d3e2287 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:51.586528 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-58e5df94-5201-4aa6-ab8d-43e17f059937 req-a7790cc9-08bd-4ba2-be3e-57d97d3e2287 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 943 time: 1.2318711 Jan 27 17:12:51.587383 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70141457-f141-493b-97e8-f7345a3767b2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=d99096a4-357a-43b0-af67-3623a545a714,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:51.660609 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=b644bc78-d649-4704-a0a0-2d420469969d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:51.666540 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-42413002-b3d8-4537-9f0d-652c004b5691 None None] The port 'b644bc78-d649-4704-a0a0-2d420469969d' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:12:51.675416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] No DVR routers for this DVR port b644bc78-d649-4704-a0a0-2d420469969d on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:51.708133 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-30c85f9b-8f12-4e8b-a72e-c04c73eac639 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/0501bb9d-2bac-46d4-9dca-2ba3b3bd5109?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3635283 Jan 27 17:12:51.723608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9ee5000f-7ff0-400d-b4f1-42562a41479c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.743189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9b85fe7-5173-4767-881c-0c299c3cf035 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:51.751479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37466) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:51.769410 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:51.797453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: c9b85fe7-5173-4767-881c-0c299c3cf035 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:51.798237 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9b85fe7-5173-4767-881c-0c299c3cf035 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:51.801860 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.810717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-70141457-f141-493b-97e8-f7345a3767b2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.811552 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-07990fa9-33a9-4d13-9cb4-fde1621a3c69 service neutron] 10.222.0.81 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550243 Jan 27 17:12:51.830635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Transition to ACTIVE for port object e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:51.849133 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-70141457-f141-493b-97e8-f7345a3767b2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/d99096a4-357a-43b0-af67-3623a545a714 HTTP/1.1" status: 204 len: 168 time: 3.4183974 Jan 27 17:12:51.862541 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37470) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:51.875482 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Transition to ACTIVE for port object e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:51.888270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.980418 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-58e5df94-5201-4aa6-ab8d-43e17f059937 req-b3c3acd4-aa0a-4d1a-929b-180000b62157 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3495779 Jan 27 17:12:51.987249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e252de19-3225-4b3b-bfaf-8aa919f486a4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Deleting port f128ae9e-a96a-4dbd-83b0-f80536faedb6 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:51.987249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e252de19-3225-4b3b-bfaf-8aa919f486a4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.063723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a07f5-5b68-4663-9971-4095065d3c98 req-b5bddf42-e4b2-46c8-8bef-a8cb5b4c39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:52.065338 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a56a07f5-5b68-4663-9971-4095065d3c98 req-b5bddf42-e4b2-46c8-8bef-a8cb5b4c39fe service neutron] 10.222.0.88 "GET /v2.0/networks?id=332fdffd-0754-47b8-a58b-5e0ffe38ea7e HTTP/1.1" status: 200 len: 898 time: 0.6366208 Jan 27 17:12:52.067604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Pushing event updated for resources: {'Port': ['ID=e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:52.076977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.108307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Network 1e6836b9-15f5-4414-92fc-71d257db1844 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:52.110291 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:52.113293 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:52.175168 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a56a07f5-5b68-4663-9971-4095065d3c98 req-5f73d72c-ebce-4643-aff8-22400d228ac4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866 HTTP/1.1" status: 200 len: 217 time: 0.0944507 Jan 27 17:12:52.214160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69137b3c-580f-481f-ab05-44feb3754947']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:52.229751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:52.255701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:52.264276 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:52.283055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:52.283820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d1eaa5-21a9-49b3-a67c-576aa8b5a9fe') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:52.300830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Attempting to bind port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:52.301138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Attempting to bind port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '7f5ba1ef-e905-4967-83c6-971d9ed9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '1e6836b9-15f5-4414-92fc-71d257db1844'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:52.301303 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Attempting to bind port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 on network 1e6836b9-15f5-4414-92fc-71d257db1844 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:52.303846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.320865 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b644bc78-d649-4704-a0a0-2d420469969d no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:52.330581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.342322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:52.342966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.399955 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:52.400461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Checking segment: {'id': '7f5ba1ef-e905-4967-83c6-971d9ed9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '1e6836b9-15f5-4414-92fc-71d257db1844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:52.401673 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.404189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Bound using segment: {'id': '7f5ba1ef-e905-4967-83c6-971d9ed9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '1e6836b9-15f5-4414-92fc-71d257db1844'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:52.407250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Bound port: e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5ba1ef-e905-4967-83c6-971d9ed9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '1e6836b9-15f5-4414-92fc-71d257db1844'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:52.407681 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.448208 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: b644bc78-d649-4704-a0a0-2d420469969d {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:52.450325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b644bc78-d649-4704-a0a0-2d420469969d not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:52.450640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:52.453109 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:52.460049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.4 (1e6836b9-15f5-4414-92fc-71d257db1844/bc2cbcf7-c156-4fb5-91f0-2e8e110b6f2a/49700dd0-68b1-441d-8178-2bff529d9b6c) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:52.461934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.505448 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.557895 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] 10.222.0.81 "DELETE /v2.0/networks/69137b3c-580f-481f-ab05-44feb3754947 HTTP/1.1" status: 204 len: 168 time: 2.5614707 Jan 27 17:12:52.564641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d1503-9971-4302-9a4c-044643061bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=69137b3c-580f-481f-ab05-44feb3754947,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:52.571941 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:52.577709 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.675817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] For port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:52.680890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] For port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37,segment=NetworkSegment(7f5ba1ef-e905-4967-83c6-971d9ed9ec83),segment_id=7f5ba1ef-e905-4967-83c6-971d9ed9ec83)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:52.690300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.830340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c5886-13a5-47d4-ad93-1c463969752f None None] Pushing event updated for resources: {'Port': ['ID=e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:52.855613 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.912598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37488) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:52.988621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:52.999921 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:53.006762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f59513-5114-4f59-866c-79e8e4b75ec0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:53.009711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f59513-5114-4f59-866c-79e8e4b75ec0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:53.010513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-17f59513-5114-4f59-866c-79e8e4b75ec0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:53.014162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a07f5-5b68-4663-9971-4095065d3c98 req-11432ef5-866e-4824-a543-0b42c44cffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:53.016708 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdc10bf-8e01-4917-9ef7-f2760cc3b760 None None] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:53.017642 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:53.018332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.025984 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a56a07f5-5b68-4663-9971-4095065d3c98 req-11432ef5-866e-4824-a543-0b42c44cffe3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5211baca-e64a-4d31-8f44-2844562d5be3 HTTP/1.1" status: 200 len: 835 time: 0.7703476 Jan 27 17:12:53.158792 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6c0442ae-4d74-4db3-a2e4-cb5c90143702 req-77a79654-b3b5-496c-8887-48125c70e6d9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 210 time: 0.9554832 Jan 27 17:12:53.263745 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-17f59513-5114-4f59-866c-79e8e4b75ec0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:53.265358 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-17f59513-5114-4f59-866c-79e8e4b75ec0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.3974807 Jan 27 17:12:53.280487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37494) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:53.287730 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e252de19-3225-4b3b-bfaf-8aa919f486a4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.428087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Subnet': ['ID=470f6dd5-c3e2-428d-a9e9-018cdacd030d,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:53.491619 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-40aa65f1-7428-40d4-9240-c9af408c1824 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7330873 Jan 27 17:12:53.495349 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bc85f3cf-4bac-4833-8e74-d95f55d09b15 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a95060ee06540eaa75dc255f8a6fc9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5812140 Jan 27 17:12:53.499129 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37498) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:53.499773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37500) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:53.527034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'security_group': {'name': 'tempest-secgroup-1352472679'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:53.584719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:53.609969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:security_group and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:53.625749 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:53.642268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:53.663710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-68bb417e-d7bb-4894-9bb8-57ed715d3541', 'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'tenant_id': '4399c29b1b584fb8b205062c5b102d07', 'fixed_ips': [{'subnet_id': '470f6dd5-c3e2-428d-a9e9-018cdacd030d'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:53.664760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.693650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8b634841-9b18-47f8-bc74-59a1d8b8aa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.698940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.709638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.712231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e252de19-3225-4b3b-bfaf-8aa919f486a4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Calling delete_port for f128ae9e-a96a-4dbd-83b0-f80536faedb6 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:53.763637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e5f39-77b6-4074-b878-16028cc2ec4a req-623a2bda-a9ae-4a67-bf2e-abfcbc5a75a9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:53.765440 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c97e5f39-77b6-4074-b878-16028cc2ec4a req-623a2bda-a9ae-4a67-bf2e-abfcbc5a75a9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 943 time: 0.4397302 Jan 27 17:12:53.770546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:53.775148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:security_group_rule and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:53.778558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:53.789185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:53.883014 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Transition to ACTIVE for port object 49700dd0-68b1-441d-8178-2bff529d9b6c will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:53.894639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8b634841-9b18-47f8-bc74-59a1d8b8aa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.913871 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2fcd637a-bd7e-4003-9079-6db95369502c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.976688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.998784 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c97e5f39-77b6-4074-b878-16028cc2ec4a req-e959ceb3-97fa-4380-b0e4-8c1dad358c0b tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588101 Jan 27 17:12:54.010898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.050843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Allocated IP 2001:db8::2 (68bb417e-d7bb-4894-9bb8-57ed715d3541/470f6dd5-c3e2-428d-a9e9-018cdacd030d/9c0ad208-56f9-4514-9d9a-60969cfa579c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:54.112051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.164086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-133bd872-c3b9-4592-ae22-1dc2a81566ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 37399a22-3ed5-449b-b8aa-a7af3b6f15c7 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:54.172112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 67291c7a-80d8-4d66-a01a-ca0b111ad866 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:12:54.197714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-133bd872-c3b9-4592-ae22-1dc2a81566ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.278746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8b634841-9b18-47f8-bc74-59a1d8b8aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.296264 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=49700dd0-68b1-441d-8178-2bff529d9b6c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:54.311546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.322479 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8211570 Jan 27 17:12:54.323133 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37510) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:54.334153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a07f5-5b68-4663-9971-4095065d3c98 req-9f7e88fd-8b88-4d5c-8ce7-4954b9992e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:54.339392 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a56a07f5-5b68-4663-9971-4095065d3c98 req-9f7e88fd-8b88-4d5c-8ce7-4954b9992e2a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=332fdffd-0754-47b8-a58b-5e0ffe38ea7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2785814 Jan 27 17:12:54.354999 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'security_group': {'name': 'tempest-secgroup-1718923785'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:54.367758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387ad6e-d4e2-4f53-90f5-9b14506e028a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01b8656-a6e2-4ed9-adab-c0c72ef39e07,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:54.665969 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:54.668877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:54.673020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8b634841-9b18-47f8-bc74-59a1d8b8aa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.677185 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8b634841-9b18-47f8-bc74-59a1d8b8aa22 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0a6ac45b-052c-4cc8-84fb-5a6001661e7e HTTP/1.1" status: 204 len: 168 time: 1.1713800 Jan 27 17:12:54.684579 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2c2a3246-619c-4ac6-8ccf-8d3492f6f212 req-6c009281-47a6-4249-856c-6355552038ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 210 time: 0.1181953 Jan 27 17:12:54.700495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-133bd872-c3b9-4592-ae22-1dc2a81566ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.713142 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:security_group and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:54.723695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b634841-9b18-47f8-bc74-59a1d8b8aa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6ac45b-052c-4cc8-84fb-5a6001661e7e,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:54.725926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:54.730543 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 1e6836b9-15f5-4414-92fc-71d257db1844 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:54.740577 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:54.748653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:54.757099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:54.859608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e252de19-3225-4b3b-bfaf-8aa919f486a4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.963282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 67291c7a-80d8-4d66-a01a-ca0b111ad866, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:55.016211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252de19-3225-4b3b-bfaf-8aa919f486a4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event deleted for resources: {'Port': ['ID=f128ae9e-a96a-4dbd-83b0-f80536faedb6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:55.021147 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a56a07f5-5b68-4663-9971-4095065d3c98 req-56af9106-53c5-414e-9e89-a99099e80897 service neutron] 10.222.0.88 "GET /v2.0/networks/332fdffd-0754-47b8-a58b-5e0ffe38ea7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606417 Jan 27 17:12:55.078086 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fca9ae-7665-4a1f-add3-0b4535457ce1 None None] Network 1e6836b9-15f5-4414-92fc-71d257db1844 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:55.097399 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-add535fb-32b4-422d-a0ae-ab95666d2117 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:55.099377 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-add535fb-32b4-422d-a0ae-ab95666d2117 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks?id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c HTTP/1.1" status: 200 len: 797 time: 0.4344432 Jan 27 17:12:55.113105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.222118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:55.222703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.239093 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-c1d83e2e-f0a5-4e96-b5e0-c65197f012fb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 380 time: 0.1228297 Jan 27 17:12:55.241579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:55.270007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'port': {'device_id': '21313df9-576e-4807-a2d6-e55c47760329', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'admin_state_up': True, 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'security_groups': ['44d360cc-3aed-4d52-8fea-b168b16f5f22']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:55.303600 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'port_id': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'mac_address': 'fa:16:3e:1a:31:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:12:55.537862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.572235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:security_group_rule and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:55.617892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:55.639246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:55.646554 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b540a891-b211-4d8f-bb43-3233f5958967 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 5.8045416 Jan 27 17:12:55.649634 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37532) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:55.656975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:55.718136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.790898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-86dfbeb2-304a-48f8-9a69-a7b64a4a1ab9 None None] Provisioning for port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:55.801651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:55.803335 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.845454 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67291c7a-80d8-4d66-a01a-ca0b111ad866 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:12:55.851534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:55.895402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-9d9295be-9628-4cfd-b5b1-13d4454c8a4a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 49700dd0-68b1-441d-8178-2bff529d9b6c {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:55.896000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d9295be-9628-4cfd-b5b1-13d4454c8a4a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.901821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:55.902236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.007535 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 67291c7a-80d8-4d66-a01a-ca0b111ad866, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:56.008252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:56.012957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.015230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.023722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-133bd872-c3b9-4592-ae22-1dc2a81566ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.070900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb14b90-ff02-4093-a4ef-9006eca64c00 req-cc4a4c04-a8cf-4891-b4c2-27fdef8f16ca tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:56.072910 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ecb14b90-ff02-4093-a4ef-9006eca64c00 req-cc4a4c04-a8cf-4891-b4c2-27fdef8f16ca tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 943 time: 0.5152442 Jan 27 17:12:56.139971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.246901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Transition to ACTIVE for port object 9c0ad208-56f9-4514-9d9a-60969cfa579c will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:56.324739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e252de19-3225-4b3b-bfaf-8aa919f486a4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.428536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.477761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Transition to ACTIVE for port object 9c0ad208-56f9-4514-9d9a-60969cfa579c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:56.491919 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['67291c7a-80d8-4d66-a01a-ca0b111ad866'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:12:56.514592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.557065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=67291c7a-80d8-4d66-a01a-ca0b111ad866,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:56.576734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.584166 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a56a07f5-5b68-4663-9971-4095065d3c98 req-fcf9a5df-c9c1-47c8-b014-d74b235f13c0 service neutron] 10.222.0.88 "GET /v2.0/networks/332fdffd-0754-47b8-a58b-5e0ffe38ea7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5537119 Jan 27 17:12:56.695315 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:56.700205 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4ab6d777-e30c-4a23-aa3c-a63dbbdba51f req-9b6462a8-f2da-4572-8c1d-de613747b45f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 210 time: 0.3555577 Jan 27 17:12:56.730994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:56.738633 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:12:56.787108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.809446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.924263 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ecb14b90-ff02-4093-a4ef-9006eca64c00 req-266b1c78-96e1-4177-b21a-40d5178b26f2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7923481 Jan 27 17:12:56.968968 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37,segment=NetworkSegment(7f5ba1ef-e905-4967-83c6-971d9ed9ec83),segment_id=7f5ba1ef-e905-4967-83c6-971d9ed9ec83)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:56.972924 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Pushing event updated for resources: {'Port': ['ID=9c0ad208-56f9-4514-9d9a-60969cfa579c,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:56.982823 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.082692 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.089378 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.7487383 Jan 27 17:12:57.103732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Attempting to bind port 9c0ad208-56f9-4514-9d9a-60969cfa579c on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:57.104280 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Attempting to bind port 9c0ad208-56f9-4514-9d9a-60969cfa579c by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '14b95451-c3f5-4f92-834d-2b71470fd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:57.104748 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Attempting to bind port 9c0ad208-56f9-4514-9d9a-60969cfa579c on network 68bb417e-d7bb-4894-9bb8-57ed715d3541 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:57.144386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:57.145222 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Checking segment: {'id': '14b95451-c3f5-4f92-834d-2b71470fd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:57.145552 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.148111 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Bound using segment: {'id': '14b95451-c3f5-4f92-834d-2b71470fd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:57.148876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Bound port: 9c0ad208-56f9-4514-9d9a-60969cfa579c, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b95451-c3f5-4f92-834d-2b71470fd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:57.149170 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.250095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37552) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:57.265507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:57.275270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1990539440', 'security_groups': ['89790440-68d5-4701-ad5b-42416865442f'], 'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '470f6dd5-c3e2-428d-a9e9-018cdacd030d'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:57.300238 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b90c9-41d7-4749-8a17-0ea312ad641f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89790440-68d5-4701-ad5b-42416865442f,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:57.366268 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c64edefe-7041-474e-95ce-58dc0b8e40fc None None] Provisioning complete for port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:57.367092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c64edefe-7041-474e-95ce-58dc0b8e40fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.523912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] For port 9c0ad208-56f9-4514-9d9a-60969cfa579c, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:57.596781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] For port 9c0ad208-56f9-4514-9d9a-60969cfa579c, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9c0ad208-56f9-4514-9d9a-60969cfa579c,segment=NetworkSegment(14b95451-c3f5-4f92-834d-2b71470fd105),segment_id=14b95451-c3f5-4f92-834d-2b71470fd105)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:57.625730 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.706325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-133bd872-c3b9-4592-ae22-1dc2a81566ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.776579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-133bd872-c3b9-4592-ae22-1dc2a81566ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.803536 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-133bd872-c3b9-4592-ae22-1dc2a81566ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/37399a22-3ed5-449b-b8aa-a7af3b6f15c7 HTTP/1.1" status: 204 len: 168 time: 4.5200315 Jan 27 17:12:57.807302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37568) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:57.818271 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bd872-c3b9-4592-ae22-1dc2a81566ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=37399a22-3ed5-449b-b8aa-a7af3b6f15c7,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:57.829087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.4 (d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c/b39bf823-cdeb-4809-aa8d-d9f2d2b12e27/e84d23aa-bfb8-4f36-8f2b-271fa08f4b24) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:57.865677 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:57.890105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:port and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:57.905257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:57.916667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d9295be-9628-4cfd-b5b1-13d4454c8a4a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.936661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:57.937430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57993ec-1cc0-4113-9505-3fc746eb404a None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:58.005430 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6ae627c1-473a-4ec3-afd9-61ba2976305b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1915050 Jan 27 17:12:58.039869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c64edefe-7041-474e-95ce-58dc0b8e40fc None None] Provisioning for port 49700dd0-68b1-441d-8178-2bff529d9b6c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:58.046457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37576) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:58.201660 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ea7ac3e3-6420-4cba-abc9-cb6f888ca44b req-400271a4-8f6f-40f7-a772-1aeeaf07a0ed tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 210 time: 0.2142205 Jan 27 17:12:58.239791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c64edefe-7041-474e-95ce-58dc0b8e40fc None None] Provisioning complete for port 49700dd0-68b1-441d-8178-2bff529d9b6c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:58.240166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c64edefe-7041-474e-95ce-58dc0b8e40fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.251118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:58.284090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e252de19-3225-4b3b-bfaf-8aa919f486a4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Router 56823704-51d4-4673-a2a9-3d8eedf64720 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:58.468966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac372e2-9d29-405b-adc7-63f9fbec07a3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:58.470174 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5ac372e2-9d29-405b-adc7-63f9fbec07a3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:58.495512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e252de19-3225-4b3b-bfaf-8aa919f486a4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:58.502690 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e252de19-3225-4b3b-bfaf-8aa919f486a4 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "PUT /v2.0/routers/56823704-51d4-4673-a2a9-3d8eedf64720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9859273 Jan 27 17:12:58.505577 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37582) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:58.634762 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884cfb3-0da9-4db4-bdc2-69cd8fa45332 None None] Pushing event updated for resources: {'Port': ['ID=9c0ad208-56f9-4514-9d9a-60969cfa579c,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:58.640962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecc4b0b-66c8-40be-931a-b56ccd9d20d8 None None] Sync routers for ids ['56823704-51d4-4673-a2a9-3d8eedf64720'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:58.743750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-9d9295be-9628-4cfd-b5b1-13d4454c8a4a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 49700dd0-68b1-441d-8178-2bff529d9b6c owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:58.755181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c64edefe-7041-474e-95ce-58dc0b8e40fc None None] Port 49700dd0-68b1-441d-8178-2bff529d9b6c cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:58.909921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5ac372e2-9d29-405b-adc7-63f9fbec07a3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:58.909921 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5ac372e2-9d29-405b-adc7-63f9fbec07a3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8559022 Jan 27 17:12:58.909921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3b1f-45b6-429b-9055-c18ac90aeec5 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.970960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc4b0b-66c8-40be-931a-b56ccd9d20d8 None None] Routers {'56823704-51d4-4673-a2a9-3d8eedf64720'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:58.971649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cecc4b0b-66c8-40be-931a-b56ccd9d20d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['56823704-51d4-4673-a2a9-3d8eedf64720'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:58.976529 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37592) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:59.000074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.063432 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.125335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port fee1cd26-577d-442b-8ef7-d5c5e5c3df44 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:59.141798 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cecc4b0b-66c8-40be-931a-b56ccd9d20d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:59.167851 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cd3201b8-8a43-478f-a8a8-c6dfd6e31249 None None] Provisioning complete for port 49700dd0-68b1-441d-8178-2bff529d9b6c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:59.168408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cd3201b8-8a43-478f-a8a8-c6dfd6e31249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.231092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc4b0b-66c8-40be-931a-b56ccd9d20d8 None None] Routers {'56823704-51d4-4673-a2a9-3d8eedf64720'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:12:59.232306 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cecc4b0b-66c8-40be-931a-b56ccd9d20d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:12:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['56823704-51d4-4673-a2a9-3d8eedf64720'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:59.281494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.390996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cecc4b0b-66c8-40be-931a-b56ccd9d20d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:59.391521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecc4b0b-66c8-40be-931a-b56ccd9d20d8 None None] The sync data for ids ['56823704-51d4-4673-a2a9-3d8eedf64720'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:59.399003 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:59.501420 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-cd3201b8-8a43-478f-a8a8-c6dfd6e31249 None None] Port 49700dd0-68b1-441d-8178-2bff529d9b6c cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:59.509882 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:59.530506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30393eb5-7e7b-443c-9dbb-d0d34d696555 req-c51d02f0-b4e6-485e-a7a9-d2d843a5d525 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:59.538285 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-30393eb5-7e7b-443c-9dbb-d0d34d696555 req-c51d02f0-b4e6-485e-a7a9-d2d843a5d525 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 944 time: 1.2965348 Jan 27 17:12:59.582724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:59.583434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.756048 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe718b58-48b8-449c-b956-e6c6320e913e None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:59.770805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37606) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:59.781985 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-fe718b58-48b8-449c-b956-e6c6320e913e None None] Deleting port e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:59.782594 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fe718b58-48b8-449c-b956-e6c6320e913e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.792018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d9295be-9628-4cfd-b5b1-13d4454c8a4a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.860394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9c0ad208-56f9-4514-9d9a-60969cfa579c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:59.900193 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-30393eb5-7e7b-443c-9dbb-d0d34d696555 req-c3d03e6a-7f67-42a4-bc15-8f08e55a5f46 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606808 Jan 27 17:12:59.987395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77932b8-ae06-4735-85d0-a289edf6744a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:59.988384 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d77932b8-ae06-4735-85d0-a289edf6744a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:00.054057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.066900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9295be-9628-4cfd-b5b1-13d4454c8a4a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=49700dd0-68b1-441d-8178-2bff529d9b6c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:00.180885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3b1f-45b6-429b-9055-c18ac90aeec5 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.190813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3b1f-45b6-429b-9055-c18ac90aeec5 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.288599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3b1f-45b6-429b-9055-c18ac90aeec5 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.289187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bd3b1f-45b6-429b-9055-c18ac90aeec5 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Fanout notify agent at l3_agent the message router_deleted on router 56823704-51d4-4673-a2a9-3d8eedf64720 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:13:00.353105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3b1f-45b6-429b-9055-c18ac90aeec5 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.361817 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c3bd3b1f-45b6-429b-9055-c18ac90aeec5 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "DELETE /v2.0/routers/56823704-51d4-4673-a2a9-3d8eedf64720 HTTP/1.1" status: 204 len: 168 time: 1.8392308 Jan 27 17:13:00.368320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37614) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:00.375494 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d77932b8-ae06-4735-85d0-a289edf6744a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:00.379235 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d77932b8-ae06-4735-85d0-a289edf6744a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.3990173 Jan 27 17:13:00.386748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37616) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:00.392298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:00.407976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fe718b58-48b8-449c-b956-e6c6320e913e None None] For port e8a9cdf2-a25c-447b-a950-b88c70fd8ea5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e8a9cdf2-a25c-447b-a950-b88c70fd8ea5,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:00.409207 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fe718b58-48b8-449c-b956-e6c6320e913e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.514116 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 67291c7a-80d8-4d66-a01a-ca0b111ad866 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:00.544030 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:00.579681 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6f7998ad-d433-4d81-a505-0c7bdba0df12 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1899335 Jan 27 17:13:00.585413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37622) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:00.605477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-26fc8a55-d844-42c7-9f64-5a2a17cae703 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:00.616088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:00.643516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454128d0-f243-4294-83d4-21a0661d7fd3 req-103782e9-e3f7-4ffb-a8ba-f383db4ef8a0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:00.645322 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-454128d0-f243-4294-83d4-21a0661d7fd3 req-103782e9-e3f7-4ffb-a8ba-f383db4ef8a0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 931 time: 1.0297780 Jan 27 17:13:00.694275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:00.704128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8::169 (68bb417e-d7bb-4894-9bb8-57ed715d3541/470f6dd5-c3e2-428d-a9e9-018cdacd030d/fee1cd26-577d-442b-8ef7-d5c5e5c3df44) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:00.712102 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-fe718b58-48b8-449c-b956-e6c6320e913e None None] Calling delete_port for e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:00.732783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:00.738605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:00.774506 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-454128d0-f243-4294-83d4-21a0661d7fd3 req-3addb04e-97fe-4c42-81c8-2caf79b283ba tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220744 Jan 27 17:13:00.818787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Usage tracker for resource:floatingip and tenant:32967407bbd04805b672d41f0dd8726f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:00.825840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:00.837578 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d9295be-9628-4cfd-b5b1-13d4454c8a4a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.852457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:00.870280 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fe718b58-48b8-449c-b956-e6c6320e913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.891793 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-26fc8a55-d844-42c7-9f64-5a2a17cae703 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:00.908183 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-26fc8a55-d844-42c7-9f64-5a2a17cae703 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:00.922714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5cf2fa-e5b7-4a95-b13a-6fd509930835 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Deleting subnet 7444b4c5-659e-4588-83c9-8ae9b5e85d57 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:00.926728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fc8a55-d844-42c7-9f64-5a2a17cae703 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:00.934491 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26fc8a55-d844-42c7-9f64-5a2a17cae703 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.942134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be5cf2fa-e5b7-4a95-b13a-6fd509930835 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.958311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe718b58-48b8-449c-b956-e6c6320e913e None None] No DVR routers for this DVR port e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:00.969819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe718b58-48b8-449c-b956-e6c6320e913e None None] Pushing event deleted for resources: {'Port': ['ID=e8a9cdf2-a25c-447b-a950-b88c70fd8ea5,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:00.977122 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4a9de887-3796-4f39-8a8f-3c0f633cccf2 None None] Provisioning for port 9c0ad208-56f9-4514-9d9a-60969cfa579c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:01.005264 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9d9295be-9628-4cfd-b5b1-13d4454c8a4a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/49700dd0-68b1-441d-8178-2bff529d9b6c HTTP/1.1" status: 204 len: 168 time: 5.3524878 Jan 27 17:13:01.014907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37628) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.017718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:01.018347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 9c0ad208-56f9-4514-9d9a-60969cfa579c completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:01.018819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.025104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4a9de887-3796-4f39-8a8f-3c0f633cccf2 None None] Provisioning complete for port 9c0ad208-56f9-4514-9d9a-60969cfa579c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:01.025374 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4a9de887-3796-4f39-8a8f-3c0f633cccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.071527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.103229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 67291c7a-80d8-4d66-a01a-ca0b111ad866 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:01.138320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 67291c7a-80d8-4d66-a01a-ca0b111ad866 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:01.139081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.154933 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6d6dbc-efbb-405d-8de7-25f4d6691466 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:13:01.157206 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9a6d6dbc-efbb-405d-8de7-25f4d6691466 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/49700dd0-68b1-441d-8178-2bff529d9b6c HTTP/1.1" status: 404 len: 333 time: 0.1415215 Jan 27 17:13:01.161262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37632) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.168446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 9c0ad208-56f9-4514-9d9a-60969cfa579c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:01.168821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.382883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26fc8a55-d844-42c7-9f64-5a2a17cae703 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.416693 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-1693bfc9-611c-4332-94b0-2196c7dd35bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1710436 Jan 27 17:13:01.457017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Request body: {'port': {'device_id': '21313df9-576e-4807-a2d6-e55c47760329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:01.486233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc8a55-d844-42c7-9f64-5a2a17cae703 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:01.489710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-26fc8a55-d844-42c7-9f64-5a2a17cae703 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:01.495632 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc8a55-d844-42c7-9f64-5a2a17cae703 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:01.496291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26fc8a55-d844-42c7-9f64-5a2a17cae703 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.496928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be5cf2fa-e5b7-4a95-b13a-6fd509930835 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.558820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc8a55-d844-42c7-9f64-5a2a17cae703 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=0c0ccf64-ee2a-4c98-b274-0852f974e6d1,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:01.575797 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-26fc8a55-d844-42c7-9f64-5a2a17cae703 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9825740 Jan 27 17:13:01.580113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37638) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.584942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'fixed_ips': [{'subnet_id': '0c0ccf64-ee2a-4c98-b274-0852f974e6d1', 'ip_address': '2001:db8::2068:995:d113:b79d'}], 'name': 'tempest-NetworksTestDHCPv6-1337911441'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:01.607650 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f58e1-5b90-41c9-9b92-40d5b7882564 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:01.659258 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4a9de887-3796-4f39-8a8f-3c0f633cccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.706348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ae6c94-5da8-4b13-8c9d-b48cd71c709f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting subnet bc2cbcf7-c156-4fb5-91f0-2e8e110b6f2a {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:01.724192 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.740536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.761784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63ae6c94-5da8-4b13-8c9d-b48cd71c709f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.843459 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:01.867677 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-4a9de887-3796-4f39-8a8f-3c0f633cccf2 None None] For port 9c0ad208-56f9-4514-9d9a-60969cfa579c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9c0ad208-56f9-4514-9d9a-60969cfa579c,segment=NetworkSegment(14b95451-c3f5-4f92-834d-2b71470fd105),segment_id=14b95451-c3f5-4f92-834d-2b71470fd105)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:01.867982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:01.895698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:01.915000 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67291c7a-80d8-4d66-a01a-ca0b111ad866'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:13:01.925012 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4a9de887-3796-4f39-8a8f-3c0f633cccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.122720 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 67291c7a-80d8-4d66-a01a-ca0b111ad866, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:02.157556 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.166900 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.229877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4a9de887-3796-4f39-8a8f-3c0f633cccf2 None None] Provisioning complete for port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:02.230674 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4a9de887-3796-4f39-8a8f-3c0f633cccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.256508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:02.257729 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:02.262747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 306c26cc-5a34-49a7-9c3a-12fa1e652f79 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:02.265666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9de887-3796-4f39-8a8f-3c0f633cccf2 None None] Pushing event updated for resources: {'Port': ['ID=9c0ad208-56f9-4514-9d9a-60969cfa579c,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:02.288345 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.340318 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148a77a-a4c4-4fe4-ac50-eb2b2bd06c86 req-817e76b8-96ab-466a-9455-53d0e4691992 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:02.349530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63ae6c94-5da8-4b13-8c9d-b48cd71c709f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.354511 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2148a77a-a4c4-4fe4-ac50-eb2b2bd06c86 req-817e76b8-96ab-466a-9455-53d0e4691992 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 931 time: 0.4036088 Jan 27 17:13:02.402710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4a9de887-3796-4f39-8a8f-3c0f633cccf2 None None] Port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:02.418931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.423563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=67291c7a-80d8-4d66-a01a-ca0b111ad866,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:02.427792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': '0c0ccf64-ee2a-4c98-b274-0852f974e6d1'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:02.428662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.500821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object fee1cd26-577d-442b-8ef7-d5c5e5c3df44 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:02.524652 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8ff8d-8f72-4597-b1c3-52fc600da169 req-1dded43e-26de-4ea8-acc6-93bcab57eb0a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:02.526011 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0d8ff8d-8f72-4597-b1c3-52fc600da169 req-1dded43e-26de-4ea8-acc6-93bcab57eb0a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 944 time: 1.3980987 Jan 27 17:13:02.530935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be5cf2fa-e5b7-4a95-b13a-6fd509930835 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.592882 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-004f457b-63a6-41ba-8198-12a48ecbb6a4 None None] Provisioning for port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:02.601357 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-004f457b-63a6-41ba-8198-12a48ecbb6a4 None None] Provisioning complete for port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:02.601709 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-004f457b-63a6-41ba-8198-12a48ecbb6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.628190 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2148a77a-a4c4-4fe4-ac50-eb2b2bd06c86 req-8e7ed0ec-2e74-434a-aa3e-bce87e1cbe30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563682 Jan 27 17:13:02.712293 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-004f457b-63a6-41ba-8198-12a48ecbb6a4 None None] Port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:02.736011 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'code': 200} Jan 27 17:13:02.743162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Allocated IP 2001:db8::2 (185d5333-05b7-45cc-a2cf-ffb552748715/0c0ccf64-ee2a-4c98-b274-0852f974e6d1/1395010e-7ffb-452f-9557-ea85bc864114) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:02.940705 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0d8ff8d-8f72-4597-b1c3-52fc600da169 req-c1628598-b288-44b3-b7d3-91a7e4cec3da tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3177304 Jan 27 17:13:02.979896 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63ae6c94-5da8-4b13-8c9d-b48cd71c709f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.077702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2af58-c075-4c59-9b99-ab688ed88b43 req-cc6fa84d-f187-4380-9b7c-2a6d2957e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:03.079642 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-07b2af58-c075-4c59-9b99-ab688ed88b43 req-cc6fa84d-f187-4380-9b7c-2a6d2957e144 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 1098 time: 0.1056471 Jan 27 17:13:03.137908 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-07b2af58-c075-4c59-9b99-ab688ed88b43 req-13dbdf4b-38cd-4524-a715-f6c3acf44e4c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521390 Jan 27 17:13:03.180403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63ae6c94-5da8-4b13-8c9d-b48cd71c709f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.188994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9c0ad208-56f9-4514-9d9a-60969cfa579c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:03.225627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.254565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.258390 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Transition to ACTIVE for port object 1395010e-7ffb-452f-9557-ea85bc864114 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:03.293725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.301687 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Transition to ACTIVE for port object 1395010e-7ffb-452f-9557-ea85bc864114 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:03.326582 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.396099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae6c94-5da8-4b13-8c9d-b48cd71c709f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2cbcf7-c156-4fb5-91f0-2e8e110b6f2a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:03.440767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 9c0ad208-56f9-4514-9d9a-60969cfa579c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:03.441620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.453380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::2068:995:d113:b79d (185d5333-05b7-45cc-a2cf-ffb552748715/0c0ccf64-ee2a-4c98-b274-0852f974e6d1/306c26cc-5a34-49a7-9c3a-12fa1e652f79) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:03.475174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Pushing event updated for resources: {'Port': ['ID=1395010e-7ffb-452f-9557-ea85bc864114,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:03.504557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be5cf2fa-e5b7-4a95-b13a-6fd509930835 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.516387 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c416107c-4292-40ac-ba2f-380fb424e284 None None] Network 1e6836b9-15f5-4414-92fc-71d257db1844 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:03.533158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63ae6c94-5da8-4b13-8c9d-b48cd71c709f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.549880 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:03.556953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:03.560591 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:03.623006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:03.627641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cf2fa-e5b7-4a95-b13a-6fd509930835 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event deleted for resources: {'Subnet': ['ID=7444b4c5-659e-4588-83c9-8ae9b5e85d57,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:03.678827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be5cf2fa-e5b7-4a95-b13a-6fd509930835 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.695350 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:03.708500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:03.711412 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c11a2f-4040-49f5-885b-c99c709c3eec None None] Network ea2b3f32-9237-4830-a33e-8bfbfb816385 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:03.714164 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:03.714835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.794812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=fee1cd26-577d-442b-8ef7-d5c5e5c3df44,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:03.828563 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-63ae6c94-5da8-4b13-8c9d-b48cd71c709f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/bc2cbcf7-c156-4fb5-91f0-2e8e110b6f2a HTTP/1.1" status: 204 len: 168 time: 2.6512115 Jan 27 17:13:03.857992 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-be5cf2fa-e5b7-4a95-b13a-6fd509930835 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "DELETE /v2.0/subnets/7444b4c5-659e-4588-83c9-8ae9b5e85d57 HTTP/1.1" status: 204 len: 168 time: 3.4672863 Jan 27 17:13:03.857992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37652) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:03.860127 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37654) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:03.955654 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3cdc2e87-4533-4095-bacd-f35944367f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.7017965 Jan 27 17:13:03.975823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37660) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:03.984181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ab17441b-17a7-4add-9bbe-a4c2cccad7ee tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:04.241309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.347067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 306c26cc-5a34-49a7-9c3a-12fa1e652f79 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:04.493083 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.518140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.537727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Attempting to bind port 1395010e-7ffb-452f-9557-ea85bc864114 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:04.538601 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Attempting to bind port 1395010e-7ffb-452f-9557-ea85bc864114 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:04.538601 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Attempting to bind port 1395010e-7ffb-452f-9557-ea85bc864114 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:04.604152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:04.610993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:04.614222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:04.621010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:04.622010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.641663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:13:04.660410 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=306c26cc-5a34-49a7-9c3a-12fa1e652f79,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:04.663762 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cdfb19af-ad48-43eb-8438-c19ced4f580e None None] Provisioning for port fee1cd26-577d-442b-8ef7-d5c5e5c3df44 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:04.666275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Allocated IP 172.26.8.196 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/6260ad75-a4c2-461c-8d2f-d0056e680047) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:04.689578 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:04.690105 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:04.690950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.690950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:04.691301 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Bound port: 1395010e-7ffb-452f-9557-ea85bc864114, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:04.691824 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.709737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.719783 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7c222db8-a1f7-4825-bb93-63d0da6886c1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1391323 Jan 27 17:13:04.722807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cdfb19af-ad48-43eb-8438-c19ced4f580e None None] Provisioning complete for port fee1cd26-577d-442b-8ef7-d5c5e5c3df44 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:04.723179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cdfb19af-ad48-43eb-8438-c19ced4f580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.740251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79683-c2fb-43c3-9e4d-7e1150f7e514 req-1ef0c5a4-da62-45c2-a5a7-842316a906b6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:04.749827 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-70a79683-c2fb-43c3-9e4d-7e1150f7e514 req-1ef0c5a4-da62-45c2-a5a7-842316a906b6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 931 time: 0.3451951 Jan 27 17:13:04.770043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37666) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:04.779490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a008eb38-02f8-4c8e-9524-46f1474118af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'fixed_ips': [{'subnet_id': '0c0ccf64-ee2a-4c98-b274-0852f974e6d1', 'ip_address': '2001:db8::2068:995:d113:b79d'}], 'name': 'tempest-NetworksTestDHCPv6-476485558'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:04.791041 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb19af-ad48-43eb-8438-c19ced4f580e None None] Port fee1cd26-577d-442b-8ef7-d5c5e5c3df44 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:04.838981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:04.935724 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ab17441b-17a7-4add-9bbe-a4c2cccad7ee tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:04.942682 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ab17441b-17a7-4add-9bbe-a4c2cccad7ee tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:04.947275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ab17441b-17a7-4add-9bbe-a4c2cccad7ee tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:04.958648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ab17441b-17a7-4add-9bbe-a4c2cccad7ee tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:04.978450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:13:04.978784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e8a9cdf2-a25c-447b-a950-b88c70fd8ea5 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:13:04.994163 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-70a79683-c2fb-43c3-9e4d-7e1150f7e514 req-cda30b71-71a1-4edb-896c-1b7d292cf52c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430940 Jan 27 17:13:05.055979 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] For port 1395010e-7ffb-452f-9557-ea85bc864114, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:05.064900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] For port 1395010e-7ffb-452f-9557-ea85bc864114, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=1395010e-7ffb-452f-9557-ea85bc864114,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:05.075308 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.084591 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Deleting port ee259a30-2bc9-43f4-9c03-dcede3794860 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:05.086574 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.107923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a008eb38-02f8-4c8e-9524-46f1474118af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:05.117683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a008eb38-02f8-4c8e-9524-46f1474118af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:05.124291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a008eb38-02f8-4c8e-9524-46f1474118af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:05.138498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a008eb38-02f8-4c8e-9524-46f1474118af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:05.169171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a008eb38-02f8-4c8e-9524-46f1474118af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:05.179368 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a008eb38-02f8-4c8e-9524-46f1474118af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.190926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab17441b-17a7-4add-9bbe-a4c2cccad7ee tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:05.194809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ab17441b-17a7-4add-9bbe-a4c2cccad7ee tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.203691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920dc5d6-1e8a-4eae-a6a0-f2be7385a680 None None] Pushing event updated for resources: {'Port': ['ID=1395010e-7ffb-452f-9557-ea85bc864114,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:05.211397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55540116-70e2-47b6-ba34-07d83e8f0149 None None] DHCP port deletion for 1e6836b9-15f5-4414-92fc-71d257db1844 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:13:05.223708 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-55540116-70e2-47b6-ba34-07d83e8f0149 None None] Deleting port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:05.225370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-55540116-70e2-47b6-ba34-07d83e8f0149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.259832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-a008eb38-02f8-4c8e-9524-46f1474118af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port fa62d4ef-5d23-496f-8ece-10a7918339cf yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:05.273682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d41ee-0c27-4b14-90b7-cc1c5dceed0e None None] DHCP port deletion for ea2b3f32-9237-4830-a33e-8bfbfb816385 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:13:05.290909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a96d41ee-0c27-4b14-90b7-cc1c5dceed0e None None] Deleting port ee259a30-2bc9-43f4-9c03-dcede3794860 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:05.291268 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a96d41ee-0c27-4b14-90b7-cc1c5dceed0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.700073 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.ipam_backend_mixin [None req-ab17441b-17a7-4add-9bbe-a4c2cccad7ee tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 470f6dd5-c3e2-428d-a9e9-018cdacd030d (CIDR: 2001:db8::/64) Jan 27 17:13:05.702183 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:05.702537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.908571 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-a008eb38-02f8-4c8e-9524-46f1474118af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 17:13:05.909409 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a008eb38-02f8-4c8e-9524-46f1474118af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:05.958721 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a008eb38-02f8-4c8e-9524-46f1474118af tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.1868296 Jan 27 17:13:05.961368 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37672) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:05.976570 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-55540116-70e2-47b6-ba34-07d83e8f0149 None None] For port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37,segment=NetworkSegment(7f5ba1ef-e905-4967-83c6-971d9ed9ec83),segment_id=7f5ba1ef-e905-4967-83c6-971d9ed9ec83)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:05.977200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-55540116-70e2-47b6-ba34-07d83e8f0149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.992451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-a96d41ee-0c27-4b14-90b7-cc1c5dceed0e None None] For port ee259a30-2bc9-43f4-9c03-dcede3794860, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ee259a30-2bc9-43f4-9c03-dcede3794860,segment=NetworkSegment(d80c2c31-115e-4953-8d67-0448fa21dfab),segment_id=d80c2c31-115e-4953-8d67-0448fa21dfab)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:05.992836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a96d41ee-0c27-4b14-90b7-cc1c5dceed0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.044506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] For port ee259a30-2bc9-43f4-9c03-dcede3794860, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ee259a30-2bc9-43f4-9c03-dcede3794860,segment=NetworkSegment(d80c2c31-115e-4953-8d67-0448fa21dfab),segment_id=d80c2c31-115e-4953-8d67-0448fa21dfab)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:06.045020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.189451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-55540116-70e2-47b6-ba34-07d83e8f0149 None None] Calling delete_port for e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:06.214645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6a0eb2-a358-4e5a-a86f-6e327b88de2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:06.238755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6a0eb2-a358-4e5a-a86f-6e327b88de2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:06.239055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Calling delete_port for ee259a30-2bc9-43f4-9c03-dcede3794860 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:06.239627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5b6a0eb2-a358-4e5a-a86f-6e327b88de2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:06.269654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5b6a0eb2-a358-4e5a-a86f-6e327b88de2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:06.276253 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5b6a0eb2-a358-4e5a-a86f-6e327b88de2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3151593 Jan 27 17:13:06.277320 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37680) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:06.297008 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a96d41ee-0c27-4b14-90b7-cc1c5dceed0e None None] Calling delete_port for ee259a30-2bc9-43f4-9c03-dcede3794860 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:06.405186 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab17441b-17a7-4add-9bbe-a4c2cccad7ee tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:13:06.405677 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab17441b-17a7-4add-9bbe-a4c2cccad7ee tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:06.426986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:13:06.503282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-7828bd0f-2389-488d-9d6f-d5a9f3ba547a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 306c26cc-5a34-49a7-9c3a-12fa1e652f79 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:06.505734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7828bd0f-2389-488d-9d6f-d5a9f3ba547a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.523997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-55540116-70e2-47b6-ba34-07d83e8f0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.555841 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:13:06.590217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.682047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7f832-3211-4bf7-9f10-2adbd2f6407f req-9e99bf2b-ffff-47e4-825b-e089d8067060 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:06.683806 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-59b7f832-3211-4bf7-9f10-2adbd2f6407f req-9e99bf2b-ffff-47e4-825b-e089d8067060 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 2.3254752 Jan 27 17:13:06.690827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] The port 'e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37' was deleted {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:13:06.698038 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ab17441b-17a7-4add-9bbe-a4c2cccad7ee tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7170541 Jan 27 17:13:06.701933 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55540116-70e2-47b6-ba34-07d83e8f0149 None None] No DVR routers for this DVR port e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:06.718837 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a96d41ee-0c27-4b14-90b7-cc1c5dceed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.733541 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55540116-70e2-47b6-ba34-07d83e8f0149 None None] Pushing event deleted for resources: {'Port': ['ID=e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:06.741424 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37684) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:06.769241 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:06.791197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d41ee-0c27-4b14-90b7-cc1c5dceed0e None None] Pushing event deleted for resources: {'Port': ['ID=ee259a30-2bc9-43f4-9c03-dcede3794860,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:06.794408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96d41ee-0c27-4b14-90b7-cc1c5dceed0e None None] No DVR routers for this DVR port ee259a30-2bc9-43f4-9c03-dcede3794860 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:06.869306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Transition to ACTIVE for port object e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:06.886374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26fef2-c433-40c7-9c1d-4200ddfe3bf9 req-26d0dddb-8ce6-4741-91de-113e365b2f73 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:06.893080 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2e26fef2-c433-40c7-9c1d-4200ddfe3bf9 req-26d0dddb-8ce6-4741-91de-113e365b2f73 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 931 time: 0.5058692 Jan 27 17:13:06.950815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:06.951342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:06.952253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.060856 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2e26fef2-c433-40c7-9c1d-4200ddfe3bf9 req-ffe7428d-0492-41ca-b428-2791cce1d5bd tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663022 Jan 27 17:13:07.075461 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.101796 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7828bd0f-2389-488d-9d6f-d5a9f3ba547a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.176496 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-53755d65-869a-4a29-b07d-076fea3c19c7 None None] Provisioning for port 1395010e-7ffb-452f-9557-ea85bc864114 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:07.308106 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-59b7f832-3211-4bf7-9f10-2adbd2f6407f req-b873cbe5-add1-4c7c-af57-85e5fa804166 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6081779 Jan 27 17:13:07.312752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 1395010e-7ffb-452f-9557-ea85bc864114 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:07.454298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-7828bd0f-2389-488d-9d6f-d5a9f3ba547a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 306c26cc-5a34-49a7-9c3a-12fa1e652f79 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:07.540871 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Deleting port ee259a30-2bc9-43f4-9c03-dcede3794860 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:07.541252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.558835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 1395010e-7ffb-452f-9557-ea85bc864114 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:07.571115 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 1395010e-7ffb-452f-9557-ea85bc864114 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:07.572389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.588195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.609955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:07.614535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:07.626255 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.685971 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:07.732085 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:07.735744 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:07.745857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:07.746605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e35bcf60-d927-4829-87d9-9f448cbaebf3 None None] Provisioning for port 306c26cc-5a34-49a7-9c3a-12fa1e652f79 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:07.754412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7828bd0f-2389-488d-9d6f-d5a9f3ba547a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.759011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e35bcf60-d927-4829-87d9-9f448cbaebf3 None None] Provisioning complete for port 306c26cc-5a34-49a7-9c3a-12fa1e652f79 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:07.759011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e35bcf60-d927-4829-87d9-9f448cbaebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.807429 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e35bcf60-d927-4829-87d9-9f448cbaebf3 None None] Port 306c26cc-5a34-49a7-9c3a-12fa1e652f79 was deleted so its status cannot be updated. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:13:07.840860 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828bd0f-2389-488d-9d6f-d5a9f3ba547a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=306c26cc-5a34-49a7-9c3a-12fa1e652f79,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:07.860938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:07.883949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.892844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7828bd0f-2389-488d-9d6f-d5a9f3ba547a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.900777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:07.918833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] The port 'ee259a30-2bc9-43f4-9c03-dcede3794860' was deleted {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:13:07.927676 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7828bd0f-2389-488d-9d6f-d5a9f3ba547a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/306c26cc-5a34-49a7-9c3a-12fa1e652f79 HTTP/1.1" status: 204 len: 168 time: 1.6463788 Jan 27 17:13:07.928111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37690) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:07.939402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6836b9-15f5-4414-92fc-71d257db1844']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:07.943164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 1395010e-7ffb-452f-9557-ea85bc864114, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=1395010e-7ffb-452f-9557-ea85bc864114,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:07.957632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.055953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:08.060510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe4e425-2e48-4b72-8ca2-4af2fceba735 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:08.061987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe4e425-2e48-4b72-8ca2-4af2fceba735 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:08.063014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dfe4e425-2e48-4b72-8ca2-4af2fceba735 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:08.086436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dfe4e425-2e48-4b72-8ca2-4af2fceba735 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:08.103686 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dfe4e425-2e48-4b72-8ca2-4af2fceba735 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1625617 Jan 27 17:13:08.104287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37694) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:08.105862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:13:08.106249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e5e91a90-a9ed-4f6f-bb2d-aa7867c30b37 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:13:08.106599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ee259a30-2bc9-43f4-9c03-dcede3794860 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:08.176079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: ee259a30-2bc9-43f4-9c03-dcede3794860 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:13:08.176483 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ee259a30-2bc9-43f4-9c03-dcede3794860 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:13:08.179254 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=1395010e-7ffb-452f-9557-ea85bc864114,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:08.244354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab636ae-5f99-4ea1-b64d-062ec932c24b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 0c0ccf64-ee2a-4c98-b274-0852f974e6d1 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:08.249778 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fab636ae-5f99-4ea1-b64d-062ec932c24b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.299128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5ba1ef-e905-4967-83c6-971d9ed9ec83') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:08.299407 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5ba1ef-e905-4967-83c6-971d9ed9ec83') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:08.306731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event updated for resources: {'Port': ['ID=6260ad75-a4c2-461c-8d2f-d0056e680047,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:08.309202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:08.312803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.488449 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fab636ae-5f99-4ea1-b64d-062ec932c24b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.551092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b50d6-efaa-4f73-ba57-973ad7708522 req-fc89249e-fd49-4b7e-932f-cfd2958b6bff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:08.553012 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b4b50d6-efaa-4f73-ba57-973ad7708522 req-fc89249e-fd49-4b7e-932f-cfd2958b6bff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 943 time: 0.2671125 Jan 27 17:13:08.557122 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.626539 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b4b50d6-efaa-4f73-ba57-973ad7708522 req-9a5d947b-f680-440a-a7df-0653fb7b8b13 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657153 Jan 27 17:13:08.643281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fab636ae-5f99-4ea1-b64d-062ec932c24b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.678861 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.715527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.739850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Attempting to bind port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:08.740214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Attempting to bind port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '024825c6-1a5d-4834-9cc1-f0fe5161b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:08.740486 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Attempting to bind port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 on network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:08.741294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fab636ae-5f99-4ea1-b64d-062ec932c24b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.752003 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2b3f32-9237-4830-a33e-8bfbfb816385']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:08.786760 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab636ae-5f99-4ea1-b64d-062ec932c24b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0ccf64-ee2a-4c98-b274-0852f974e6d1,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:08.794240 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:08.794904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.800903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fab636ae-5f99-4ea1-b64d-062ec932c24b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.802338 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f67b97e-18eb-4f67-b442-e42adaea64e2 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:08.819198 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:08.823739 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fab636ae-5f99-4ea1-b64d-062ec932c24b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/0c0ccf64-ee2a-4c98-b274-0852f974e6d1 HTTP/1.1" status: 204 len: 168 time: 0.7183113 Jan 27 17:13:08.824418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37712) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:08.843383 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 on network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:13:08.844043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Attempting to bind port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 on network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:08.860817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80c2c31-115e-4953-8d67-0448fa21dfab') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:08.861420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80c2c31-115e-4953-8d67-0448fa21dfab') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:08.907401 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dcaacbe2-d0a1-42c8-a954-16f42cfd6009 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816109 Jan 27 17:13:08.908643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:08.909200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Checking segment: {'id': '024825c6-1a5d-4834-9cc1-f0fe5161b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:08.910332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Bound using segment: {'id': '024825c6-1a5d-4834-9cc1-f0fe5161b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:08.910332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Bound port: e84d23aa-bfb8-4f36-8f2b-271fa08f4b24, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024825c6-1a5d-4834-9cc1-f0fe5161b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:08.910615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.915513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37716) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:08.933936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:09.022207 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.073906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.110946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:09.111923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.117205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:09.122288 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:09.129666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:09.140998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:09.149628 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:09.162728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:09.167319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.176378 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 1395010e-7ffb-452f-9557-ea85bc864114 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:09.245059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f983380-5c48-4c62-b7dd-ed901b53df6c None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:13:09.253183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2f983380-5c48-4c62-b7dd-ed901b53df6c None None] Deleting port 1395010e-7ffb-452f-9557-ea85bc864114 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:09.253712 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2f983380-5c48-4c62-b7dd-ed901b53df6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.297581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.316214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 1395010e-7ffb-452f-9557-ea85bc864114 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:09.316659 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.360747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e58813-289a-40e6-864b-8c6237d8f7c6 req-3e27e2a4-497b-4c68-8645-d5578274602a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:09.365178 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45e58813-289a-40e6-864b-8c6237d8f7c6 req-3e27e2a4-497b-4c68-8645-d5578274602a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 0.8818140 Jan 27 17:13:09.406980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.446024 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/networks/1e6836b9-15f5-4414-92fc-71d257db1844 HTTP/1.1" status: 204 len: 168 time: 5.5876343 Jan 27 17:13:09.466002 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] For port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:09.471119 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] For port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24,segment=NetworkSegment(024825c6-1a5d-4834-9cc1-f0fe5161b17a),segment_id=024825c6-1a5d-4834-9cc1-f0fe5161b17a)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:09.512055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37728) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:09.517932 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.532945 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c30f8d-ae0b-494a-acf5-0c1f7ba6ad08 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Network': ['ID=1e6836b9-15f5-4414-92fc-71d257db1844,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:09.565453 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.574437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'name': 'tempest-PortsTestJSON-2025151187'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:09.583069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.649573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:09.653866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:09.690952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:09.691878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.693203 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-2f983380-5c48-4c62-b7dd-ed901b53df6c None None] For port 1395010e-7ffb-452f-9557-ea85bc864114, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=1395010e-7ffb-452f-9557-ea85bc864114,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:09.693654 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2f983380-5c48-4c62-b7dd-ed901b53df6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.764753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=cc891a36-cdab-4cfa-ab3a-e88d55be1271,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:09.776423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:09.800152 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c3a53eb3-b3c2-412c-9d7c-57c472c59331 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8826563 Jan 27 17:13:09.803263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37734) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:09.811506 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-281fa552-bcfb-401d-bd1a-a4c1bd9b8649 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'fixed_ips': [{'subnet_id': 'cc891a36-cdab-4cfa-ab3a-e88d55be1271', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1453116435'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:09.881900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.889552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.998675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2f983380-5c48-4c62-b7dd-ed901b53df6c None None] Calling delete_port for 1395010e-7ffb-452f-9557-ea85bc864114 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:10.041319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:10.062813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:10.064400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.067272 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-82d9a333-648c-4d65-89ab-67da0ae551d6 service neutron] 10.222.0.88 "PUT /v2.0/ports/e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 HTTP/1.1" status: 200 len: 1093 time: 8.6142344 Jan 27 17:13:10.074144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.096803 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45e58813-289a-40e6-864b-8c6237d8f7c6 req-8bfc2bc6-682b-45ad-8a12-acbb88e2c825 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6221063 Jan 27 17:13:10.097544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21313df9-576e-4807-a2d6-e55c47760329', 'tag': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:13:10.164065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2f983380-5c48-4c62-b7dd-ed901b53df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.181098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-281fa552-bcfb-401d-bd1a-a4c1bd9b8649 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:10.200215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-281fa552-bcfb-401d-bd1a-a4c1bd9b8649 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:10.206009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-281fa552-bcfb-401d-bd1a-a4c1bd9b8649 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:10.213645 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:port and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:10.222826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-281fa552-bcfb-401d-bd1a-a4c1bd9b8649 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:10.237737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:10.249532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281fa552-bcfb-401d-bd1a-a4c1bd9b8649 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:10.271768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:10.276929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f983380-5c48-4c62-b7dd-ed901b53df6c None None] Pushing event deleted for resources: {'Port': ['ID=1395010e-7ffb-452f-9557-ea85bc864114,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:10.286940 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] 10.222.0.81 "DELETE /v2.0/networks/ea2b3f32-9237-4830-a33e-8bfbfb816385 HTTP/1.1" status: 204 len: 168 time: 6.4194720 Jan 27 17:13:10.315569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f983380-5c48-4c62-b7dd-ed901b53df6c None None] No DVR routers for this DVR port 1395010e-7ffb-452f-9557-ea85bc864114 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:10.323620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaae509-a518-420a-8215-7be5d5e1b492 tempest-FloatingIPNegativeTestJSON-1657677209 tempest-FloatingIPNegativeTestJSON-1657677209-project] Pushing event deleted for resources: {'Network': ['ID=ea2b3f32-9237-4830-a33e-8bfbfb816385,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:10.358608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb7be7-cb75-4f90-b19f-6a1ae7d36ef2 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:10.465140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.507026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7bc7d-eb9b-42c0-a189-5667cccc27b4 req-601edffb-8acb-4360-8b8e-ab5d8242b57c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:10.515320 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c2d7bc7d-eb9b-42c0-a189-5667cccc27b4 req-601edffb-8acb-4360-8b8e-ab5d8242b57c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 943 time: 0.4769452 Jan 27 17:13:10.605169 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:10.610052 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.612933 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c2d7bc7d-eb9b-42c0-a189-5667cccc27b4 req-ad034cc5-32b5-44ce-b8da-7ee13d78c0c3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959773 Jan 27 17:13:10.629880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-281fa552-bcfb-401d-bd1a-a4c1bd9b8649 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.656714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:10.695472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-281fa552-bcfb-401d-bd1a-a4c1bd9b8649 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 78f337f4-f9e9-4c0d-ab42-7b13997691f1 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:10.818146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': 'cc891a36-cdab-4cfa-ab3a-e88d55be1271'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:10.819095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.852154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:10.862568 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21313df9-576e-4807-a2d6-e55c47760329', 'tag': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'status': 'completed', 'code': 200} Jan 27 17:13:10.873974 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:10.874684 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.888836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port 836bcfb4-2d55-465a-aa08-29bb89a951d4 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:10.898806 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb95196-7d99-4fd6-bcdc-151acb70bf90 None None] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:10.915625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37748) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:10.949081 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-281fa552-bcfb-401d-bd1a-a4c1bd9b8649 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:13:10.949627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281fa552-bcfb-401d-bd1a-a4c1bd9b8649 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:10.998204 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-281fa552-bcfb-401d-bd1a-a4c1bd9b8649 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1913731 Jan 27 17:13:11.003733 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37754) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:11.012478 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.2698755 Jan 27 17:13:11.016664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37758) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:11.048655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-858c8f72-98c4-4ea2-82aa-bf455f46fcd2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1397770677', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dc09472c-e287-4634-a04d-46412f5c47fd'}], 'security_groups': ['c01b8656-a6e2-4ed9-adab-c0c72ef39e07']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:11.133422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32221c-b140-4c7a-a16a-18301823feb3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Subnet': ['ID=dc09472c-e287-4634-a04d-46412f5c47fd,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:11.191012 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 1395010e-7ffb-452f-9557-ea85bc864114 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:11.210701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cc745533-7257-4fc4-a65b-c62c526ee54e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:11.221329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b21fe5-1478-4cab-8736-8349b03ac366 req-a22ef92e-f11a-4e42-83d1-e6c4fa03d203 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:11.225525 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-09b21fe5-1478-4cab-8736-8349b03ac366 req-a22ef92e-f11a-4e42-83d1-e6c4fa03d203 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 0.7363708 Jan 27 17:13:11.229780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-8dc3c48c-ba4a-4a21-9119-ccede217d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:11.233585 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-8dc3c48c-ba4a-4a21-9119-ccede217d8fb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 1096 time: 1.0780647 Jan 27 17:13:11.237731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 1395010e-7ffb-452f-9557-ea85bc864114 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:13:11.238197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 1395010e-7ffb-452f-9557-ea85bc864114 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:13:11.272963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cc745533-7257-4fc4-a65b-c62c526ee54e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:11.277513 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cc745533-7257-4fc4-a65b-c62c526ee54e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2726843 Jan 27 17:13:11.277841 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37764) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:11.416761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Allocated IP 2001:db8::2 (185d5333-05b7-45cc-a2cf-ffb552748715/cc891a36-cdab-4cfa-ab3a-e88d55be1271/09dd27f4-801d-4160-9211-752802e923eb) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:11.474346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8010b-c5f2-4643-b9dd-4c00d61198ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:11.477744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8010b-c5f2-4643-b9dd-4c00d61198ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:11.479089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-37b8010b-c5f2-4643-b9dd-4c00d61198ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:11.483563 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-29eae13f-6775-4858-9735-d7a01e0492a0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 HTTP/1.1" status: 200 len: 217 time: 0.1321275 Jan 27 17:13:11.496383 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f3f586db-6ac1-4984-ab7a-d4042e0bba7f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72d084d2cde24e369aa203d9181e07f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798194 Jan 27 17:13:11.508594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37768) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:11.517118 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-09b21fe5-1478-4cab-8736-8349b03ac366 req-91ac8411-71da-480f-aab5-dec5aa0309d5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525976 Jan 27 17:13:11.550212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-37b8010b-c5f2-4643-b9dd-4c00d61198ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:11.552434 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-37b8010b-c5f2-4643-b9dd-4c00d61198ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2733264 Jan 27 17:13:11.560974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37772) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:11.562171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37774) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:11.627253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:13:11.693513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.853924 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.870252 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedcea94-220a-4b68-abcb-89603e396676 None None] Update dhcp port {'port': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'fixed_ips': [{'subnet_id': '470f6dd5-c3e2-428d-a9e9-018cdacd030d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dc09472c-e287-4634-a04d-46412f5c47fd'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': '9c0ad208-56f9-4514-9d9a-60969cfa579c'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:13:11.896349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.899503 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Transition to ACTIVE for port object 09dd27f4-801d-4160-9211-752802e923eb will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:11.930204 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.950281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Transition to ACTIVE for port object 09dd27f4-801d-4160-9211-752802e923eb will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:11.957561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eedcea94-220a-4b68-abcb-89603e396676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.970185 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.996063 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-a31522bb-7331-4b2a-acbb-75ddfc55e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:11.997747 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-a31522bb-7331-4b2a-acbb-75ddfc55e35e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b39bf823-cdeb-4809-aa8d-d9f2d2b12e27 HTTP/1.1" status: 200 len: 835 time: 0.4842718 Jan 27 17:13:12.024410 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.027332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-3034930b-e276-4591-9642-03feaf7c8a91 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet cc891a36-cdab-4cfa-ab3a-e88d55be1271 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:12.031211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3034930b-e276-4591-9642-03feaf7c8a91 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.096989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3034930b-e276-4591-9642-03feaf7c8a91 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.120005 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:12.127489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:12.131787 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:12.189503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3034930b-e276-4591-9642-03feaf7c8a91 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.228408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Pushing event updated for resources: {'Port': ['ID=09dd27f4-801d-4160-9211-752802e923eb,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:12.260613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3be0487a-e9a0-4665-a714-31676ab59948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.299627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-858c8f72-98c4-4ea2-82aa-bf455f46fcd2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.309565 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3034930b-e276-4591-9642-03feaf7c8a91 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.310940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 9658dae9-f895-459e-b2b5-482ed52ec61a is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:12.322206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Attempting to bind port 09dd27f4-801d-4160-9211-752802e923eb on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:12.322541 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Attempting to bind port 09dd27f4-801d-4160-9211-752802e923eb by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:12.322874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Attempting to bind port 09dd27f4-801d-4160-9211-752802e923eb on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:12.324968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event updated for resources: {'Port': ['ID=6260ad75-a4c2-461c-8d2f-d0056e680047,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:12.335129 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:12.373793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:12.374168 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:12.374276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:12.374558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.374946 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:12.375430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Bound port: 09dd27f4-801d-4160-9211-752802e923eb, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:12.375875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.379780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:12.380420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.395776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3034930b-e276-4591-9642-03feaf7c8a91 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.448464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.460742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596f9726-646e-4cfc-85c8-655efa527c15 tempest-TestNetworkAdvancedServerOps-1706398024 tempest-TestNetworkAdvancedServerOps-1706398024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:12.465451 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-596f9726-646e-4cfc-85c8-655efa527c15 tempest-TestNetworkAdvancedServerOps-1706398024 tempest-TestNetworkAdvancedServerOps-1706398024-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 1093 time: 0.8971415 Jan 27 17:13:12.470985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37792) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:12.486946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3be0487a-e9a0-4665-a714-31676ab59948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.502311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:12.526336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:12.544098 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Usage tracker for resource:floatingip and tenant:c4d03d0b8dc841b782f833caa29e9310 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:12.549766 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=836bcfb4-2d55-465a-aa08-29bb89a951d4,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:12.553478 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3d2937cb-bb54-44de-8bd9-ba1be07a1ddf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0173309 Jan 27 17:13:12.569499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034930b-e276-4591-9642-03feaf7c8a91 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=cc891a36-cdab-4cfa-ab3a-e88d55be1271,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:12.572903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37796) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:12.600451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:12.621163 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.623293 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d8197ea6-9024-4c7f-9578-75215ff1763e tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.8512821 Jan 27 17:13:12.629644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:12.635165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37800) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:12.635548 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3034930b-e276-4591-9642-03feaf7c8a91 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/cc891a36-cdab-4cfa-ab3a-e88d55be1271 HTTP/1.1" status: 204 len: 168 time: 1.0712566 Jan 27 17:13:12.638835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-eedcea94-220a-4b68-abcb-89603e396676 None None] Allocated IP 2001:db8:0:1::2 (68bb417e-d7bb-4894-9bb8-57ed715d3541/dc09472c-e287-4634-a04d-46412f5c47fd/9c0ad208-56f9-4514-9d9a-60969cfa579c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:12.643552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37802) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:12.645643 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3be0487a-e9a0-4665-a714-31676ab59948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.647137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3be0487a-e9a0-4665-a714-31676ab59948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.650788 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3be0487a-e9a0-4665-a714-31676ab59948 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/469e2326-05d3-4c38-8ae8-dd4d09013c59 HTTP/1.1" status: 204 len: 168 time: 1.1451826 Jan 27 17:13:12.666024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1985069505'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:12.671179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] For port 09dd27f4-801d-4160-9211-752802e923eb, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:12.675480 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] For port 09dd27f4-801d-4160-9211-752802e923eb, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=09dd27f4-801d-4160-9211-752802e923eb,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:12.685909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0487a-e9a0-4665-a714-31676ab59948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469e2326-05d3-4c38-8ae8-dd4d09013c59,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:12.700949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.712216 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46748783-784a-4cd0-84de-9edbccf97629 req-2bd9b80d-42ad-4d13-8d96-62b71a1c4112 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:12.720015 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-46748783-784a-4cd0-84de-9edbccf97629 req-2bd9b80d-42ad-4d13-8d96-62b71a1c4112 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 943 time: 0.7917078 Jan 27 17:13:12.762198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:12.775529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-96c3d5e3-5dd0-43a8-bded-eb66158f8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:12.777120 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-96c3d5e3-5dd0-43a8-bded-eb66158f8e55 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7344947 Jan 27 17:13:12.783754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.789779 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-697c9b4c-f268-40f7-bd66-be81b56c456c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 836bcfb4-2d55-465a-aa08-29bb89a951d4 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:12.790398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-697c9b4c-f268-40f7-bd66-be81b56c456c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.798884 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-76031a34-7be2-4a50-99f6-45095fd59009 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1537223 Jan 27 17:13:12.840853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Usage tracker for resource:network and tenant:32967407bbd04805b672d41f0dd8726f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:12.845873 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37810) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:12.875161 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-46748783-784a-4cd0-84de-9edbccf97629 req-c3981108-db7c-4402-a00f-a3bef752cd14 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493354 Jan 27 17:13:12.876278 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:12.887644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:12.934055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:13.117724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-eedcea94-220a-4b68-abcb-89603e396676 None None] For port 9c0ad208-56f9-4514-9d9a-60969cfa579c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9c0ad208-56f9-4514-9d9a-60969cfa579c,segment=NetworkSegment(14b95451-c3f5-4f92-834d-2b71470fd105),segment_id=14b95451-c3f5-4f92-834d-2b71470fd105)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:13.239406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-697c9b4c-f268-40f7-bd66-be81b56c456c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.324021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7da2d-ede6-402a-8477-f21fa1346fbd None None] Pushing event updated for resources: {'Port': ['ID=09dd27f4-801d-4160-9211-752802e923eb,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:13.352296 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.resource_extend [None req-eedcea94-220a-4b68-abcb-89603e396676 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:13:13.392333 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eedcea94-220a-4b68-abcb-89603e396676 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.423400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Made reservation on behalf of 32967407bbd04805b672d41f0dd8726f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:13.427025 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.450395 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-eedcea94-220a-4b68-abcb-89603e396676 None None] Transition to ACTIVE for port object 9c0ad208-56f9-4514-9d9a-60969cfa579c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:13.458484 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eedcea94-220a-4b68-abcb-89603e396676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.465966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.496210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-697c9b4c-f268-40f7-bd66-be81b56c456c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 836bcfb4-2d55-465a-aa08-29bb89a951d4 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:13.509348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:13.527949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:13.565203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:13.570834 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:13.595018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Usage tracker for resource:security_group_rule and tenant:32967407bbd04805b672d41f0dd8726f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:13.596623 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-697c9b4c-f268-40f7-bd66-be81b56c456c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.599439 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-5d3a5be6-4304-4487-bfce-71c1e1c2d9a2 service neutron] 10.222.0.88 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7967863 Jan 27 17:13:13.600401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:13.605571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:13.633385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcea94-220a-4b68-abcb-89603e396676 None None] Pushing event updated for resources: {'Port': ['ID=9c0ad208-56f9-4514-9d9a-60969cfa579c,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:13.674280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c9b4c-f268-40f7-bd66-be81b56c456c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=836bcfb4-2d55-465a-aa08-29bb89a951d4,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:13.684769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-697c9b4c-f268-40f7-bd66-be81b56c456c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.692012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:13.700673 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-697c9b4c-f268-40f7-bd66-be81b56c456c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/836bcfb4-2d55-465a-aa08-29bb89a951d4 HTTP/1.1" status: 204 len: 168 time: 1.1108220 Jan 27 17:13:13.702214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37832) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:13.710977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'mac_address': 'fa:16:3e:94:d1:79', 'name': 'tempest-PortsTestJSON-493044072'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:13.746352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:13.749977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.898088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:13.902457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:port and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:13.905803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:13.915001 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:13.927909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:13.985239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37840) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:14.117685 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.162373 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port 114738b8-3e61-44da-ac5b-7f5b927ae08f yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:14.216220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-369808119'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:14.227704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:14.248088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:network and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:14.252745 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:14.258987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.263672 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:14.298667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:14.299344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.302698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.340649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.347481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-858c8f72-98c4-4ea2-82aa-bf455f46fcd2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Delete allocated IP 2001:db8::169 (68bb417e-d7bb-4894-9bb8-57ed715d3541/470f6dd5-c3e2-428d-a9e9-018cdacd030d) {{(pid=87609) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 17:13:14.374294 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14f60c23-162e-4d4f-81a0-ec01f36c2f33 req-2e3ccee4-2faf-4e5b-b33e-9b10b6a4c809 service neutron] 10.222.0.88 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161767 Jan 27 17:13:14.376172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:14.405805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:security_group_rule and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:14.413684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:14.435434 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:14.439452 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-858c8f72-98c4-4ea2-82aa-bf455f46fcd2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8:0:1::286 (68bb417e-d7bb-4894-9bb8-57ed715d3541/dc09472c-e287-4634-a04d-46412f5c47fd/fee1cd26-577d-442b-8ef7-d5c5e5c3df44) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:14.443815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:14.527651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.542421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049c6021-ef60-4e35-994c-cf1067cac60d,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:14.554817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.604370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.604773 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Added segment 0ad77772-34b5-480a-9b8e-86181991abb6 of type vlan for network 6949c03f-faad-41e0-bcc5-f9b3a224381f Jan 27 17:13:14.641071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.642651 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.691405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.809036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.871211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 9658dae9-f895-459e-b2b5-482ed52ec61a is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:14.872779 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1222} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:14.878628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:14.880833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004adc27-5f50-4aa7-8acc-93c82244af80,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:14.886712 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:14.898268 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:14.898966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.908787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=114738b8-3e61-44da-ac5b-7f5b927ae08f,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:14.923919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.924277 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Added segment 71a0193e-4508-4df8-988f-a3e65befc83e of type vlan for network d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1 Jan 27 17:13:14.941711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad9d57-28ac-4927-a18e-e00eab2e8a3d None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:13:14.961173 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2b24cef3-3437-43b8-b5d0-8e5643323744 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2577636 Jan 27 17:13:14.964560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37848) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:14.969704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.984347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4defbaf-73d7-4ed0-9eb4-108d0586d51d req-a955c2ca-9354-4fb4-94f0-63969b787ea5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:14.985395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-f4defbaf-73d7-4ed0-9eb4-108d0586d51d req-a955c2ca-9354-4fb4-94f0-63969b787ea5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:15.104636 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d014c12e-6eb0-4d67-b261-79b79f1d98b5 None None] Provisioning complete for port fee1cd26-577d-442b-8ef7-d5c5e5c3df44 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:15.105314 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d014c12e-6eb0-4d67-b261-79b79f1d98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.128772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b22699-f9f5-4074-ac6e-dd74df2868da tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:15.128772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-56b22699-f9f5-4074-ac6e-dd74df2868da tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:15.139914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.146939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:15.147497 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.180088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-f4defbaf-73d7-4ed0-9eb4-108d0586d51d req-a955c2ca-9354-4fb4-94f0-63969b787ea5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:15.189567 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f4defbaf-73d7-4ed0-9eb4-108d0586d51d req-a955c2ca-9354-4fb4-94f0-63969b787ea5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 943 time: 0.9932363 Jan 27 17:13:15.215714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-56b22699-f9f5-4074-ac6e-dd74df2868da tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:15.217004 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-56b22699-f9f5-4074-ac6e-dd74df2868da tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/114738b8-3e61-44da-ac5b-7f5b927ae08f HTTP/1.1" status: 200 len: 840 time: 0.2514694 Jan 27 17:13:15.221478 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37852) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:15.228103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:13:15.254608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9c0ad208-56f9-4514-9d9a-60969cfa579c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:15.305327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050f20b-8835-4e8b-8331-49841a45f18e req-197f43d9-8946-4798-af29-1b07d9e871fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:15.311073 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2050f20b-8835-4e8b-8331-49841a45f18e req-197f43d9-8946-4798-af29-1b07d9e871fb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 1096 time: 0.8391116 Jan 27 17:13:15.334752 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3333414 Jan 27 17:13:15.334752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5b5b3-84c4-443c-97c9-63f168d337ee tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:15.372518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d3580a65-3d9c-48af-989b-d93c8c22a5bc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 114738b8-3e61-44da-ac5b-7f5b927ae08f {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:15.372518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3580a65-3d9c-48af-989b-d93c8c22a5bc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.418534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Allocated IP 172.26.8.175 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/08e74543-57e4-4c02-90c6-7114e75a16a2) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:15.475426 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:15.510991 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37856) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:15.525000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'subnet': {'network_id': 'd89f4e9f-3f49-40d6-93d8-75c0e3d5afd1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:15.586420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.637433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d014c12e-6eb0-4d67-b261-79b79f1d98b5 None None] Port fee1cd26-577d-442b-8ef7-d5c5e5c3df44 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:15.642403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ad9d57-28ac-4927-a18e-e00eab2e8a3d None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:13:15.722833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.728396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d014c12e-6eb0-4d67-b261-79b79f1d98b5 None None] Provisioning complete for port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:15.728922 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d014c12e-6eb0-4d67-b261-79b79f1d98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.731754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:15.732412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.735191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:15.801755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:subnet and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:15.808448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:15.810991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:15.814642 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d014c12e-6eb0-4d67-b261-79b79f1d98b5 None None] Port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:15.818970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3580a65-3d9c-48af-989b-d93c8c22a5bc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.829999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:15.836503 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d014c12e-6eb0-4d67-b261-79b79f1d98b5 None None] Provisioning for port 9c0ad208-56f9-4514-9d9a-60969cfa579c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:15.866150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:15.869516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:15.870135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.892553 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d014c12e-6eb0-4d67-b261-79b79f1d98b5 None None] Provisioning complete for port 9c0ad208-56f9-4514-9d9a-60969cfa579c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:15.892553 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d014c12e-6eb0-4d67-b261-79b79f1d98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.895208 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f4defbaf-73d7-4ed0-9eb4-108d0586d51d req-01569d9b-41b6-4fa3-93fe-b59eaf01f7cf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7045066 Jan 27 17:13:15.966262 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d3580a65-3d9c-48af-989b-d93c8c22a5bc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 114738b8-3e61-44da-ac5b-7f5b927ae08f owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:15.994944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:15.998523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.025226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-858c8f72-98c4-4ea2-82aa-bf455f46fcd2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:13:16.080695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=dc1866de-099b-4faa-a0d0-fd666a18251d,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:16.357055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:13:16.410980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3580a65-3d9c-48af-989b-d93c8c22a5bc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.446234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-858c8f72-98c4-4ea2-82aa-bf455f46fcd2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.466532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3580a65-3d9c-48af-989b-d93c8c22a5bc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.483740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-858c8f72-98c4-4ea2-82aa-bf455f46fcd2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object fee1cd26-577d-442b-8ef7-d5c5e5c3df44 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:16.504511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3580a65-3d9c-48af-989b-d93c8c22a5bc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=114738b8-3e61-44da-ac5b-7f5b927ae08f,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:16.522586 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-858c8f72-98c4-4ea2-82aa-bf455f46fcd2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.523789 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d3580a65-3d9c-48af-989b-d93c8c22a5bc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/114738b8-3e61-44da-ac5b-7f5b927ae08f HTTP/1.1" status: 204 len: 168 time: 1.3005562 Jan 27 17:13:16.527050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37862) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:16.543863 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event updated for resources: {'Network': ['ID=6949c03f-faad-41e0-bcc5-f9b3a224381f,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:16.558394 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-17a3ad0e-36b3-488e-96d7-5eede2b4366f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.9217844 Jan 27 17:13:16.569635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 6949c03f-faad-41e0-bcc5-f9b3a224381f details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:16.581036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37866) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:16.586211 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5665fb91-bb54-4f8f-921a-0ab92c43202b None None] Update dhcp port {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'fixed_ips': [{'subnet_id': 'dc1866de-099b-4faa-a0d0-fd666a18251d'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': '09dd27f4-801d-4160-9211-752802e923eb'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:13:16.586955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.599465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Request body: {'subnet': {'network_id': '6949c03f-faad-41e0-bcc5-f9b3a224381f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:16.614788 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-55126990-6717-4c7f-b05f-5a71e7b62b9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7401955 Jan 27 17:13:16.656018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5665fb91-bb54-4f8f-921a-0ab92c43202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.680501 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc086bd-56cb-42bb-9f9d-7c611f9ad214 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:13:16.681319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-edc086bd-56cb-42bb-9f9d-7c611f9ad214 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:16.685459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37870) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:16.716969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-88d10bb7-848d-4d4a-a1dc-d6cefb9061d4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-186786307', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:16.751040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.761512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-88d10bb7-848d-4d4a-a1dc-d6cefb9061d4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:16.781086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:16.791947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Usage tracker for resource:subnet and tenant:32967407bbd04805b672d41f0dd8726f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:16.800160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:16.818852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-88d10bb7-848d-4d4a-a1dc-d6cefb9061d4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:router and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:16.821713 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050f20b-8835-4e8b-8331-49841a45f18e req-ec31d8ee-dcbc-46d5-916c-a806e5aa99de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:16.822188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:16.823069 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2050f20b-8835-4e8b-8331-49841a45f18e req-ec31d8ee-dcbc-46d5-916c-a806e5aa99de service neutron] 10.222.0.88 "GET /v2.0/networks?id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c HTTP/1.1" status: 200 len: 899 time: 1.2537293 Jan 27 17:13:16.828269 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-88d10bb7-848d-4d4a-a1dc-d6cefb9061d4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:16.832032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-858c8f72-98c4-4ea2-82aa-bf455f46fcd2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] In _notify_port_updated(), no bound segment for port fee1cd26-577d-442b-8ef7-d5c5e5c3df44 on network 68bb417e-d7bb-4894-9bb8-57ed715d3541 {{(pid=87609) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:13:16.838050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c8f72-98c4-4ea2-82aa-bf455f46fcd2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:16.838765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-858c8f72-98c4-4ea2-82aa-bf455f46fcd2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.842762 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-858c8f72-98c4-4ea2-82aa-bf455f46fcd2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "PUT /v2.0/ports/fee1cd26-577d-442b-8ef7-d5c5e5c3df44 HTTP/1.1" status: 200 len: 931 time: 5.8038990 Jan 27 17:13:16.846061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37874) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:16.889221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24,segment=NetworkSegment(024825c6-1a5d-4834-9cc1-f0fe5161b17a),segment_id=024825c6-1a5d-4834-9cc1-f0fe5161b17a)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:16.898504 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking segment: {'id': '71a0193e-4508-4df8-988f-a3e65befc83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'd89f4e9f-3f49-40d6-93d8-75c0e3d5afd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:16.898504 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network hostable DHCP agents. Network: d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:16.905628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-88d10bb7-848d-4d4a-a1dc-d6cefb9061d4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:16.907936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Subnet': ['ID=9527626b-dc88-47a7-b137-6626a118bfc8,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:16.918833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'port_id': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'mac_address': 'fa:16:3e:5c:51:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:13:16.924789 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2050f20b-8835-4e8b-8331-49841a45f18e req-5d49b10a-2e61-4321-b1ab-f63a339fbd55 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 HTTP/1.1" status: 200 len: 217 time: 0.0798514 Jan 27 17:13:16.925422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-edc086bd-56cb-42bb-9f9d-7c611f9ad214 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:16.930453 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-edc086bd-56cb-42bb-9f9d-7c611f9ad214 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/114738b8-3e61-44da-ac5b-7f5b927ae08f HTTP/1.1" status: 404 len: 333 time: 0.3849821 Jan 27 17:13:16.930687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c8f72-98c4-4ea2-82aa-bf455f46fcd2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=fee1cd26-577d-442b-8ef7-d5c5e5c3df44,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:16.938501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37880) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:16.975150 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Made reservation on behalf of 32967407bbd04805b672d41f0dd8726f for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:16.981606 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.982126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'name': 'tempest-PortsTestJSON-1208474876'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:17.005746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b14f38fa-5c13-466a-8991-e7f8da66f698 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port fee1cd26-577d-442b-8ef7-d5c5e5c3df44 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:17.006252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b14f38fa-5c13-466a-8991-e7f8da66f698 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.010116 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-88d10bb7-848d-4d4a-a1dc-d6cefb9061d4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.011509 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-88d10bb7-848d-4d4a-a1dc-d6cefb9061d4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.119287 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-5665fb91-bb54-4f8f-921a-0ab92c43202b None None] Allocated IP 2001:db8::2 (185d5333-05b7-45cc-a2cf-ffb552748715/dc1866de-099b-4faa-a0d0-fd666a18251d/09dd27f4-801d-4160-9211-752802e923eb) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:17.135063 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050f20b-8835-4e8b-8331-49841a45f18e req-8941a38b-707e-48d1-8a3c-3fddfd11c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:17.136589 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2050f20b-8835-4e8b-8331-49841a45f18e req-8941a38b-707e-48d1-8a3c-3fddfd11c8c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b39bf823-cdeb-4809-aa8d-d9f2d2b12e27 HTTP/1.1" status: 200 len: 835 time: 0.2005243 Jan 27 17:13:17.143530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-88d10bb7-848d-4d4a-a1dc-d6cefb9061d4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.150445 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.189326 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.200242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:13:17.259968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:17.280243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24,segment=NetworkSegment(024825c6-1a5d-4834-9cc1-f0fe5161b17a),segment_id=024825c6-1a5d-4834-9cc1-f0fe5161b17a)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:17.293776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.308329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:17.309294 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:17.318955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:17.328791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:17.336945 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-5665fb91-bb54-4f8f-921a-0ab92c43202b None None] For port 09dd27f4-801d-4160-9211-752802e923eb, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=09dd27f4-801d-4160-9211-752802e923eb,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:17.354270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'Port': ['ID=08e74543-57e4-4c02-90c6-7114e75a16a2,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:17.357028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-88d10bb7-848d-4d4a-a1dc-d6cefb9061d4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.389575 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:17.393539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.437229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5665fb91-bb54-4f8f-921a-0ab92c43202b None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.474335 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5665fb91-bb54-4f8f-921a-0ab92c43202b None None] Ignored duplicate provisioning block setup for port 09dd27f4-801d-4160-9211-752802e923eb by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 27 17:13:17.475278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:17.492193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5665fb91-bb54-4f8f-921a-0ab92c43202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.495257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-88d10bb7-848d-4d4a-a1dc-d6cefb9061d4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.497996 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-88d10bb7-848d-4d4a-a1dc-d6cefb9061d4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7915566 Jan 27 17:13:17.502537 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:17.507152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37888) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:17.515712 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port c6f02e73-48dd-4764-a7ec-30de12c362b7 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:17.590599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:17.623471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:17.623761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665fb91-bb54-4f8f-921a-0ab92c43202b None None] Pushing event updated for resources: {'Port': ['ID=09dd27f4-801d-4160-9211-752802e923eb,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:17.624077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.639951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['e84d23aa-bfb8-4f36-8f2b-271fa08f4b24'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:13:17.760058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050f20b-8835-4e8b-8331-49841a45f18e req-e0b66aa9-5c25-4e4e-9744-86cd5f4a7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:17.761639 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2050f20b-8835-4e8b-8331-49841a45f18e req-e0b66aa9-5c25-4e4e-9744-86cd5f4a7bcf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6160321 Jan 27 17:13:17.866894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.903385 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.958245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0feee-f9a2-4dff-a6f9-87be20538031 req-70dc2f25-1468-44c3-9930-3dfc149fc80f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:17.962018 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d4a0feee-f9a2-4dff-a6f9-87be20538031 req-70dc2f25-1468-44c3-9930-3dfc149fc80f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 943 time: 0.8808305 Jan 27 17:13:17.963685 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ab83fa44-78d9-4390-b060-5d08e1937506 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4516068 Jan 27 17:13:17.978577 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37902) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:18.011146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-426493618'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:18.141427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:18.171467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:network and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:18.239929 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 9658dae9-f895-459e-b2b5-482ed52ec61a is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:18.244655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:18.260079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:18.290283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=c6f02e73-48dd-4764-a7ec-30de12c362b7,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:18.296655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.302699 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:18.308966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:18.309701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.314502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:18.350328 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:18.354380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.396887 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2050f20b-8835-4e8b-8331-49841a45f18e req-66a2f4dc-4f6c-4395-b922-381d86b68c6f service neutron] 10.222.0.88 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254945 Jan 27 17:13:18.504608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b14f38fa-5c13-466a-8991-e7f8da66f698 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.515037 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d4a0feee-f9a2-4dff-a6f9-87be20538031 req-bc9c0b7c-8330-43db-8159-fa30b6a4598e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4892952 Jan 27 17:13:18.639736 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f48e0ffa-322e-4398-a2b3-c98784cd39e0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7001171 Jan 27 17:13:18.657836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37908) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:18.658573 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:18.685228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b14f38fa-5c13-466a-8991-e7f8da66f698 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for fee1cd26-577d-442b-8ef7-d5c5e5c3df44 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:18.690792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-a2708604-5cc7-4443-b118-fd9ffad52e4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:18.747724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event updated for resources: {'Subnet': ['ID=ffc55883-2635-4035-95b7-77821886f4fd,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:18.753411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.753693 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Added segment fa62b5c8-fa53-4a9c-a3d9-e85575e1dba6 of type vlan for network 70a52c81-cacc-49a9-8edc-15a61ba2983c Jan 27 17:13:18.801707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Checking segment: {'id': '0ad77772-34b5-480a-9b8e-86181991abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6949c03f-faad-41e0-bcc5-f9b3a224381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:18.801944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Network hostable DHCP agents. Network: 6949c03f-faad-41e0-bcc5-f9b3a224381f, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:18.817314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.854997 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-084b1098-25ea-4d25-a1ae-9fcb0b7ca58c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839358731&fields=id&tenant_id=3f2e5835c99b4269befa850388a8a385 HTTP/1.1" status: 200 len: 267 time: 0.4248235 Jan 27 17:13:18.977333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.030208 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2050f20b-8835-4e8b-8331-49841a45f18e req-595a3096-db29-465f-ae1e-156ae6a37c00 service neutron] 10.222.0.88 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242218 Jan 27 17:13:19.144523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5cc197-943c-4e34-814a-1f0ffcf70943 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:19.145604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a2708604-5cc7-4443-b118-fd9ffad52e4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.192529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.198069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:19.198705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.225491 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a27a2d3-5dba-4f4e-a1ba-eb127b54aa84 None None] Network d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:19.229854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Network 6949c03f-faad-41e0-bcc5-f9b3a224381f is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:19.261543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 09dd27f4-801d-4160-9211-752802e923eb up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:19.280621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-67be0f40-b91e-4156-86ca-1d876f622052 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:19.282368 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-67be0f40-b91e-4156-86ca-1d876f622052 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 811 time: 0.4009681 Jan 27 17:13:19.298528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 6949c03f-faad-41e0-bcc5-f9b3a224381f) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:19.304838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:19.305569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.341805 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-40df3048-f1e4-4736-8149-f4690f55f6b8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7586219 Jan 27 17:13:19.343235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37912) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:19.368587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-929453913', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:19.377236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:19.382291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Usage tracker for resource:router and tenant:32967407bbd04805b672d41f0dd8726f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:19.386310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:19.393391 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:19.411899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4ca13e-c561-4a9a-ae07-e4d94f2d3978 None None] Network 6949c03f-faad-41e0-bcc5-f9b3a224381f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:19.486890 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b14f38fa-5c13-466a-8991-e7f8da66f698 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.519481 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-cda5b9ae-3b81-483e-ba2c-17bef25da48a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/quotas/3f2e5835c99b4269befa850388a8a385 HTTP/1.1" status: 200 len: 375 time: 0.2066417 Jan 27 17:13:19.549415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.550784 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.570015 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.596274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 09dd27f4-801d-4160-9211-752802e923eb completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:19.597924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f38fa-5c13-466a-8991-e7f8da66f698 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=fee1cd26-577d-442b-8ef7-d5c5e5c3df44,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:19.622954 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.624228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=70a52c81-cacc-49a9-8edc-15a61ba2983c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:19.630848 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0d86e494-6f90-4b4f-b4f0-275d47c08475 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6367903 Jan 27 17:13:19.637113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37918) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:19.662059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 70a52c81-cacc-49a9-8edc-15a61ba2983c details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:19.669657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'subnet': {'network_id': '70a52c81-cacc-49a9-8edc-15a61ba2983c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:19.685119 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a6bbd55d-cf08-4d94-81b7-47ef695d7801 None None] Provisioning for port 09dd27f4-801d-4160-9211-752802e923eb completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:19.706062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 09dd27f4-801d-4160-9211-752802e923eb triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:19.706421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.790804 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a6bbd55d-cf08-4d94-81b7-47ef695d7801 None None] Provisioning complete for port 09dd27f4-801d-4160-9211-752802e923eb triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:19.791177 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd55d-cf08-4d94-81b7-47ef695d7801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.834297 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-a2708604-5cc7-4443-b118-fd9ffad52e4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:13:19.909435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a2708604-5cc7-4443-b118-fd9ffad52e4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.920560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:19.934090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a2708604-5cc7-4443-b118-fd9ffad52e4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.943709 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:subnet and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:19.986401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b14f38fa-5c13-466a-8991-e7f8da66f698 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.020619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:20.044071 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:20.061426 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-a2708604-5cc7-4443-b118-fd9ffad52e4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] In _notify_port_updated(), no bound segment for port c6f02e73-48dd-4764-a7ec-30de12c362b7 on network 9658dae9-f895-459e-b2b5-482ed52ec61a {{(pid=87609) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:13:20.066949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2708604-5cc7-4443-b118-fd9ffad52e4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:20.067650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a2708604-5cc7-4443-b118-fd9ffad52e4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.068944 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a2708604-5cc7-4443-b118-fd9ffad52e4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "PUT /v2.0/ports/c6f02e73-48dd-4764-a7ec-30de12c362b7 HTTP/1.1" status: 200 len: 818 time: 1.4035666 Jan 27 17:13:20.081146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37924) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:20.114031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.123295 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b14f38fa-5c13-466a-8991-e7f8da66f698 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/fee1cd26-577d-442b-8ef7-d5c5e5c3df44 HTTP/1.1" status: 204 len: 168 time: 3.2736495 Jan 27 17:13:20.123594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.126786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37928) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:20.177778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-7de4587c-c889-4f6e-a79c-fd147cfc1e81 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Synchronizing usage tracker for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:20.180491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:20.184402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.211237 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23ffc92-3d95-4519-beb8-ea8a9c75f0c8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:13:20.211969 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e23ffc92-3d95-4519-beb8-ea8a9c75f0c8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:20.225853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2708604-5cc7-4443-b118-fd9ffad52e4e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=c6f02e73-48dd-4764-a7ec-30de12c362b7,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:20.230013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::1 (185d5333-05b7-45cc-a2cf-ffb552748715/dc1866de-099b-4faa-a0d0-fd666a18251d/be5034e5-1797-4b6f-ac74-96537dca3b21) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:20.295778 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e23ffc92-3d95-4519-beb8-ea8a9c75f0c8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:20.297089 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e23ffc92-3d95-4519-beb8-ea8a9c75f0c8 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/fee1cd26-577d-442b-8ef7-d5c5e5c3df44 HTTP/1.1" status: 404 len: 333 time: 0.1681170 Jan 27 17:13:20.311728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37932) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:20.313294 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:20.348037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22466b-a350-4406-92d5-3526f7373efb req-de8066ca-0580-4ae6-9c7a-2f847abec191 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:20.353774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-adb02215-cb7b-4238-ae51-b4526d2fd434 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port c6f02e73-48dd-4764-a7ec-30de12c362b7 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:20.354458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-adb02215-cb7b-4238-ae51-b4526d2fd434 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.356148 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2d22466b-a350-4406-92d5-3526f7373efb req-de8066ca-0580-4ae6-9c7a-2f847abec191 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 944 time: 0.6889117 Jan 27 17:13:20.390746 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-6949c03f-faad-41e0-bcc5-f9b3a224381f', 'network_id': '6949c03f-faad-41e0-bcc5-f9b3a224381f', 'tenant_id': '32967407bbd04805b672d41f0dd8726f', 'fixed_ips': [{'subnet_id': 'ffc55883-2635-4035-95b7-77821886f4fd'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:20.391978 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.401909 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-7de4587c-c889-4f6e-a79c-fd147cfc1e81 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Unset dirty status for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:20.415396 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-7de4587c-c889-4f6e-a79c-fd147cfc1e81 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8947871 Jan 27 17:13:20.536586 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2d22466b-a350-4406-92d5-3526f7373efb req-c17b191e-2837-4003-bcf4-e43bedcda6a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791651 Jan 27 17:13:20.650038 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.664517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.670841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1', 'network_id': 'd89f4e9f-3f49-40d6-93d8-75c0e3d5afd1', 'tenant_id': '44ea2b3c3aca4d219cfc33226bdd28d2', 'fixed_ips': [{'subnet_id': '9527626b-dc88-47a7-b137-6626a118bfc8'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:20.671757 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.766364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:20.769181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object be5034e5-1797-4b6f-ac74-96537dca3b21 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:20.773353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd55d-cf08-4d94-81b7-47ef695d7801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.780026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-acad77c0-890d-44c7-a037-64272f417a92 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.809506 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 09dd27f4-801d-4160-9211-752802e923eb, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=09dd27f4-801d-4160-9211-752802e923eb,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:20.818557 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:20.818936 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.837220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-acad77c0-890d-44c7-a037-64272f417a92 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.878224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.882527 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.082191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-adb02215-cb7b-4238-ae51-b4526d2fd434 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.207209 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:21.218499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:21.227929 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:21.228709 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.233745 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-adb02215-cb7b-4238-ae51-b4526d2fd434 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for c6f02e73-48dd-4764-a7ec-30de12c362b7 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:21.291495 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=09dd27f4-801d-4160-9211-752802e923eb,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:21.365480 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-a6bbd55d-cf08-4d94-81b7-47ef695d7801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:21.366698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-a6bbd55d-cf08-4d94-81b7-47ef695d7801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:21.375826 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-431220bd-754d-4e32-aac1-4331f60bb6a4 service neutron] 10.222.0.81 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9588985 Jan 27 17:13:21.424477 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Allocated IP 172.20.255.242 (d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1/9527626b-dc88-47a7-b137-6626a118bfc8/d9be3f06-3904-4d29-9ae4-1d7f810fd92c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:21.427959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Allocated IP 172.20.0.2 (6949c03f-faad-41e0-bcc5-f9b3a224381f/ffc55883-2635-4035-95b7-77821886f4fd/a941c047-3ea2-4f0d-89c8-96950eb1bce1) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:21.445662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.453932 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:13:21.527217 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21313df9-576e-4807-a2d6-e55c47760329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:13:21.574132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.577078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24,segment=NetworkSegment(024825c6-1a5d-4834-9cc1-f0fe5161b17a),segment_id=024825c6-1a5d-4834-9cc1-f0fe5161b17a)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:21.606193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.622185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.631390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=be5034e5-1797-4b6f-ac74-96537dca3b21,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:21.634063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-acad77c0-890d-44c7-a037-64272f417a92 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.776737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.804022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-adb02215-cb7b-4238-ae51-b4526d2fd434 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.834723 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.846301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.850282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Transition to ACTIVE for port object a941c047-3ea2-4f0d-89c8-96950eb1bce1 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:21.866451 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21313df9-576e-4807-a2d6-e55c47760329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'code': 200} Jan 27 17:13:21.903090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad77c0-890d-44c7-a037-64272f417a92 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89790440-68d5-4701-ad5b-42416865442f,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:21.910410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.955418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-adb02215-cb7b-4238-ae51-b4526d2fd434 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.957679 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9c7ce81a-6d1b-4b42-9ee9-dedaec356f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.995232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Transition to ACTIVE for port object a941c047-3ea2-4f0d-89c8-96950eb1bce1 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:22.048192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event updated for resources: {'Port': ['ID=08e74543-57e4-4c02-90c6-7114e75a16a2,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:22.057203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.080792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.109450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Network 6949c03f-faad-41e0-bcc5-f9b3a224381f is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:22.116951 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-f89d662b-3372-4b84-8e2a-fcef2faad912 service neutron] 10.222.0.81 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7396932 Jan 27 17:13:22.120413 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:22.123158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:22.124731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-acad77c0-890d-44c7-a037-64272f417a92 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.126040 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-acad77c0-890d-44c7-a037-64272f417a92 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/security-groups/89790440-68d5-4701-ad5b-42416865442f HTTP/1.1" status: 204 len: 168 time: 1.8091161 Jan 27 17:13:22.144347 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-adb02215-cb7b-4238-ae51-b4526d2fd434 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/c6f02e73-48dd-4764-a7ec-30de12c362b7 HTTP/1.1" status: 204 len: 168 time: 2.0609689 Jan 27 17:13:22.150343 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37942) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:22.150910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37944) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:22.154272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb02215-cb7b-4238-ae51-b4526d2fd434 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=c6f02e73-48dd-4764-a7ec-30de12c362b7,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:22.222469 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Subnet': ['ID=fac12669-01b4-4e0c-8d62-b82aa046f394,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:22.226250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:22.236445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.386173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c54a6-51a8-4a3b-93f1-389cefd8d189 req-0cc9c9c4-77ce-48c8-8699-d84bc591da8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:22.388015 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c41c54a6-51a8-4a3b-93f1-389cefd8d189 req-0cc9c9c4-77ce-48c8-8699-d84bc591da8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 945 time: 0.4595506 Jan 27 17:13:22.411930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-61898de5-cc87-4711-8060-e6976b791b37 None None] Provisioning complete for port 09dd27f4-801d-4160-9211-752802e923eb triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:22.412537 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-61898de5-cc87-4711-8060-e6976b791b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.431347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking segment: {'id': 'fa62b5c8-fa53-4a9c-a3d9-e85575e1dba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '70a52c81-cacc-49a9-8edc-15a61ba2983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:22.435848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network hostable DHCP agents. Network: 70a52c81-cacc-49a9-8edc-15a61ba2983c, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:22.482316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Allocated IP 172.26.8.96 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/324c46d3-fdee-4149-b18a-fd2bb39f3d5a) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:22.505857 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Attempting to bind port a941c047-3ea2-4f0d-89c8-96950eb1bce1 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:22.506545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Attempting to bind port a941c047-3ea2-4f0d-89c8-96950eb1bce1 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '0ad77772-34b5-480a-9b8e-86181991abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6949c03f-faad-41e0-bcc5-f9b3a224381f'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:22.507070 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Attempting to bind port a941c047-3ea2-4f0d-89c8-96950eb1bce1 on network 6949c03f-faad-41e0-bcc5-f9b3a224381f {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:22.538158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:22.539030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Checking segment: {'id': '0ad77772-34b5-480a-9b8e-86181991abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6949c03f-faad-41e0-bcc5-f9b3a224381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:22.539626 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.540194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Bound using segment: {'id': '0ad77772-34b5-480a-9b8e-86181991abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6949c03f-faad-41e0-bcc5-f9b3a224381f'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:22.540833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Bound port: a941c047-3ea2-4f0d-89c8-96950eb1bce1, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad77772-34b5-480a-9b8e-86181991abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6949c03f-faad-41e0-bcc5-f9b3a224381f'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:22.541368 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.558584 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c41c54a6-51a8-4a3b-93f1-389cefd8d189 req-2b66c5c9-6012-4218-86cf-7886788a5d3b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181381 Jan 27 17:13:22.602522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Pushing event updated for resources: {'Port': ['ID=a941c047-3ea2-4f0d-89c8-96950eb1bce1,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:22.676172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.679966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.730880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.746762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.746762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.784444 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Transition to ACTIVE for port object d9be3f06-3904-4d29-9ae4-1d7f810fd92c will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:22.786528 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-126ad755-e4f6-47f7-b7d7-397eda323fa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.791965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network 70a52c81-cacc-49a9-8edc-15a61ba2983c is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:22.795992 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] For port a941c047-3ea2-4f0d-89c8-96950eb1bce1, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:22.801262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee5ad5-95a0-4c60-8bc0-95abe4525e7a req-daa58a69-d861-48ce-a9bd-fc0c2b0b6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:22.803073 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-47ee5ad5-95a0-4c60-8bc0-95abe4525e7a req-daa58a69-d861-48ce-a9bd-fc0c2b0b6c2f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 1098 time: 0.8621609 Jan 27 17:13:22.820406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] For port a941c047-3ea2-4f0d-89c8-96950eb1bce1, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a941c047-3ea2-4f0d-89c8-96950eb1bce1,segment=NetworkSegment(0ad77772-34b5-480a-9b8e-86181991abb6),segment_id=0ad77772-34b5-480a-9b8e-86181991abb6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:22.822404 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Transition to ACTIVE for port object d9be3f06-3904-4d29-9ae4-1d7f810fd92c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:22.829574 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-61898de5-cc87-4711-8060-e6976b791b37 None None] Provisioning for port be5034e5-1797-4b6f-ac74-96537dca3b21 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:22.836455 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-61898de5-cc87-4711-8060-e6976b791b37 None None] Provisioning complete for port be5034e5-1797-4b6f-ac74-96537dca3b21 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:22.836820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-61898de5-cc87-4711-8060-e6976b791b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.858955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 70a52c81-cacc-49a9-8edc-15a61ba2983c) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:22.875054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.875344 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Floating IP a54efbae-d160-4ef7-9246-4bb4aaa302a4 associated. External IP: 172.26.8.175, port: 67291c7a-80d8-4d66-a01a-ca0b111ad866. Jan 27 17:13:22.886830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.897660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbfd337-2d93-4a02-947c-664602e56141 None None] Network 70a52c81-cacc-49a9-8edc-15a61ba2983c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:22.917223 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f48f663-e038-46aa-9c61-916db0450bbd req-8fb6a00a-91ee-4f0e-a45d-0a384daded25 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 210 time: 0.0974185 Jan 27 17:13:22.927094 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:22.927767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.932236 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-126ad755-e4f6-47f7-b7d7-397eda323fa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.960577 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Network d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:22.969309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01865bfd-f0b4-4dc1-a7dc-75f67ef67dda tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:22.970214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-01865bfd-f0b4-4dc1-a7dc-75f67ef67dda tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:22.981088 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:22.984898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:23.035105 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-47ee5ad5-95a0-4c60-8bc0-95abe4525e7a req-9f66d7c9-7507-472c-8173-c4b558ff54d2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147598 Jan 27 17:13:23.051551 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-05c909cf-1b9a-404d-9745-ed793cfb19dd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.4005558 Jan 27 17:13:23.056848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37962) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:23.094670 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-01865bfd-f0b4-4dc1-a7dc-75f67ef67dda tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:23.100493 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-01865bfd-f0b4-4dc1-a7dc-75f67ef67dda tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9412086 Jan 27 17:13:23.105629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 37966) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:23.170333 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Attempting to bind port d9be3f06-3904-4d29-9ae4-1d7f810fd92c on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:23.171016 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Attempting to bind port d9be3f06-3904-4d29-9ae4-1d7f810fd92c by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '71a0193e-4508-4df8-988f-a3e65befc83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'd89f4e9f-3f49-40d6-93d8-75c0e3d5afd1'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:23.171384 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Attempting to bind port d9be3f06-3904-4d29-9ae4-1d7f810fd92c on network d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:23.256131 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=be5034e5-1797-4b6f-ac74-96537dca3b21,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:23.306089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-126ad755-e4f6-47f7-b7d7-397eda323fa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.306809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.350942 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-012dc06f-9320-4be7-8c87-407ec3d2ca0e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:13:23.352788 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-012dc06f-9320-4be7-8c87-407ec3d2ca0e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/c6f02e73-48dd-4764-a7ec-30de12c362b7 HTTP/1.1" status: 404 len: 333 time: 0.1470242 Jan 27 17:13:23.355176 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:23.355800 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Checking segment: {'id': '71a0193e-4508-4df8-988f-a3e65befc83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'd89f4e9f-3f49-40d6-93d8-75c0e3d5afd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:23.356726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.357289 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Bound using segment: {'id': '71a0193e-4508-4df8-988f-a3e65befc83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'd89f4e9f-3f49-40d6-93d8-75c0e3d5afd1'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:23.358312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Bound port: d9be3f06-3904-4d29-9ae4-1d7f810fd92c, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a0193e-4508-4df8-988f-a3e65befc83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'd89f4e9f-3f49-40d6-93d8-75c0e3d5afd1'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:23.358843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.375169 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 09dd27f4-801d-4160-9211-752802e923eb up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:23.402839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37976) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:23.403644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event updated for resources: {'Port': ['ID=324c46d3-fdee-4149-b18a-fd2bb39f3d5a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:23.413320 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1376758257'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:23.418410 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:23.425422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:network and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:23.429077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:23.435735 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:23.448715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-61898de5-cc87-4711-8060-e6976b791b37 None None] Port be5034e5-1797-4b6f-ac74-96537dca3b21 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:23.464485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:23.469366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.496205 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Pushing event updated for resources: {'Port': ['ID=d9be3f06-3904-4d29-9ae4-1d7f810fd92c,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:23.509020 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:23.522968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:23.523879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:23.527936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:23.530455 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:23.555551 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-126ad755-e4f6-47f7-b7d7-397eda323fa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.557035 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-126ad755-e4f6-47f7-b7d7-397eda323fa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/security-groups/c01b8656-a6e2-4ed9-adab-c0c72ef39e07 HTTP/1.1" status: 204 len: 168 time: 1.4004102 Jan 27 17:13:23.595544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37982) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:23.611848 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-61898de5-cc87-4711-8060-e6976b791b37 None None] Could not find standard attr ID for object fee1cd26-577d-442b-8ef7-d5c5e5c3df44. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:13:23.700743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ad755-e4f6-47f7-b7d7-397eda323fa2 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01b8656-a6e2-4ed9-adab-c0c72ef39e07,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:23.832317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.977222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-db97cd3d-a8e2-48c4-a676-afc58edcef8a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting subnet 470f6dd5-c3e2-428d-a9e9-018cdacd030d {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:23.985002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e679440-6ddd-44a5-ad99-4bfec13d97c9 None None] Pushing event updated for resources: {'Port': ['ID=a941c047-3ea2-4f0d-89c8-96950eb1bce1,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:23.990844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f5724-ea20-45d5-a0e4-521b5f767039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-70a52c81-cacc-49a9-8edc-15a61ba2983c', 'network_id': '70a52c81-cacc-49a9-8edc-15a61ba2983c', 'tenant_id': '44ea2b3c3aca4d219cfc33226bdd28d2', 'fixed_ips': [{'subnet_id': 'fac12669-01b4-4e0c-8d62-b82aa046f394'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:23.991907 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7d0f5724-ea20-45d5-a0e4-521b5f767039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.007174 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-db97cd3d-a8e2-48c4-a676-afc58edcef8a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.015290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-33393d06-ad5b-43c7-89ab-6af3a34fbf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.038403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] For port d9be3f06-3904-4d29-9ae4-1d7f810fd92c, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:24.044302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 09dd27f4-801d-4160-9211-752802e923eb triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:24.044792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.094831 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] For port d9be3f06-3904-4d29-9ae4-1d7f810fd92c, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d9be3f06-3904-4d29-9ae4-1d7f810fd92c,segment=NetworkSegment(71a0193e-4508-4df8-988f-a3e65befc83e),segment_id=71a0193e-4508-4df8-988f-a3e65befc83e)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:24.146185 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.217540 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5cda6f42-f2fc-446e-b099-7da88ec800d2 None None] Provisioning complete for port be5034e5-1797-4b6f-ac74-96537dca3b21 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:24.217988 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5cda6f42-f2fc-446e-b099-7da88ec800d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.278904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.285823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-db97cd3d-a8e2-48c4-a676-afc58edcef8a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.314340 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Router dc742c8d-73f6-4354-9302-324d9ee7160e has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:24.439220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:24.484541 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc19511-3d19-46c1-83e7-85c000c705a6 None None] Pushing event updated for resources: {'Port': ['ID=d9be3f06-3904-4d29-9ae4-1d7f810fd92c,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:24.516681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737ef14-7f8e-460b-9f3e-554a89224e8f req-639958a1-5b39-459a-b19b-8391c8d8ec84 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:24.524506 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5737ef14-7f8e-460b-9f3e-554a89224e8f req-639958a1-5b39-459a-b19b-8391c8d8ec84 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 945 time: 0.6762497 Jan 27 17:13:24.556269 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.564471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-5cda6f42-f2fc-446e-b099-7da88ec800d2 None None] Port be5034e5-1797-4b6f-ac74-96537dca3b21 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server [None req-7d0f5724-ea20-45d5-a0e4-521b5f767039 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fac12669-01b4-4e0c-8d62-b82aa046f394: This subnet is being modified by another concurrent operation. Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:13:24.571801 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise exception Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fac12669-01b4-4e0c-8d62-b82aa046f394: This subnet is being modified by another concurrent operation. Jan 27 17:13:24.574906 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Jan 27 17:13:24.601611 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aeb938-1906-4cef-894b-714372698977 None None] Network 70a52c81-cacc-49a9-8edc-15a61ba2983c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:24.643532 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c0b44559-d334-4588-8c84-e2d57659fd90 req-4de68608-3944-45ac-813b-aaaa4f52376a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 210 time: 0.1750896 Jan 27 17:13:24.644627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.644956 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Added segment a6edbc66-c104-45bf-a356-fc8158c724f3 of type vlan for network b15afdea-9d92-4403-a847-9612a667529f Jan 27 17:13:24.648961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-db97cd3d-a8e2-48c4-a676-afc58edcef8a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.727313 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Subnet': ['ID=fac12669-01b4-4e0c-8d62-b82aa046f394,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:24.767974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.883412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Router 1f73f170-294b-4ddd-a595-6bfb251644e9 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:13:24.893753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.900387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:24.901223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.938075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.978691 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5672505 Jan 27 17:13:24.992745 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a52c81-cacc-49a9-8edc-15a61ba2983c']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:25.007058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa62b5c8-fa53-4a9c-a3d9-e85575e1dba6') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:25.007290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 37990) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:25.007402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa62b5c8-fa53-4a9c-a3d9-e85575e1dba6') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:25.016932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.091110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0c3961-0267-4d62-8bba-8fcd8fbd8740 None None] Network 6949c03f-faad-41e0-bcc5-f9b3a224381f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:25.177735 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.210377 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.235595 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': 'b15afdea-9d92-4403-a847-9612a667529f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:25.237586 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5737ef14-7f8e-460b-9f3e-554a89224e8f req-da2fc115-00e4-45fa-8edc-c63b7911e1d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7119725 Jan 27 17:13:25.250936 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6b7ae4b0-3122-4dcd-8355-03d092279849 None None] Provisioning for port a941c047-3ea2-4f0d-89c8-96950eb1bce1 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:25.325284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.340542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:25.341149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.369425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d9be3f06-3904-4d29-9ae4-1d7f810fd92c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:25.371123 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:25.555674 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port d9be3f06-3904-4d29-9ae4-1d7f810fd92c completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:25.565654 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a941c047-3ea2-4f0d-89c8-96950eb1bce1 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:25.666985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:25.669192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130458ad-1bb2-4f77-a53d-4f9f97269482 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Network': ['ID=b15afdea-9d92-4403-a847-9612a667529f,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:25.687206 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74666384-a2ea-4708-b9d2-e63024422206 None None] Sync routers for ids ['dc742c8d-73f6-4354-9302-324d9ee7160e'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:25.693221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network b15afdea-9d92-4403-a847-9612a667529f details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:25.707782 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74666384-a2ea-4708-b9d2-e63024422206 None None] Routers {'dc742c8d-73f6-4354-9302-324d9ee7160e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:25.708409 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-74666384-a2ea-4708-b9d2-e63024422206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['dc742c8d-73f6-4354-9302-324d9ee7160e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:25.778079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-65bbaf8a-38b7-4ccd-a2ae-fba60d19c8b5 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:25.779374 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-65bbaf8a-38b7-4ccd-a2ae-fba60d19c8b5 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 811 time: 0.7498369 Jan 27 17:13:25.781365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.839092 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.860276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port a941c047-3ea2-4f0d-89c8-96950eb1bce1 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:25.865122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-db97cd3d-a8e2-48c4-a676-afc58edcef8a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.868792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port a941c047-3ea2-4f0d-89c8-96950eb1bce1 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:25.869993 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.981943 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-db97cd3d-a8e2-48c4-a676-afc58edcef8a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.987436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Network': ['ID=70a52c81-cacc-49a9-8edc-15a61ba2983c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:25.994775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.999168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf12378f-28e6-4767-9226-d2c5b37ed446 None None] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:26.065203 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9d634e6c-bef1-4c0a-a53e-f01a996ee06e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/70a52c81-cacc-49a9-8edc-15a61ba2983c HTTP/1.1" status: 204 len: 168 time: 3.0068898 Jan 27 17:13:26.080140 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-9633a23a-7718-448c-8af0-0e8bc7020b95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f2e5835c99b4269befa850388a8a385 HTTP/1.1" status: 200 len: 380 time: 0.2186236 Jan 27 17:13:26.081466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38000) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:26.105553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Request body: {'port': {'device_id': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'admin_state_up': True, 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'security_groups': ['7c0535bf-7cea-40d6-b96f-a33078c92c4d']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:26.116267 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:26.133831 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-74666384-a2ea-4708-b9d2-e63024422206 None None] Set router dc742c8d-73f6-4354-9302-324d9ee7160e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:26.137625 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-242956436'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:26.156830 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:26.173211 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Sync routers for ids ['1f73f170-294b-4ddd-a595-6bfb251644e9'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:26.181244 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:network and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:26.219830 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:26.232803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:26.261161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97cd3d-a8e2-48c4-a676-afc58edcef8a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Subnet': ['ID=470f6dd5-c3e2-428d-a9e9-018cdacd030d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:26.263008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.319894 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1f7487c0-37dc-42a9-b630-1a239959ec4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.8411617 Jan 27 17:13:26.325574 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'tag': '67291c7a-80d8-4d66-a01a-ca0b111ad866'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:13:26.351797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:26.364301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.430818 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0a4063bc-3839-44a4-804c-68ac3d6207c4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "PUT /v2.0/routers/1f73f170-294b-4ddd-a595-6bfb251644e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9220870 Jan 27 17:13:26.437071 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38010) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:26.485151 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-db97cd3d-a8e2-48c4-a676-afc58edcef8a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/470f6dd5-c3e2-428d-a9e9-018cdacd030d HTTP/1.1" status: 204 len: 168 time: 2.8177159 Jan 27 17:13:26.488960 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f970b03e-c07d-4435-99c6-4f75c2a15acd req-7fb746c0-bf5e-486c-b565-16548517c306 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 210 time: 0.4737973 Jan 27 17:13:26.496512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38014) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:26.514982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:26.533312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836e49a9-aab7-48fc-8e68-7568eb873ece None None] Network d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:26.566478 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:26.596709 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:26.609939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:26.636995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:26.696755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Routers {'1f73f170-294b-4ddd-a595-6bfb251644e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:26.697502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['1f73f170-294b-4ddd-a595-6bfb251644e9'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:26.701830 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1245} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:26.755892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:26.774608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.774879 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Added segment 80965e9a-a5c2-48c8-a60b-b281a1478b69 of type vlan for network 216a1d31-90e3-4edf-a2a3-0bc88e0f5048 Jan 27 17:13:26.780962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ccadae28-025c-4812-8226-dc4cf3cade5c None None] Provisioning complete for port a941c047-3ea2-4f0d-89c8-96950eb1bce1 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:26.781325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ccadae28-025c-4812-8226-dc4cf3cade5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.801612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:26.827157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe86a252-534c-4fcc-8455-e4a5e341494a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:26.827808 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fe86a252-534c-4fcc-8455-e4a5e341494a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:26.853805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Made reservation on behalf of 3f2e5835c99b4269befa850388a8a385 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:26.857621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.903768 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-74666384-a2ea-4708-b9d2-e63024422206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:12:17Z', 'revision_number': 4, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'a54efbae-d160-4ef7-9246-4bb4aaa302a4', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'port_id': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'mac_address': 'fa:16:3e:1a:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:18Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 0, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c23006-b6fb-406f-898e-3fefe20076ca', 'name': '', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'mac_address': 'fa:16:3e:b1:17:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:14Z', 'updated_at': '2022-01-27T17:12:38Z', 'revision_number': 5, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'subnets': [{'id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:26.909992 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74666384-a2ea-4708-b9d2-e63024422206 None None] Checking router: dc742c8d-73f6-4354-9302-324d9ee7160e for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:13:26.924240 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74666384-a2ea-4708-b9d2-e63024422206 None None] Routers {'dc742c8d-73f6-4354-9302-324d9ee7160e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:26.925323 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-74666384-a2ea-4708-b9d2-e63024422206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['dc742c8d-73f6-4354-9302-324d9ee7160e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:26.931347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fe86a252-534c-4fcc-8455-e4a5e341494a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:26.932563 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fe86a252-534c-4fcc-8455-e4a5e341494a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports/be5034e5-1797-4b6f-ac74-96537dca3b21 HTTP/1.1" status: 200 len: 911 time: 0.4882388 Jan 27 17:13:26.935450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.944211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38018) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:26.951840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.026945 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.028715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:27.036422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f9322-5a53-4209-a4f8-0323e02049e1 req-ed9ff79d-61cc-429b-bab2-883091c12d51 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:27.038000 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-250f9322-5a53-4209-a4f8-0323e02049e1 req-ed9ff79d-61cc-429b-bab2-883091c12d51 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 945 time: 0.4963410 Jan 27 17:13:27.039570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.153600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Allocated IP 172.20.0.5 (c33794e6-f455-4da7-ac52-fa9dee73560d/8a862ef3-f094-4fcf-901a-e34afa91465d/d3c9eb93-504d-4380-8549-de83c031e266) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:27.189895 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-74666384-a2ea-4708-b9d2-e63024422206 None None] Set router dc742c8d-73f6-4354-9302-324d9ee7160e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:27.200918 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:13:27.208223 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Set router 1f73f170-294b-4ddd-a595-6bfb251644e9 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:27.326460 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-250f9322-5a53-4209-a4f8-0323e02049e1 req-7c6dc612-3557-4750-8221-70584ec12e9b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303163 Jan 27 17:13:27.341135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.373190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.389439 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:27.390466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.478198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port a941c047-3ea2-4f0d-89c8-96950eb1bce1, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a941c047-3ea2-4f0d-89c8-96950eb1bce1,segment=NetworkSegment(0ad77772-34b5-480a-9b8e-86181991abb6),segment_id=0ad77772-34b5-480a-9b8e-86181991abb6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:27.485041 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ccadae28-025c-4812-8226-dc4cf3cade5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.499919 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'tag': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'status': 'completed', 'code': 200} Jan 27 17:13:27.561248 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c528fb8e-ccab-4e6b-83f8-6183cff55448 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:27.571637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c528fb8e-ccab-4e6b-83f8-6183cff55448 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:27.573916 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c528fb8e-ccab-4e6b-83f8-6183cff55448 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6278296 Jan 27 17:13:27.584267 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4928989 Jan 27 17:13:27.585297 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38026) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:27.585800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38028) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:27.625908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.666192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'subnet': {'network_id': '216a1d31-90e3-4edf-a2a3-0bc88e0f5048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:27.903167 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-74666384-a2ea-4708-b9d2-e63024422206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:12:17Z', 'revision_number': 4, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'a54efbae-d160-4ef7-9246-4bb4aaa302a4', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'port_id': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'mac_address': 'fa:16:3e:1a:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:18Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 0, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c23006-b6fb-406f-898e-3fefe20076ca', 'name': '', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'mac_address': 'fa:16:3e:b1:17:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:14Z', 'updated_at': '2022-01-27T17:12:38Z', 'revision_number': 5, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'subnets': [{'id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:27.909131 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74666384-a2ea-4708-b9d2-e63024422206 None None] The sync data for ids ['dc742c8d-73f6-4354-9302-324d9ee7160e'] in dv-neutron-825077-1-hyperv is: [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:12:17Z', 'revision_number': 4, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'a54efbae-d160-4ef7-9246-4bb4aaa302a4', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'port_id': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'mac_address': 'fa:16:3e:1a:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:18Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 0, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c23006-b6fb-406f-898e-3fefe20076ca', 'name': '', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'mac_address': 'fa:16:3e:b1:17:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:14Z', 'updated_at': '2022-01-27T17:12:38Z', 'revision_number': 5, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'subnets': [{'id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:27.915479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8921729-4a00-4c69-a694-59079266956d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=216a1d31-90e3-4edf-a2a3-0bc88e0f5048,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:27.938074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 216a1d31-90e3-4edf-a2a3-0bc88e0f5048 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:27.974238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=a941c047-3ea2-4f0d-89c8-96950eb1bce1,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:28.035819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-ccadae28-025c-4812-8226-dc4cf3cade5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:28.036152 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-ccadae28-025c-4812-8226-dc4cf3cade5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:28.069549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:28.101002 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:28.105602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:28.130740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:28.218405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:28.227024 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.315551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8b90f-65b8-44c4-874f-50dce700bcca req-b1a66eeb-ab76-4cfb-b702-54fa1d600e27 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:28.317581 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7fb8b90f-65b8-44c4-874f-50dce700bcca req-b1a66eeb-ab76-4cfb-b702-54fa1d600e27 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 1.5996881 Jan 27 17:13:28.354401 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97bff8-53d9-4282-9941-ac710bbf6973 None None] New status for floating IP a54efbae-d160-4ef7-9246-4bb4aaa302a4: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:13:28.377084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.390869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.418740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f73f170-294b-4ddd-a595-6bfb251644e9', 'name': 'tempest-NetworksTestDHCPv6-router-186786307', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:17Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 2, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'gw_port_host': None, '_interfaces': [{'id': 'be5034e5-1797-4b6f-ac74-96537dca3b21', 'name': '', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'mac_address': 'fa:16:3e:45:ce:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f73f170-294b-4ddd-a595-6bfb251644e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'dc1866de-099b-4faa-a0d0-fd666a18251d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:19Z', 'updated_at': '2022-01-27T17:13:22Z', 'revision_number': 2, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'subnets': [{'id': 'dc1866de-099b-4faa-a0d0-fd666a18251d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:28.423938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Checking router: 1f73f170-294b-4ddd-a595-6bfb251644e9 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:13:28.424390 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Updating router 1f73f170-294b-4ddd-a595-6bfb251644e9 port be5034e5-1797-4b6f-ac74-96537dca3b21 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:13:28.489150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Transition to ACTIVE for port object d3c9eb93-504d-4380-8549-de83c031e266 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:28.533334 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.538592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.691958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af445074-d564-4f3b-a6fc-65e22288be67 None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:13:28.793837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b1eb3-fe99-4b03-bc64-a69b9d1e99c0 req-9bfdc6fb-c851-49a0-8e7c-1dbe58a4730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:28.796401 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-352b1eb3-fe99-4b03-bc64-a69b9d1e99c0 req-9bfdc6fb-c851-49a0-8e7c-1dbe58a4730e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c4d03d0b8dc841b782f833caa29e9310&device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 1098 time: 1.0899868 Jan 27 17:13:28.850050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.941382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Subnet': ['ID=a622469b-1fa5-4e86-ab36-7511f6a33744,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:28.953032 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7fb8b90f-65b8-44c4-874f-50dce700bcca req-2efb8dcb-d70e-4282-86c0-e7471d1ffa81 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5658259 Jan 27 17:13:28.997078 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38034) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:29.118406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc80f-1844-46d0-9614-8824765a5201 None None] Provisioning complete for port 9c0ad208-56f9-4514-9d9a-60969cfa579c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:29.119471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc80f-1844-46d0-9614-8824765a5201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.123703 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-71b9eae4-ce35-4db3-b718-c5b8fb56129c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/floatingips/a54efbae-d160-4ef7-9246-4bb4aaa302a4 HTTP/1.1" status: 200 len: 993 time: 0.1253235 Jan 27 17:13:29.135879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Router bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:13:29.186646 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'Port': ['ID=d3c9eb93-504d-4380-8549-de83c031e266,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:29.221815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Network c33794e6-f455-4da7-ac52-fa9dee73560d is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:29.226814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:29.229239 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:29.297754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:29.298300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.329198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:29.344283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9baa4-bf70-4204-9a33-a471cc6314f2 req-56608b09-15b1-4564-86b2-6a28580468fc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:29.351838 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-35f9baa4-bf70-4204-9a33-a471cc6314f2 req-56608b09-15b1-4564-86b2-6a28580468fc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 945 time: 1.5174429 Jan 27 17:13:29.375423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:subnet and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:29.417095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:29.437432 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-186ac91d-8d4c-4002-8ad4-72fa0d5d806b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3409457 Jan 27 17:13:29.437880 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af445074-d564-4f3b-a6fc-65e22288be67 None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:13:29.440718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:29.452079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Request body: {'port': {'device_id': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:29.453347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Checking segment: {'id': 'a6edbc66-c104-45bf-a356-fc8158c724f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'b15afdea-9d92-4403-a847-9612a667529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:29.453737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network hostable DHCP agents. Network: b15afdea-9d92-4403-a847-9612a667529f, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:29.484842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b1eb3-fe99-4b03-bc64-a69b9d1e99c0 req-af3ff286-cf92-4955-aea3-d2dd18061d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:29.486648 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-352b1eb3-fe99-4b03-bc64-a69b9d1e99c0 req-af3ff286-cf92-4955-aea3-d2dd18061d1f service neutron] 10.222.0.88 "GET /v2.0/networks?id=332fdffd-0754-47b8-a58b-5e0ffe38ea7e HTTP/1.1" status: 200 len: 898 time: 0.6645894 Jan 27 17:13:29.503375 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.543857 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Transition to ACTIVE for port object be5034e5-1797-4b6f-ac74-96537dca3b21 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:29.569724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.601886 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:29.605556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.625396 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-352b1eb3-fe99-4b03-bc64-a69b9d1e99c0 req-1301d690-70d0-4d8b-97bb-0eb918499b78 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866 HTTP/1.1" status: 200 len: 1001 time: 0.1219223 Jan 27 17:13:29.705818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Performing IP validity checks on allocation pools {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:13:29.706335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:13:29.751547 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc80f-1844-46d0-9614-8824765a5201 None None] Provisioning complete for port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:29.751953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc80f-1844-46d0-9614-8824765a5201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.794953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f41a83-6ab3-407d-ac4d-c30f8a795e71 req-2c3cc397-e199-492c-a77e-32f288ad765c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:29.796678 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a5f41a83-6ab3-407d-ac4d-c30f8a795e71 req-2c3cc397-e199-492c-a77e-32f288ad765c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 931 time: 0.5786119 Jan 27 17:13:29.797417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network b15afdea-9d92-4403-a847-9612a667529f is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:29.880221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a941c047-3ea2-4f0d-89c8-96950eb1bce1 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:29.893929 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, b15afdea-9d92-4403-a847-9612a667529f) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:29.901719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.916823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:29.924427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:29.924837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.930019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a5f41a83-6ab3-407d-ac4d-c30f8a795e71 req-f63060dc-4ead-42ac-8161-3b09020ae728 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Synchronizing usage tracker for tenant:3f2e5835c99b4269befa850388a8a385 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:29.950200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650642c4-c2f7-47e6-beca-5739af9f3671 None None] Sync routers for ids ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:29.952287 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebd566-e00a-453f-9e06-0f2c5e1614ee None None] Pushing event updated for resources: {'Port': ['ID=be5034e5-1797-4b6f-ac74-96537dca3b21,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:29.957140 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-35f9baa4-bf70-4204-9a33-a471cc6314f2 req-8b4b69a9-2d27-495b-875c-5f2c6cbcab9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6041150 Jan 27 17:13:29.967358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b1eb3-fe99-4b03-bc64-a69b9d1e99c0 req-5b45f514-402c-4bdd-89b1-759a888e635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:29.969274 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-352b1eb3-fe99-4b03-bc64-a69b9d1e99c0 req-5b45f514-402c-4bdd-89b1-759a888e635e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5211baca-e64a-4d31-8f44-2844562d5be3 HTTP/1.1" status: 200 len: 835 time: 0.2735343 Jan 27 17:13:29.989176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.993295 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8a7ad96c-220c-4af5-95d9-0dcfaf449bb8 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.6389103 Jan 27 17:13:29.995036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38040) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:29.995556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38042) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:30.044395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a5f41a83-6ab3-407d-ac4d-c30f8a795e71 req-f63060dc-4ead-42ac-8161-3b09020ae728 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Unset dirty status for tenant:3f2e5835c99b4269befa850388a8a385 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:30.045453 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a5f41a83-6ab3-407d-ac4d-c30f8a795e71 req-f63060dc-4ead-42ac-8161-3b09020ae728 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266915 Jan 27 17:13:30.081681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.085508 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-33b712bd-f303-4520-8280-d8cb2719f71d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9151430 Jan 27 17:13:30.097648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38048) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:30.108593 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc80f-1844-46d0-9614-8824765a5201 None None] Port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:30.109830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-186e0e9d-f163-41e7-9c6c-0ba65ad33fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': 'b15afdea-9d92-4403-a847-9612a667529f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:30.123713 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650642c4-c2f7-47e6-beca-5739af9f3671 None None] Routers {'bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:30.124131 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-650642c4-c2f7-47e6-beca-5739af9f3671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:30.169072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.264979 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-650642c4-c2f7-47e6-beca-5739af9f3671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:30.283219 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Attempting to bind port be5034e5-1797-4b6f-ac74-96537dca3b21 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:30.283774 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Attempting to bind port be5034e5-1797-4b6f-ac74-96537dca3b21 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:30.284505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Attempting to bind port be5034e5-1797-4b6f-ac74-96537dca3b21 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:30.296693 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:30.297366 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:30.297488 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.297990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:30.298483 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Bound port: be5034e5-1797-4b6f-ac74-96537dca3b21, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:30.298851 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.309545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Subnet': ['ID=fad61211-7bb6-468b-901f-e028ed619a6d,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:30.311900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc80f-1844-46d0-9614-8824765a5201 None None] Provisioning for port d9be3f06-3904-4d29-9ae4-1d7f810fd92c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:30.332520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking segment: {'id': '80965e9a-a5c2-48c8-a60b-b281a1478b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '216a1d31-90e3-4edf-a2a3-0bc88e0f5048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:30.332520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network hostable DHCP agents. Network: 216a1d31-90e3-4edf-a2a3-0bc88e0f5048, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:30.334359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:30.338641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:30.349787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b1eb3-fe99-4b03-bc64-a69b9d1e99c0 req-630ef4a3-e3bd-4f1e-91d8-450b296f38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:30.351267 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-352b1eb3-fe99-4b03-bc64-a69b9d1e99c0 req-630ef4a3-e3bd-4f1e-91d8-450b296f38eb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=332fdffd-0754-47b8-a58b-5e0ffe38ea7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3592830 Jan 27 17:13:30.355626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:30.356203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.382126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port a941c047-3ea2-4f0d-89c8-96950eb1bce1 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:30.383040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.387567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Subnet': ['ID=51e7f44c-9062-4021-aa71-bd576e07f51f,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:30.427230 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc80f-1844-46d0-9614-8824765a5201 None None] Provisioning complete for port d9be3f06-3904-4d29-9ae4-1d7f810fd92c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:30.427623 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc80f-1844-46d0-9614-8824765a5201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.473351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650642c4-c2f7-47e6-beca-5739af9f3671 None None] Routers {'bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:30.474370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-650642c4-c2f7-47e6-beca-5739af9f3671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:30.521567 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-98f02cdc-f3a8-493d-b5ae-f00c70b18c3f tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0171969 Jan 27 17:13:30.542495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38054) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:30.550810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'security_group': {'name': 'tempest-secgroup-88268371'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:30.568519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network 216a1d31-90e3-4edf-a2a3-0bc88e0f5048 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:30.571616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:30.590533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-186e0e9d-f163-41e7-9c6c-0ba65ad33fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:30.596852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:security_group and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:30.597629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-186e0e9d-f163-41e7-9c6c-0ba65ad33fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:30.601864 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-186e0e9d-f163-41e7-9c6c-0ba65ad33fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:30.609234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:30.612834 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-186e0e9d-f163-41e7-9c6c-0ba65ad33fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:30.626215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] For port be5034e5-1797-4b6f-ac74-96537dca3b21, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:30.626562 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-352b1eb3-fe99-4b03-bc64-a69b9d1e99c0 req-340f48ec-a3f5-441f-9121-50a4f7fb50cc service neutron] 10.222.0.88 "GET /v2.0/networks/332fdffd-0754-47b8-a58b-5e0ffe38ea7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614675 Jan 27 17:13:30.628418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186e0e9d-f163-41e7-9c6c-0ba65ad33fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:30.629613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] For port be5034e5-1797-4b6f-ac74-96537dca3b21, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=be5034e5-1797-4b6f-ac74-96537dca3b21,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:30.633724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-186e0e9d-f163-41e7-9c6c-0ba65ad33fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.638006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:30.640093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 216a1d31-90e3-4edf-a2a3-0bc88e0f5048) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:30.653758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:30.654378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.668516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.731359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-650642c4-c2f7-47e6-beca-5739af9f3671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:30.731750 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650642c4-c2f7-47e6-beca-5739af9f3671 None None] The sync data for ids ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:30.782151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Routers {'1f73f170-294b-4ddd-a595-6bfb251644e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:30.783027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['1f73f170-294b-4ddd-a595-6bfb251644e9'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:30.803943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.904190 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7fbaafe8-1d13-47a5-b8c6-afca3493b00a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2509470 Jan 27 17:13:30.904908 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c74b0c-8803-4774-8585-52ed16dad05b tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:30.909193 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-49c74b0c-8803-4774-8585-52ed16dad05b tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 1093 time: 0.8382494 Jan 27 17:13:30.912912 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38058) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:30.913242 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38060) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:30.944478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:31.007697 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-352b1eb3-fe99-4b03-bc64-a69b9d1e99c0 req-0d945671-24d0-41a8-ba69-23508c2f7aed service neutron] 10.222.0.88 "GET /v2.0/networks/332fdffd-0754-47b8-a58b-5e0ffe38ea7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380985 Jan 27 17:13:31.114628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebd566-e00a-453f-9e06-0f2c5e1614ee None None] Pushing event updated for resources: {'Port': ['ID=be5034e5-1797-4b6f-ac74-96537dca3b21,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:31.122291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:31.129831 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:31.138849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] Set router 1f73f170-294b-4ddd-a595-6bfb251644e9 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:31.153737 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.ipam_backend_mixin [None req-186e0e9d-f163-41e7-9c6c-0ba65ad33fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a622469b-1fa5-4e86-ab36-7511f6a33744 (CIDR: 172.20.0.0/28) Jan 27 17:13:31.155254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:floatingip and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:31.161401 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-186e0e9d-f163-41e7-9c6c-0ba65ad33fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:13:31.162816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186e0e9d-f163-41e7-9c6c-0ba65ad33fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:31.212262 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-186e0e9d-f163-41e7-9c6c-0ba65ad33fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1135240 Jan 27 17:13:31.213310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38068) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:31.219170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': 'b15afdea-9d92-4403-a847-9612a667529f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:31.219373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:31.222235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:security_group_rule and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:31.224951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-85509ce8-7593-4d50-a3a0-0a3c3ad4b30f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.296108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:31.308021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:31.343932 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:31.373056 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc80f-1844-46d0-9614-8824765a5201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.565254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:31.571660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71924b8c-d74c-428a-946b-6bc7cdaf9db3 None None] Network b15afdea-9d92-4403-a847-9612a667529f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:31.578571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.589091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:31.594733 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:31.608707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:31.622396 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0b289-e943-4284-92f7-1e59939ed08e req-198c18a8-a108-4d0f-a70c-43468da87366 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:31.624367 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-32c0b289-e943-4284-92f7-1e59939ed08e req-198c18a8-a108-4d0f-a70c-43468da87366 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 931 time: 0.3376546 Jan 27 17:13:31.633484 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fada8b7b-08ba-40fb-9a80-c4b2c8383c9d None None] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:31.649764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da74fd4c-38c1-40da-94f8-8ee49260a812 None None] Network 216a1d31-90e3-4edf-a2a3-0bc88e0f5048 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:31.714681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:31.718738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.797443 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-32c0b289-e943-4284-92f7-1e59939ed08e req-6441d1a9-9c11-4901-a2fb-2dfaece01b6a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613524 Jan 27 17:13:31.853987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fb3bc80f-1844-46d0-9614-8824765a5201 None None] For port d9be3f06-3904-4d29-9ae4-1d7f810fd92c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d9be3f06-3904-4d29-9ae4-1d7f810fd92c,segment=NetworkSegment(71a0193e-4508-4df8-988f-a3e65befc83e),segment_id=71a0193e-4508-4df8-988f-a3e65befc83e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:31.903803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.084546 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc80f-1844-46d0-9614-8824765a5201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.173112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.217819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc80f-1844-46d0-9614-8824765a5201 None None] Pushing event updated for resources: {'Port': ['ID=d9be3f06-3904-4d29-9ae4-1d7f810fd92c,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:32.242241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network b15afdea-9d92-4403-a847-9612a667529f is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:32.247020 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:32.252246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:32.252849 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.266726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c9eb93-504d-4380-8549-de83c031e266 {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:13:32.284581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.293868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.300310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Subnet': ['ID=a065283e-6753-4986-82b0-1b47a13230b0,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:32.331260 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ffb7c4af-8550-4f52-afc4-ab839d40f1d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1167736 Jan 27 17:13:32.334448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38072) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:32.336039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.343422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': 'b15afdea-9d92-4403-a847-9612a667529f', 'fixed_ips': [{'subnet_id': 'a622469b-1fa5-4e86-ab36-7511f6a33744'}, {'subnet_id': 'a065283e-6753-4986-82b0-1b47a13230b0'}], 'name': 'tempest-PortsTestJSON-1190257933'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:32.446868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Transition to ACTIVE for port object d3c9eb93-504d-4380-8549-de83c031e266 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:32.454796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.508977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:32.512435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.519763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:32.531303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:32.571849 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.573132 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 2.0271206 Jan 27 17:13:32.597608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38076) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:32.611235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f52eba-41b6-4f98-98bf-f5c718e42f39 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e137f9e-f910-465b-a75d-99577a02ebb3,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:32.657213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'security_group': {'name': 'tempest-secgroup-1181126078'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:32.684425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3c29a4d2-7f00-4ba7-810a-c91dc5036183 None None] Provisioning for port d3c9eb93-504d-4380-8549-de83c031e266 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:32.684607 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.706026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port 7a427303-991e-4ac0-bc20-acbeca3a6e02 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:32.725082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:32.757395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-85509ce8-7593-4d50-a3a0-0a3c3ad4b30f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port be5034e5-1797-4b6f-ac74-96537dca3b21 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:32.757651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-85509ce8-7593-4d50-a3a0-0a3c3ad4b30f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.797280 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d08ff1-69f6-4ab1-894e-d780ee83f2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-216a1d31-90e3-4edf-a2a3-0bc88e0f5048', 'network_id': '216a1d31-90e3-4edf-a2a3-0bc88e0f5048', 'tenant_id': '44ea2b3c3aca4d219cfc33226bdd28d2', 'fixed_ips': [{'subnet_id': '51e7f44c-9062-4021-aa71-bd576e07f51f'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:32.799617 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e7d08ff1-69f6-4ab1-894e-d780ee83f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.882953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-b15afdea-9d92-4403-a847-9612a667529f', 'network_id': 'b15afdea-9d92-4403-a847-9612a667529f', 'tenant_id': '63c2fae895274945a56d5a9f9e951d45', 'fixed_ips': [{'subnet_id': 'a065283e-6753-4986-82b0-1b47a13230b0'}, {'subnet_id': 'a622469b-1fa5-4e86-ab36-7511f6a33744'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:32.883800 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.981010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:security_group and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:33.034370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:33.043987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c9eb93-504d-4380-8549-de83c031e266,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:33.079710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f73f170-294b-4ddd-a595-6bfb251644e9', 'name': 'tempest-NetworksTestDHCPv6-router-186786307', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:17Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 2, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'gw_port_host': None, '_interfaces': [{'id': 'be5034e5-1797-4b6f-ac74-96537dca3b21', 'name': '', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'mac_address': 'fa:16:3e:45:ce:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f73f170-294b-4ddd-a595-6bfb251644e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'dc1866de-099b-4faa-a0d0-fd666a18251d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:19Z', 'updated_at': '2022-01-27T17:13:30Z', 'revision_number': 4, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'subnets': [{'id': 'dc1866de-099b-4faa-a0d0-fd666a18251d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:33.092700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e09a5-c610-4346-80a2-392dcb73632c None None] The sync data for ids ['1f73f170-294b-4ddd-a595-6bfb251644e9'] in dv-neutron-825077-1-hyperv is: [{'id': '1f73f170-294b-4ddd-a595-6bfb251644e9', 'name': 'tempest-NetworksTestDHCPv6-router-186786307', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:17Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 2, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'gw_port_host': None, '_interfaces': [{'id': 'be5034e5-1797-4b6f-ac74-96537dca3b21', 'name': '', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'mac_address': 'fa:16:3e:45:ce:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f73f170-294b-4ddd-a595-6bfb251644e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'dc1866de-099b-4faa-a0d0-fd666a18251d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:19Z', 'updated_at': '2022-01-27T17:13:30Z', 'revision_number': 4, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'subnets': [{'id': 'dc1866de-099b-4faa-a0d0-fd666a18251d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:33.097072 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:33.168520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:33.168758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:33.169097 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:33.169287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:33.169572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:33.169942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:33.170655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:33.170655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:33.170857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:33.171150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:33.171479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:33.171887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:33.209076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.13 (b15afdea-9d92-4403-a847-9612a667529f/a622469b-1fa5-4e86-ab36-7511f6a33744/7a427303-991e-4ac0-bc20-acbeca3a6e02) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:33.218064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4779bf06-db43-4500-b98c-a10f5d0470ad None None] Update dhcp port {'port': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'fixed_ips': [{'subnet_id': 'dc09472c-e287-4634-a04d-46412f5c47fd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fad61211-7bb6-468b-901f-e028ed619a6d'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': '9c0ad208-56f9-4514-9d9a-60969cfa579c'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:13:33.259765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.26 (b15afdea-9d92-4403-a847-9612a667529f/a065283e-6753-4986-82b0-1b47a13230b0/7a427303-991e-4ac0-bc20-acbeca3a6e02) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server [None req-e7d08ff1-69f6-4ab1-894e-d780ee83f2a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51e7f44c-9062-4021-aa71-bd576e07f51f: This subnet is being modified by another concurrent operation. Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:13:33.260498 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise exception Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51e7f44c-9062-4021-aa71-bd576e07f51f: This subnet is being modified by another concurrent operation. Jan 27 17:13:33.265000 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Jan 27 17:13:33.313967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d62687e-6784-40f4-895b-9c4fc423c513 None None] Network 216a1d31-90e3-4edf-a2a3-0bc88e0f5048 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:33.335953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4779bf06-db43-4500-b98c-a10f5d0470ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.462454 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.477416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.497868 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5f7ef3aa-8a24-4f52-85cb-d90bcc850db4 req-e753cca8-dd99-486f-8df3-8263252b19c2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2862043 Jan 27 17:13:33.587618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Subnet': ['ID=51e7f44c-9062-4021-aa71-bd576e07f51f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:33.590851 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.661947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:33.708651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:security_group_rule and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:33.719894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-85509ce8-7593-4d50-a3a0-0a3c3ad4b30f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] For port be5034e5-1797-4b6f-ac74-96537dca3b21, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=be5034e5-1797-4b6f-ac74-96537dca3b21,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:33.720376 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-85509ce8-7593-4d50-a3a0-0a3c3ad4b30f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.732540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:33.761318 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.771626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.782294 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:33.801156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Transition to ACTIVE for port object 7a427303-991e-4ac0-bc20-acbeca3a6e02 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:33.827359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ef3aa-8a24-4f52-85cb-d90bcc850db4 req-f7ec0085-bf7f-4177-8bd4-97911217b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:33.836512 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5f7ef3aa-8a24-4f52-85cb-d90bcc850db4 req-f7ec0085-bf7f-4177-8bd4-97911217b66c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c4d03d0b8dc841b782f833caa29e9310&device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 1098 time: 0.2356367 Jan 27 17:13:33.846896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-4779bf06-db43-4500-b98c-a10f5d0470ad None None] Allocated IP 2001:db8::2 (68bb417e-d7bb-4894-9bb8-57ed715d3541/fad61211-7bb6-468b-901f-e028ed619a6d/9c0ad208-56f9-4514-9d9a-60969cfa579c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:33.892877 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.992505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-85509ce8-7593-4d50-a3a0-0a3c3ad4b30f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for be5034e5-1797-4b6f-ac74-96537dca3b21 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:34.027466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Attempting to bind port d3c9eb93-504d-4380-8549-de83c031e266 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:34.027974 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Attempting to bind port d3c9eb93-504d-4380-8549-de83c031e266 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:34.028334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Attempting to bind port d3c9eb93-504d-4380-8549-de83c031e266 on network c33794e6-f455-4da7-ac52-fa9dee73560d {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:34.050501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.072832 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d9be3f06-3904-4d29-9ae4-1d7f810fd92c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:34.147096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network b15afdea-9d92-4403-a847-9612a667529f is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:34.153755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:34.163714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:34.179469 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f2971-00f0-4ec6-81bc-573c50144c32 req-6477170b-ad45-483b-8220-0549abf1bd44 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:34.180245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-2e5f2971-00f0-4ec6-81bc-573c50144c32 req-6477170b-ad45-483b-8220-0549abf1bd44 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Synchronizing usage tracker for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:34.226639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Port d3c9eb93-504d-4380-8549-de83c031e266 on network c33794e6-f455-4da7-ac52-fa9dee73560d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:13:34.226962 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Attempting to bind port d3c9eb93-504d-4380-8549-de83c031e266 on network c33794e6-f455-4da7-ac52-fa9dee73560d {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:34.245450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:34.246128 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.265266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=7a427303-991e-4ac0-bc20-acbeca3a6e02,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:34.271477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216a1d31-90e3-4edf-a2a3-0bc88e0f5048']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:34.283232 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:34.284075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:34.284195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:34.284340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:34.284426 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Checking segment: {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:34.284511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:34.284615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Bound using segment: {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:34.284731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:34.284814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Bound port: d3c9eb93-504d-4380-8549-de83c031e266, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:34.284897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:34.285086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.285220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:34.285513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:34.285828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:34.286141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:34.286454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:34.286769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:34.296671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ef3aa-8a24-4f52-85cb-d90bcc850db4 req-4e39dfaa-3140-4615-8177-ea641727fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:34.298477 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5f7ef3aa-8a24-4f52-85cb-d90bcc850db4 req-4e39dfaa-3140-4615-8177-ea641727fdf2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=332fdffd-0754-47b8-a58b-5e0ffe38ea7e HTTP/1.1" status: 200 len: 898 time: 0.4393070 Jan 27 17:13:34.334173 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f6f519e8-6912-4c90-b7c6-c1bb1bccbe20 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9960270 Jan 27 17:13:34.336129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38086) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:34.337701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80965e9a-a5c2-48c8-a60b-b281a1478b69') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:34.338181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80965e9a-a5c2-48c8-a60b-b281a1478b69') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:34.352471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-08065004-d921-4c3e-8a5a-67b9c439f1ae tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a622469b-1fa5-4e86-ab36-7511f6a33744'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:34.375253 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-4779bf06-db43-4500-b98c-a10f5d0470ad None None] For port 9c0ad208-56f9-4514-9d9a-60969cfa579c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9c0ad208-56f9-4514-9d9a-60969cfa579c,segment=NetworkSegment(14b95451-c3f5-4f92-834d-2b71470fd105),segment_id=14b95451-c3f5-4f92-834d-2b71470fd105)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:34.385749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Allocated IP 172.20.0.18 (b15afdea-9d92-4403-a847-9612a667529f/a065283e-6753-4986-82b0-1b47a13230b0/57350852-749b-4a33-9842-3ce51962c4aa) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:34.395058 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port d9be3f06-3904-4d29-9ae4-1d7f810fd92c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:34.395841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.426528 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Allocated IP 172.20.0.2 (b15afdea-9d92-4403-a847-9612a667529f/a622469b-1fa5-4e86-ab36-7511f6a33744/57350852-749b-4a33-9842-3ce51962c4aa) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:34.465328 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.488280 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4779bf06-db43-4500-b98c-a10f5d0470ad None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.524544 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4779bf06-db43-4500-b98c-a10f5d0470ad None None] Transition to ACTIVE for port object 9c0ad208-56f9-4514-9d9a-60969cfa579c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:34.529905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-2e5f2971-00f0-4ec6-81bc-573c50144c32 req-6477170b-ad45-483b-8220-0549abf1bd44 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Unset dirty status for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:34.537317 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2e5f2971-00f0-4ec6-81bc-573c50144c32 req-6477170b-ad45-483b-8220-0549abf1bd44 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 943 time: 1.5355406 Jan 27 17:13:34.543222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.223 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/c28a4d4b-ba67-4377-9058-c27a31bf0e70) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:34.552628 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5f7ef3aa-8a24-4f52-85cb-d90bcc850db4 req-1f3a4f9f-939c-44b7-a4f2-7eba4f9a3d41 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866 HTTP/1.1" status: 200 len: 1001 time: 0.2458756 Jan 27 17:13:34.585416 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4779bf06-db43-4500-b98c-a10f5d0470ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.599423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.663982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-08065004-d921-4c3e-8a5a-67b9c439f1ae tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.681680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ef3aa-8a24-4f52-85cb-d90bcc850db4 req-d1562bbe-5636-4ae3-ab96-4d6f052abcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:34.683136 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5f7ef3aa-8a24-4f52-85cb-d90bcc850db4 req-d1562bbe-5636-4ae3-ab96-4d6f052abcb8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5211baca-e64a-4d31-8f44-2844562d5be3 HTTP/1.1" status: 200 len: 835 time: 0.0970390 Jan 27 17:13:34.689516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:34.690093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:34.744812 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:34.764935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.830006 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device be5034e5-1797-4b6f-ac74-96537dca3b21 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:34.855769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779bf06-db43-4500-b98c-a10f5d0470ad None None] Pushing event updated for resources: {'Port': ['ID=9c0ad208-56f9-4514-9d9a-60969cfa579c,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:34.903808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ef3aa-8a24-4f52-85cb-d90bcc850db4 req-3a5bfb46-277c-4736-8e90-c003e49e83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:34.907015 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5f7ef3aa-8a24-4f52-85cb-d90bcc850db4 req-3a5bfb46-277c-4736-8e90-c003e49e83d2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=332fdffd-0754-47b8-a58b-5e0ffe38ea7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1853981 Jan 27 17:13:34.956358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.966504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] For port d3c9eb93-504d-4380-8549-de83c031e266, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:34.971517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Transition to ACTIVE for port object 57350852-749b-4a33-9842-3ce51962c4aa will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:34.972764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.987516 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2e5f2971-00f0-4ec6-81bc-573c50144c32 req-9491213d-f370-4263-8db7-255ecd60c650 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4485786 Jan 27 17:13:34.996852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port be5034e5-1797-4b6f-ac74-96537dca3b21 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:35.016354 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Transition to ACTIVE for port object 57350852-749b-4a33-9842-3ce51962c4aa will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:35.021026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port be5034e5-1797-4b6f-ac74-96537dca3b21 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:35.021632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.053602 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.172296 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Network b15afdea-9d92-4403-a847-9612a667529f is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:35.177138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:35.179458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Pushing event updated for resources: {'Port': ['ID=57350852-749b-4a33-9842-3ce51962c4aa,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:35.183720 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:35.227748 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] For port d3c9eb93-504d-4380-8549-de83c031e266, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d3c9eb93-504d-4380-8549-de83c031e266,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:35.255762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-08065004-d921-4c3e-8a5a-67b9c439f1ae tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Delete allocated IP 172.20.0.26 (b15afdea-9d92-4403-a847-9612a667529f/a065283e-6753-4986-82b0-1b47a13230b0) {{(pid=87608) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 17:13:35.292079 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5f7ef3aa-8a24-4f52-85cb-d90bcc850db4 req-3ccf1b8b-0822-48eb-b08a-2e080cc77820 service neutron] 10.222.0.88 "GET /v2.0/networks/332fdffd-0754-47b8-a58b-5e0ffe38ea7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515087 Jan 27 17:13:35.368031 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Attempting to bind port 57350852-749b-4a33-9842-3ce51962c4aa on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:35.368652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Attempting to bind port 57350852-749b-4a33-9842-3ce51962c4aa by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'a6edbc66-c104-45bf-a356-fc8158c724f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'b15afdea-9d92-4403-a847-9612a667529f'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:35.369159 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Attempting to bind port 57350852-749b-4a33-9842-3ce51962c4aa on network b15afdea-9d92-4403-a847-9612a667529f {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:35.378507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:35.379664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Checking segment: {'id': 'a6edbc66-c104-45bf-a356-fc8158c724f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'b15afdea-9d92-4403-a847-9612a667529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:35.380226 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.380779 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Bound using segment: {'id': 'a6edbc66-c104-45bf-a356-fc8158c724f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'b15afdea-9d92-4403-a847-9612a667529f'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:35.381414 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Bound port: 57350852-749b-4a33-9842-3ce51962c4aa, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6edbc66-c104-45bf-a356-fc8158c724f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'b15afdea-9d92-4403-a847-9612a667529f'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:35.381974 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.429725 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.529735 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Allocated IP 172.20.0.1 (6949c03f-faad-41e0-bcc5-f9b3a224381f/ffc55883-2635-4035-95b7-77821886f4fd/c8be8369-dee7-4cc5-89aa-59da6977bf94) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:35.529944 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] For port 57350852-749b-4a33-9842-3ce51962c4aa, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:35.542571 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] For port 57350852-749b-4a33-9842-3ce51962c4aa, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=57350852-749b-4a33-9842-3ce51962c4aa,segment=NetworkSegment(a6edbc66-c104-45bf-a356-fc8158c724f3),segment_id=a6edbc66-c104-45bf-a356-fc8158c724f3)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:35.549947 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.579359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.599625 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.601846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-85509ce8-7593-4d50-a3a0-0a3c3ad4b30f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.608255 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.612639 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5f7ef3aa-8a24-4f52-85cb-d90bcc850db4 req-2be5362e-16c1-4a9f-b7a7-ff729b0a1d14 service neutron] 10.222.0.88 "GET /v2.0/networks/332fdffd-0754-47b8-a58b-5e0ffe38ea7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550510 Jan 27 17:13:35.657248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfa866-49fc-4f1c-91bd-9e00951208a3 None None] Pushing event updated for resources: {'Port': ['ID=57350852-749b-4a33-9842-3ce51962c4aa,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:35.676785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-08065004-d921-4c3e-8a5a-67b9c439f1ae tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.687470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.705665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-08065004-d921-4c3e-8a5a-67b9c439f1ae tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Ignored duplicate provisioning block setup for port 7a427303-991e-4ac0-bc20-acbeca3a6e02 by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 27 17:13:35.712290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-08065004-d921-4c3e-8a5a-67b9c439f1ae tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.720200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6707d9d-f777-4b3b-8b21-578f172d1a2c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:35.740021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Network': ['ID=216a1d31-90e3-4edf-a2a3-0bc88e0f5048,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:35.792353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85509ce8-7593-4d50-a3a0-0a3c3ad4b30f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=be5034e5-1797-4b6f-ac74-96537dca3b21,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:35.869900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e6bbdb20-7deb-4196-84b8-226571d7364b None None] Provisioning for port 9c0ad208-56f9-4514-9d9a-60969cfa579c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:35.881574 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e6bbdb20-7deb-4196-84b8-226571d7364b None None] Provisioning complete for port 9c0ad208-56f9-4514-9d9a-60969cfa579c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:35.881787 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9fa853c9-0fda-4490-a259-1dd213b52643 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/216a1d31-90e3-4edf-a2a3-0bc88e0f5048 HTTP/1.1" status: 204 len: 168 time: 4.9625235 Jan 27 17:13:35.882319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e6bbdb20-7deb-4196-84b8-226571d7364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.882684 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.886624 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d9d81126-0393-421b-ab4c-0c735fd1a5d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.2728522 Jan 27 17:13:35.965637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38094) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:35.966126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38096) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:35.986739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9c0ad208-56f9-4514-9d9a-60969cfa579c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:36.003627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-784882196'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:36.016624 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'security_group': {'name': 'tempest-secgroup-1707254025'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:36.037170 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c9eb93-504d-4380-8549-de83c031e266,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:36.052807 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08065004-d921-4c3e-8a5a-67b9c439f1ae tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=7a427303-991e-4ac0-bc20-acbeca3a6e02,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:36.059572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:36.065681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:36.128444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:network and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:36.138649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:36.146779 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:security_group and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:36.160244 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:36.163840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:36.164466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.165914 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-ca8f2d3a-8db4-43c0-8257-62e7e1950963 service neutron] 10.222.0.88 "PUT /v2.0/ports/d3c9eb93-504d-4380-8549-de83c031e266 HTTP/1.1" status: 200 len: 1093 time: 6.7183895 Jan 27 17:13:36.166380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'tag': 'd3c9eb93-504d-4380-8549-de83c031e266'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:13:36.264698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:36.271230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:36.370333 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'tag': 'd3c9eb93-504d-4380-8549-de83c031e266', 'status': 'completed', 'code': 200} Jan 27 17:13:36.382549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 9c0ad208-56f9-4514-9d9a-60969cfa579c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:36.383146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.384098 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-85509ce8-7593-4d50-a3a0-0a3c3ad4b30f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.402832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.435983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-08065004-d921-4c3e-8a5a-67b9c439f1ae tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] In _notify_port_updated(), no bound segment for port 7a427303-991e-4ac0-bc20-acbeca3a6e02 on network b15afdea-9d92-4403-a847-9612a667529f {{(pid=87608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:13:36.442105 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e6bbdb20-7deb-4196-84b8-226571d7364b None None] Provisioning complete for port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:36.442879 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e6bbdb20-7deb-4196-84b8-226571d7364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.455636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08065004-d921-4c3e-8a5a-67b9c439f1ae tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:36.456328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-08065004-d921-4c3e-8a5a-67b9c439f1ae tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.461404 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-08065004-d921-4c3e-8a5a-67b9c439f1ae tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "PUT /v2.0/ports/7a427303-991e-4ac0-bc20-acbeca3a6e02 HTTP/1.1" status: 200 len: 920 time: 2.1232750 Jan 27 17:13:36.462263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38110) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:36.469387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c0c36036-09c6-4780-9d99-cdd5171620ff tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a622469b-1fa5-4e86-ab36-7511f6a33744'}, {'subnet_id': 'a065283e-6753-4986-82b0-1b47a13230b0'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:36.518537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:36.520026 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:36.520179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbdb20-7deb-4196-84b8-226571d7364b None None] Port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:36.524354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.543485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=c28a4d4b-ba67-4377-9058-c27a31bf0e70,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:36.546582 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:36.549960 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:36.588284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.651762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9734-45d0-4876-9348-8166970af8f0 req-29a961fe-79e4-48f4-a794-f6cd43e1cee0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:36.653319 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4add9734-45d0-4876-9348-8166970af8f0 req-29a961fe-79e4-48f4-a794-f6cd43e1cee0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 943 time: 0.3646410 Jan 27 17:13:36.679354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c0c36036-09c6-4780-9d99-cdd5171620ff tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.768975 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4add9734-45d0-4876-9348-8166970af8f0 req-732211ee-6ca1-41e1-9759-a8f5e2f57cee tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085744 Jan 27 17:13:36.833290 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.929358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:37.027333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1212} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:37.037586 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.038110 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Added segment 956a90c6-3d64-43eb-b9b5-560793c615ee of type vlan for network 6864f5e0-e944-4640-808c-39fe77c50303 Jan 27 17:13:37.065624 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.191032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda5505-f0cb-4b74-b922-63c54b7b12a5 req-2bfd2b66-4400-472c-a56d-04a3d1230c98 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:37.192667 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fda5505-f0cb-4b74-b922-63c54b7b12a5 req-2bfd2b66-4400-472c-a56d-04a3d1230c98 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 0.1667464 Jan 27 17:13:37.235798 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-c0c36036-09c6-4780-9d99-cdd5171620ff tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.20 (b15afdea-9d92-4403-a847-9612a667529f/a065283e-6753-4986-82b0-1b47a13230b0/7a427303-991e-4ac0-bc20-acbeca3a6e02) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:37.292746 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fda5505-f0cb-4b74-b922-63c54b7b12a5 req-14b93dd4-e257-4ff1-98f0-6af092b6e9e0 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928993 Jan 27 17:13:37.354336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Transition to ACTIVE for port object c8be8369-dee7-4cc5-89aa-59da6977bf94 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:37.357226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:security_group_rule and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:37.368517 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:37.370185 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048cb543-2c8b-4311-86a8-5e26e7e6ffa5 None None] Network b15afdea-9d92-4403-a847-9612a667529f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:37.403623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:37.411952 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-97ed22d1-f4c5-4f84-8d24-b09dfe83826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:37.413631 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-97ed22d1-f4c5-4f84-8d24-b09dfe83826a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 1096 time: 1.1401591 Jan 27 17:13:37.421215 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.427215 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:37.428144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.507556 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-71c2d657-a79c-456b-8d21-288877d0c22d None None] Provisioning for port 57350852-749b-4a33-9842-3ce51962c4aa completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:37.516325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c0c36036-09c6-4780-9d99-cdd5171620ff tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.529807 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85509ce8-7593-4d50-a3a0-0a3c3ad4b30f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Router 1f73f170-294b-4ddd-a595-6bfb251644e9 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:37.537526 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-dd24a53e-7ece-449b-9eec-2b893e4883c5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3c9eb93-504d-4380-8549-de83c031e266 HTTP/1.1" status: 200 len: 217 time: 0.1003292 Jan 27 17:13:37.537749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-c0c36036-09c6-4780-9d99-cdd5171620ff tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Ignored duplicate provisioning block setup for port 7a427303-991e-4ac0-bc20-acbeca3a6e02 by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 27 17:13:37.543510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c0c36036-09c6-4780-9d99-cdd5171620ff tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.688456 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7210803 Jan 27 17:13:37.689079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38130) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:37.732527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c36036-09c6-4780-9d99-cdd5171620ff tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=7a427303-991e-4ac0-bc20-acbeca3a6e02,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:37.760464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-c0c36036-09c6-4780-9d99-cdd5171620ff tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] In _notify_port_updated(), no bound segment for port 7a427303-991e-4ac0-bc20-acbeca3a6e02 on network b15afdea-9d92-4403-a847-9612a667529f {{(pid=87608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:13:37.766411 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c36036-09c6-4780-9d99-cdd5171620ff tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:37.766648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'subnet': {'network_id': '6864f5e0-e944-4640-808c-39fe77c50303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:37.767265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c0c36036-09c6-4780-9d99-cdd5171620ff tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.771667 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c0c36036-09c6-4780-9d99-cdd5171620ff tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "PUT /v2.0/ports/7a427303-991e-4ac0-bc20-acbeca3a6e02 HTTP/1.1" status: 200 len: 1000 time: 1.3046200 Jan 27 17:13:37.775047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38134) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:37.854192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9f242fe2-b23d-4186-8ee9-4210f133ef3a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 7a427303-991e-4ac0-bc20-acbeca3a6e02 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:37.854572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9f242fe2-b23d-4186-8ee9-4210f133ef3a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.880801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892c1f4-4098-4f6e-8be8-8ab2892536b9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=6864f5e0-e944-4640-808c-39fe77c50303,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:37.933941 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 6864f5e0-e944-4640-808c-39fe77c50303 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:38.017391 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421eafd2-a1ae-45a4-8097-e9c6124be996 None None] Network b15afdea-9d92-4403-a847-9612a667529f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:38.089025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 57350852-749b-4a33-9842-3ce51962c4aa up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:38.097081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.101969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-8c2c9a38-7098-4890-8cdb-262bae0dfdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:38.103402 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-8c2c9a38-7098-4890-8cdb-262bae0dfdbb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.5125992 Jan 27 17:13:38.161666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9f242fe2-b23d-4186-8ee9-4210f133ef3a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.221353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85509ce8-7593-4d50-a3a0-0a3c3ad4b30f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:38.233855 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ca2f7-0a89-45df-8697-bf2589a800a9 None None] Sync routers for ids ['1f73f170-294b-4ddd-a595-6bfb251644e9'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:38.243624 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ca2f7-0a89-45df-8697-bf2589a800a9 None None] Routers {'1f73f170-294b-4ddd-a595-6bfb251644e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:38.244453 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-4d1ca2f7-0a89-45df-8697-bf2589a800a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['1f73f170-294b-4ddd-a595-6bfb251644e9'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:38.297796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.330475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-864e164e-7819-460c-a1cd-da5857ab91a3 None None] Provisioning for port 7a427303-991e-4ac0-bc20-acbeca3a6e02 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:38.343028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-864e164e-7819-460c-a1cd-da5857ab91a3 None None] Provisioning complete for port 7a427303-991e-4ac0-bc20-acbeca3a6e02 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:38.343403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-864e164e-7819-460c-a1cd-da5857ab91a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.374244 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 57350852-749b-4a33-9842-3ce51962c4aa completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:38.406407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 57350852-749b-4a33-9842-3ce51962c4aa triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:38.407042 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.431617 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-4d1ca2f7-0a89-45df-8697-bf2589a800a9 None None] Set router 1f73f170-294b-4ddd-a595-6bfb251644e9 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:38.497912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-864e164e-7819-460c-a1cd-da5857ab91a3 None None] Port 7a427303-991e-4ac0-bc20-acbeca3a6e02 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:38.511856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9f242fe2-b23d-4186-8ee9-4210f133ef3a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 7a427303-991e-4ac0-bc20-acbeca3a6e02 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:38.592574 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-4d1ca2f7-0a89-45df-8697-bf2589a800a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f73f170-294b-4ddd-a595-6bfb251644e9', 'name': 'tempest-NetworksTestDHCPv6-router-186786307', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:17Z', 'updated_at': '2022-01-27T17:13:35Z', 'revision_number': 3, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:38.598267 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ca2f7-0a89-45df-8697-bf2589a800a9 None None] Checking router: 1f73f170-294b-4ddd-a595-6bfb251644e9 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:13:38.612694 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ca2f7-0a89-45df-8697-bf2589a800a9 None None] Routers {'1f73f170-294b-4ddd-a595-6bfb251644e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:38.613383 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-4d1ca2f7-0a89-45df-8697-bf2589a800a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['1f73f170-294b-4ddd-a595-6bfb251644e9'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:38.624944 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.665817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:38.670674 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:subnet and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:38.676699 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:38.684543 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:38.696363 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f68ca-fba1-4a79-9068-b93994a77880 req-9ccb80da-da1c-4419-94f6-2a03b9bdefb8 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:38.706791 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a53f68ca-fba1-4a79-9068-b93994a77880 req-9ccb80da-da1c-4419-94f6-2a03b9bdefb8 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 0.2022090 Jan 27 17:13:38.708044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.708731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 57350852-749b-4a33-9842-3ce51962c4aa, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=57350852-749b-4a33-9842-3ce51962c4aa,segment=NetworkSegment(a6edbc66-c104-45bf-a356-fc8158c724f3),segment_id=a6edbc66-c104-45bf-a356-fc8158c724f3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:38.713830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.724637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Network 6949c03f-faad-41e0-bcc5-f9b3a224381f is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:38.747814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:38.750709 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:38.754565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.776073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:38.812238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=57350852-749b-4a33-9842-3ce51962c4aa,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:38.833875 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-85509ce8-7593-4d50-a3a0-0a3c3ad4b30f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "PUT /v2.0/routers/1f73f170-294b-4ddd-a595-6bfb251644e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1847513 Jan 27 17:13:38.843838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38142) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:38.862005 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-4d1ca2f7-0a89-45df-8697-bf2589a800a9 None None] Set router 1f73f170-294b-4ddd-a595-6bfb251644e9 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:38.915078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event updated for resources: {'Port': ['ID=c8be8369-dee7-4cc5-89aa-59da6977bf94,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:38.949212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.950445 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.9809818 Jan 27 17:13:38.986823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38144) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:38.992713 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a53f68ca-fba1-4a79-9068-b93994a77880 req-182a0d13-7e6a-4c8e-b300-c0f2a05b78e5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825179 Jan 27 17:13:39.030912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-69da21d0-59b4-46a5-ba9a-a7162d37898d None None] Provisioning complete for port 57350852-749b-4a33-9842-3ce51962c4aa triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:39.031388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69da21d0-59b4-46a5-ba9a-a7162d37898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.032611 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-4d1ca2f7-0a89-45df-8697-bf2589a800a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f73f170-294b-4ddd-a595-6bfb251644e9', 'name': 'tempest-NetworksTestDHCPv6-router-186786307', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:17Z', 'updated_at': '2022-01-27T17:13:35Z', 'revision_number': 3, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:39.039547 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ca2f7-0a89-45df-8697-bf2589a800a9 None None] The sync data for ids ['1f73f170-294b-4ddd-a595-6bfb251644e9'] in dv-neutron-825077-1-hyperv is: [{'id': '1f73f170-294b-4ddd-a595-6bfb251644e9', 'name': 'tempest-NetworksTestDHCPv6-router-186786307', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:17Z', 'updated_at': '2022-01-27T17:13:35Z', 'revision_number': 3, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'gw_port_host': None}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:39.059887 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-490061558', 'security_groups': ['1e0245a7-4829-476e-aeb5-dca6288d4584'], 'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fad61211-7bb6-468b-901f-e028ed619a6d'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:39.082786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f856d-6a55-4456-b9d4-1990d93d9522 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0245a7-4829-476e-aeb5-dca6288d4584,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:39.156444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.231019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-69da21d0-59b4-46a5-ba9a-a7162d37898d None None] Provisioning complete for port 7a427303-991e-4ac0-bc20-acbeca3a6e02 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:39.231454 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69da21d0-59b4-46a5-ba9a-a7162d37898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.264995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9f242fe2-b23d-4186-8ee9-4210f133ef3a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.272535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72766d67-478c-48bb-a34b-47e414f6a4a3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:39.275434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-69da21d0-59b4-46a5-ba9a-a7162d37898d None None] Port 7a427303-991e-4ac0-bc20-acbeca3a6e02 was deleted so its status cannot be updated. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:13:39.277767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72766d67-478c-48bb-a34b-47e414f6a4a3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:39.278565 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-72766d67-478c-48bb-a34b-47e414f6a4a3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:39.395855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f242fe2-b23d-4186-8ee9-4210f133ef3a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=7a427303-991e-4ac0-bc20-acbeca3a6e02,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:39.400350 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ddc8471c-a03c-4df4-ba91-5fdb54d59433 None None] Provisioning for port c8be8369-dee7-4cc5-89aa-59da6977bf94 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:39.408808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ddc8471c-a03c-4df4-ba91-5fdb54d59433 None None] Provisioning complete for port c8be8369-dee7-4cc5-89aa-59da6977bf94 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:39.409619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ddc8471c-a03c-4df4-ba91-5fdb54d59433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.465062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:39.479156 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8471c-a03c-4df4-ba91-5fdb54d59433 None None] Port c8be8369-dee7-4cc5-89aa-59da6977bf94 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:39.483659 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ddc8471c-a03c-4df4-ba91-5fdb54d59433 None None] Could not find standard attr ID for object 7a427303-991e-4ac0-bc20-acbeca3a6e02. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:13:39.522392 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde933b4-45e6-48ad-92d4-b789f2837269 req-f694f164-5ac4-4474-b484-37e64b552a4a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:39.523924 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cde933b4-45e6-48ad-92d4-b789f2837269 req-f694f164-5ac4-4474-b484-37e64b552a4a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 943 time: 1.4285679 Jan 27 17:13:39.524897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-72766d67-478c-48bb-a34b-47e414f6a4a3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:39.526616 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-72766d67-478c-48bb-a34b-47e414f6a4a3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5539269 Jan 27 17:13:39.534422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38150) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:39.538037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:39.565459 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:39.592180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9f242fe2-b23d-4186-8ee9-4210f133ef3a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.599638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-25e4c405-477b-4a6f-aa80-c7b9f4d24473 None None] Could not find standard attr ID for object 7a427303-991e-4ac0-bc20-acbeca3a6e02. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:13:39.605100 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-dd09bc48-cc14-41c7-b665-1d5daf455c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:39.606937 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-dd09bc48-cc14-41c7-b665-1d5daf455c33 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3910017 Jan 27 17:13:39.628168 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9f242fe2-b23d-4186-8ee9-4210f133ef3a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/7a427303-991e-4ac0-bc20-acbeca3a6e02 HTTP/1.1" status: 204 len: 168 time: 1.8519502 Jan 27 17:13:39.631810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38154) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:39.738604 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a38650c-8ccd-4591-b4c1-72f741684190 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:13:39.739290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1a38650c-8ccd-4591-b4c1-72f741684190 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:39.752183 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cde933b4-45e6-48ad-92d4-b789f2837269 req-2e5be097-57fa-484a-8894-89b44a208022 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151475 Jan 27 17:13:39.791761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.807000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1a38650c-8ccd-4591-b4c1-72f741684190 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:39.809302 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1a38650c-8ccd-4591-b4c1-72f741684190 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/7a427303-991e-4ac0-bc20-acbeca3a6e02 HTTP/1.1" status: 404 len: 333 time: 0.1762607 Jan 27 17:13:39.816481 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3a304b42-b39e-4da8-b566-f3428c379729 None None] Could not find standard attr ID for object 7a427303-991e-4ac0-bc20-acbeca3a6e02. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:13:39.824153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38158) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:39.828690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] device_id is not set on port 63987bf0-6842-47c4-9bfe-01e84741f8b6 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:39.868416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfddc95d-348d-4737-9917-49f73afe5bfe tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet dc1866de-099b-4faa-a0d0-fd666a18251d {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:39.871843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dfddc95d-348d-4737-9917-49f73afe5bfe tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.905723 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 57350852-749b-4a33-9842-3ce51962c4aa up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:39.929568 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.968928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dfddc95d-348d-4737-9917-49f73afe5bfe tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.986759 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4c455b-94ad-4297-be11-c0beecc2c07c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting subnet a065283e-6753-4986-82b0-1b47a13230b0 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:39.990180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0b4c455b-94ad-4297-be11-c0beecc2c07c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.010328 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 57350852-749b-4a33-9842-3ce51962c4aa triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:40.010692 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.052366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0b4c455b-94ad-4297-be11-c0beecc2c07c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.078790 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-091d56d5-d93a-4ba5-9413-c6db0c164390 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550500 Jan 27 17:13:40.132114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4509a1-123b-4e7a-bd31-39831c57c57e None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:13:40.265956 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device be5034e5-1797-4b6f-ac74-96537dca3b21 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:40.310735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: be5034e5-1797-4b6f-ac74-96537dca3b21 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:13:40.311309 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device be5034e5-1797-4b6f-ac74-96537dca3b21 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:13:40.344898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0b4c455b-94ad-4297-be11-c0beecc2c07c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.352133 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.408272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.432866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.439914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a44c26-2381-4c5d-8bb7-3dd9b7ada3c3 req-c8b2c6bf-ebea-4c64-baf3-2f16fb11b563 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:40.441567 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c6a44c26-2381-4c5d-8bb7-3dd9b7ada3c3 req-c8b2c6bf-ebea-4c64-baf3-2f16fb11b563 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 0.2446585 Jan 27 17:13:40.453461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4509a1-123b-4e7a-bd31-39831c57c57e None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:13:40.457029 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8::2de (68bb417e-d7bb-4894-9bb8-57ed715d3541/fad61211-7bb6-468b-901f-e028ed619a6d/63987bf0-6842-47c4-9bfe-01e84741f8b6) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:40.517980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0b4c455b-94ad-4297-be11-c0beecc2c07c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.590160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dfddc95d-348d-4737-9917-49f73afe5bfe tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.593268 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c6a44c26-2381-4c5d-8bb7-3dd9b7ada3c3 req-f480b6b2-6886-477d-a852-d984c01852ce tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000557 Jan 27 17:13:40.597568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c455b-94ad-4297-be11-c0beecc2c07c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Subnet': ['ID=a065283e-6753-4986-82b0-1b47a13230b0,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:40.622143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0b4c455b-94ad-4297-be11-c0beecc2c07c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.653851 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0b4c455b-94ad-4297-be11-c0beecc2c07c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/a065283e-6753-4986-82b0-1b47a13230b0 HTTP/1.1" status: 204 len: 168 time: 0.8274372 Jan 27 17:13:40.658344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Subnet': ['ID=1a1632c9-feff-4cb3-a8e8-fa065f923896,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:40.659350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38164) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:40.675608 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31a2112d-4fc4-44fe-863a-3f77eec621db req-460545a5-c03f-4d37-aa96-63275c5e7218 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864422 Jan 27 17:13:40.774639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking segment: {'id': '956a90c6-3d64-43eb-b9b5-560793c615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '6864f5e0-e944-4640-808c-39fe77c50303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:40.775002 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network hostable DHCP agents. Network: 6864f5e0-e944-4640-808c-39fe77c50303, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:40.915347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfe5560-0f3d-4bed-bc8c-1d2ee99844c0 None None] Network b15afdea-9d92-4403-a847-9612a667529f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:40.976280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d98673-0269-4e91-941f-fb7cb8cd9733 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting subnet a622469b-1fa5-4e86-ab36-7511f6a33744 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:40.982276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61d98673-0269-4e91-941f-fb7cb8cd9733 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.066090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.076083 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61d98673-0269-4e91-941f-fb7cb8cd9733 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.125060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object 63987bf0-6842-47c4-9bfe-01e84741f8b6 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:41.199843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61d98673-0269-4e91-941f-fb7cb8cd9733 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.228725 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.252902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network 6864f5e0-e944-4640-808c-39fe77c50303 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:41.268198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dfddc95d-348d-4737-9917-49f73afe5bfe tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.334086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:41.339264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:41.341586 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=63987bf0-6842-47c4-9bfe-01e84741f8b6,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:41.345970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:41.346626 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddc95d-348d-4737-9917-49f73afe5bfe tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1866de-099b-4faa-a0d0-fd666a18251d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:41.349273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dfddc95d-348d-4737-9917-49f73afe5bfe tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.351737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:41.352401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.369986 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843255cb-6549-45a3-b66f-ac1d15f2036d None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:41.377371 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 6864f5e0-e944-4640-808c-39fe77c50303) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:41.382923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61d98673-0269-4e91-941f-fb7cb8cd9733 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.410238 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:41.411104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.424377 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d98673-0269-4e91-941f-fb7cb8cd9733 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Subnet': ['ID=a622469b-1fa5-4e86-ab36-7511f6a33744,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:41.430068 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f461daf2-230e-40ff-a6db-c56ee2619abb tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4332252 Jan 27 17:13:41.430835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38170) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:41.436488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-cb917e21-206c-48c7-9a3d-a94f8be26513 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:41.465485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4a4b07-d0cd-41d8-b8a2-55bd900a93be None None] Network 6864f5e0-e944-4640-808c-39fe77c50303 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:41.469169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61d98673-0269-4e91-941f-fb7cb8cd9733 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.470829 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dfddc95d-348d-4737-9917-49f73afe5bfe tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/dc1866de-099b-4faa-a0d0-fd666a18251d HTTP/1.1" status: 204 len: 168 time: 1.9128463 Jan 27 17:13:41.473718 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-61d98673-0269-4e91-941f-fb7cb8cd9733 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/a622469b-1fa5-4e86-ab36-7511f6a33744 HTTP/1.1" status: 204 len: 168 time: 0.8116870 Jan 27 17:13:41.480112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38174) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:41.480429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38176) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:41.503902 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9bda6e8e-c29d-47c5-a86c-18bb5c9bd1ad tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7447121 Jan 27 17:13:41.508985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38182) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:41.513754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f4275-599b-4d6a-9130-97687822c655 req-aac4187b-95f6-4263-87d1-10a12bee6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:41.515827 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-256f4275-599b-4d6a-9130-97687822c655 req-aac4187b-95f6-4263-87d1-10a12bee6ec5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 1096 time: 0.7348888 Jan 27 17:13:41.668732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90882cf2-a0c2-4a0a-852e-d63ab3351711 req-96f8b190-1185-495a-9c07-ed8807f68b0f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:41.670734 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-90882cf2-a0c2-4a0a-852e-d63ab3351711 req-96f8b190-1185-495a-9c07-ed8807f68b0f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 943 time: 0.7879734 Jan 27 17:13:41.684887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:13:41.786825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.854474 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.045863 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f11b7909-2afe-4424-8cf1-b491fb9329a6 None None] Provisioning for port 63987bf0-6842-47c4-9bfe-01e84741f8b6 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:42.055178 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-6864f5e0-e944-4640-808c-39fe77c50303', 'network_id': '6864f5e0-e944-4640-808c-39fe77c50303', 'tenant_id': '44ea2b3c3aca4d219cfc33226bdd28d2', 'fixed_ips': [{'subnet_id': '1a1632c9-feff-4cb3-a8e8-fa065f923896'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:42.056139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.079551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f11b7909-2afe-4424-8cf1-b491fb9329a6 None None] Provisioning complete for port 63987bf0-6842-47c4-9bfe-01e84741f8b6 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:42.080437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f11b7909-2afe-4424-8cf1-b491fb9329a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.151063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf636d2-f6cc-4977-ac49-eca0d0c6e8a9 None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:13:42.165649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.193164 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-90882cf2-a0c2-4a0a-852e-d63ab3351711 req-2581993b-51d9-420b-833c-d0e603dfbf27 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4925339 Jan 27 17:13:42.230920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-acf636d2-f6cc-4977-ac49-eca0d0c6e8a9 None None] Deleting port 09dd27f4-801d-4160-9211-752802e923eb {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:42.231830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-acf636d2-f6cc-4977-ac49-eca0d0c6e8a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.297901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=c28a4d4b-ba67-4377-9058-c27a31bf0e70,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:42.320487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f4275-599b-4d6a-9130-97687822c655 req-9ea3e0ac-7639-4890-8e6d-9b4a33545259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:42.322247 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-256f4275-599b-4d6a-9130-97687822c655 req-9ea3e0ac-7639-4890-8e6d-9b4a33545259 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 913 time: 0.7631075 Jan 27 17:13:42.322488 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f11b7909-2afe-4424-8cf1-b491fb9329a6 None None] Port 63987bf0-6842-47c4-9bfe-01e84741f8b6 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:42.326608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-cb917e21-206c-48c7-9a3d-a94f8be26513 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:42.332223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.332541 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69745c3-9fb2-42dc-903d-464417fba7b0 None None] Network b15afdea-9d92-4403-a847-9612a667529f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:42.336007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.346207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cb917e21-206c-48c7-9a3d-a94f8be26513 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:42.358388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cb917e21-206c-48c7-9a3d-a94f8be26513 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:42.366125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 57350852-749b-4a33-9842-3ce51962c4aa {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:42.366740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.420931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.440887 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-408e243b-bcea-465f-aaab-803d793b476a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.9590054 Jan 27 17:13:42.455171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-cb917e21-206c-48c7-9a3d-a94f8be26513 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:42.465647 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38188) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:42.526458 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-256f4275-599b-4d6a-9130-97687822c655 req-e5166997-3964-4324-9136-b6876168a294 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3c9eb93-504d-4380-8549-de83c031e266 HTTP/1.1" status: 200 len: 217 time: 0.1850481 Jan 27 17:13:42.528116 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.641154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21a9fc-2de2-477a-a306-cb858823baa7 req-1f9a9021-a2cc-4f03-bd42-d65b9d4b31ca tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:42.642939 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1f21a9fc-2de2-477a-a306-cb858823baa7 req-1f9a9021-a2cc-4f03-bd42-d65b9d4b31ca tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 0.7777920 Jan 27 17:13:42.655909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb917e21-206c-48c7-9a3d-a94f8be26513 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:42.659779 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb917e21-206c-48c7-9a3d-a94f8be26513 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.687944 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.705769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1842d957-05af-43ba-8217-90ba3f7277b9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.713004 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5920ef39-26be-4cc2-a94e-eda362fc3557 None None] Provisioning complete for port 57350852-749b-4a33-9842-3ce51962c4aa triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:42.713522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5920ef39-26be-4cc2-a94e-eda362fc3557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.830905 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Allocated IP 172.20.0.1 (6864f5e0-e944-4640-808c-39fe77c50303/1a1632c9-feff-4cb3-a8e8-fa065f923896/73d38dad-841f-4dae-9126-2983e12d4d5e) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:42.839115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.919036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event updated for resources: {'Port': ['ID=c8be8369-dee7-4cc5-89aa-59da6977bf94,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:42.923102 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-acf636d2-f6cc-4977-ac49-eca0d0c6e8a9 None None] For port 09dd27f4-801d-4160-9211-752802e923eb, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=09dd27f4-801d-4160-9211-752802e923eb,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:42.924220 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-acf636d2-f6cc-4977-ac49-eca0d0c6e8a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.040012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f4275-599b-4d6a-9130-97687822c655 req-84c2b9cc-e966-4fda-bb59-70e4000978a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:43.041729 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-256f4275-599b-4d6a-9130-97687822c655 req-84c2b9cc-e966-4fda-bb59-70e4000978a3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.4293799 Jan 27 17:13:43.099101 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-acf636d2-f6cc-4977-ac49-eca0d0c6e8a9 None None] Calling delete_port for 09dd27f4-801d-4160-9211-752802e923eb owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:43.180061 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 991c305d-30f2-4c04-b027-afd24b50ca18 associated. External IP: 172.26.8.223, port: e84d23aa-bfb8-4f36-8f2b-271fa08f4b24. Jan 27 17:13:43.323811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-acf636d2-f6cc-4977-ac49-eca0d0c6e8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.385640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c363d946-e834-496f-a960-69cd4827a146 None None] DHCP port deletion for b15afdea-9d92-4403-a847-9612a667529f request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:13:43.396286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] For port 57350852-749b-4a33-9842-3ce51962c4aa, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=57350852-749b-4a33-9842-3ce51962c4aa,segment=NetworkSegment(a6edbc66-c104-45bf-a356-fc8158c724f3),segment_id=a6edbc66-c104-45bf-a356-fc8158c724f3)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:43.397520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.414626 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1f21a9fc-2de2-477a-a306-cb858823baa7 req-5bf24dd2-f5cb-4753-a892-bfb72cdef3ac tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7352312 Jan 27 17:13:43.419053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf636d2-f6cc-4977-ac49-eca0d0c6e8a9 None None] Pushing event deleted for resources: {'Port': ['ID=09dd27f4-801d-4160-9211-752802e923eb,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:43.436787 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c363d946-e834-496f-a960-69cd4827a146 None None] Deleting port 57350852-749b-4a33-9842-3ce51962c4aa {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:43.437245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c363d946-e834-496f-a960-69cd4827a146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.461326 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf636d2-f6cc-4977-ac49-eca0d0c6e8a9 None None] No DVR routers for this DVR port 09dd27f4-801d-4160-9211-752802e923eb on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:43.511767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.563350 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Transition to ACTIVE for port object 73d38dad-841f-4dae-9126-2983e12d4d5e will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:43.563618 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:13:43.618004 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Transition to ACTIVE for port object 73d38dad-841f-4dae-9126-2983e12d4d5e will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:43.666322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Network 6949c03f-faad-41e0-bcc5-f9b3a224381f is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:43.677148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:43.684430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.686676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 57350852-749b-4a33-9842-3ce51962c4aa owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:43.730603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1842d957-05af-43ba-8217-90ba3f7277b9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.742013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1842d957-05af-43ba-8217-90ba3f7277b9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.752712 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.ipam_backend_mixin [None req-cb917e21-206c-48c7-9a3d-a94f8be26513 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fad61211-7bb6-468b-901f-e028ed619a6d (CIDR: 2001:db8::/64) Jan 27 17:13:43.763330 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb917e21-206c-48c7-9a3d-a94f8be26513 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:13:43.763330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb917e21-206c-48c7-9a3d-a94f8be26513 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:43.788387 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c363d946-e834-496f-a960-69cd4827a146 None None] For port 57350852-749b-4a33-9842-3ce51962c4aa, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=57350852-749b-4a33-9842-3ce51962c4aa,segment=NetworkSegment(a6edbc66-c104-45bf-a356-fc8158c724f3),segment_id=a6edbc66-c104-45bf-a356-fc8158c724f3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:43.789109 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c363d946-e834-496f-a960-69cd4827a146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.793091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f4275-599b-4d6a-9130-97687822c655 req-81508ed4-ccb9-463f-8228-59a4b27bc748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:43.794774 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-256f4275-599b-4d6a-9130-97687822c655 req-81508ed4-ccb9-463f-8228-59a4b27bc748 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6982224 Jan 27 17:13:43.802235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.817806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1842d957-05af-43ba-8217-90ba3f7277b9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.818778 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1842d957-05af-43ba-8217-90ba3f7277b9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Fanout notify agent at l3_agent the message router_deleted on router 1f73f170-294b-4ddd-a595-6bfb251644e9 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:13:43.827370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1842d957-05af-43ba-8217-90ba3f7277b9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.831406 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1842d957-05af-43ba-8217-90ba3f7277b9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/routers/1f73f170-294b-4ddd-a595-6bfb251644e9 HTTP/1.1" status: 204 len: 168 time: 1.3622279 Jan 27 17:13:43.835498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38194) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:43.837721 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cb917e21-206c-48c7-9a3d-a94f8be26513 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4058590 Jan 27 17:13:43.844804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:43.847288 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Network 6864f5e0-e944-4640-808c-39fe77c50303 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:43.874118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38198) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:43.889288 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f7e526bf-4d03-4795-b775-5268968e8e56 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:43.930981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 09dd27f4-801d-4160-9211-752802e923eb no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:43.940592 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.956575 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:43.958748 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Pushing event updated for resources: {'Port': ['ID=73d38dad-841f-4dae-9126-2983e12d4d5e,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:44.024820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1632c9-feff-4cb3-a8e8-fa065f923896,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:44.044408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:44.063569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c363d946-e834-496f-a960-69cd4827a146 None None] Calling delete_port for 57350852-749b-4a33-9842-3ce51962c4aa owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:44.091614 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 09dd27f4-801d-4160-9211-752802e923eb {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:13:44.091614 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 09dd27f4-801d-4160-9211-752802e923eb not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:13:44.092007 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 57350852-749b-4a33-9842-3ce51962c4aa no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:44.107477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=57350852-749b-4a33-9842-3ce51962c4aa,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:44.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No DVR routers for this DVR port 57350852-749b-4a33-9842-3ce51962c4aa on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:44.165743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:44.186926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:44.192614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:44.206601 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf07f8c-5a5c-4404-8ec2-257ac2fbe5f4 req-4833083a-c245-4a4f-99ca-ed3a51efb62d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:44.209101 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bdf07f8c-5a5c-4404-8ec2-257ac2fbe5f4 req-4833083a-c245-4a4f-99ca-ed3a51efb62d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 943 time: 0.7187469 Jan 27 17:13:44.214894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:44.289995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.293151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 57350852-749b-4a33-9842-3ce51962c4aa {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:13:44.293617 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 57350852-749b-4a33-9842-3ce51962c4aa not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:13:44.297918 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:44.301742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.323558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Attempting to bind port 73d38dad-841f-4dae-9126-2983e12d4d5e on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:44.323975 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Attempting to bind port 73d38dad-841f-4dae-9126-2983e12d4d5e by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '956a90c6-3d64-43eb-b9b5-560793c615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '6864f5e0-e944-4640-808c-39fe77c50303'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:44.324287 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Attempting to bind port 73d38dad-841f-4dae-9126-2983e12d4d5e on network 6864f5e0-e944-4640-808c-39fe77c50303 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:44.326299 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-00e61f71-8855-4c92-936f-020504d08340 None None] Provisioning complete for port c8be8369-dee7-4cc5-89aa-59da6977bf94 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:44.327509 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-00e61f71-8855-4c92-936f-020504d08340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.360915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.380438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15afdea-9d92-4403-a847-9612a667529f']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:44.386643 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-00e61f71-8855-4c92-936f-020504d08340 None None] Port c8be8369-dee7-4cc5-89aa-59da6977bf94 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:44.395089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:44.395464 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Checking segment: {'id': '956a90c6-3d64-43eb-b9b5-560793c615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '6864f5e0-e944-4640-808c-39fe77c50303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:44.395887 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.396275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Bound using segment: {'id': '956a90c6-3d64-43eb-b9b5-560793c615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '6864f5e0-e944-4640-808c-39fe77c50303'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:44.396748 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Bound port: 73d38dad-841f-4dae-9126-2983e12d4d5e, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956a90c6-3d64-43eb-b9b5-560793c615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '6864f5e0-e944-4640-808c-39fe77c50303'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:44.397116 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.479530 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6edbc66-c104-45bf-a356-fc8158c724f3') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:44.480177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6edbc66-c104-45bf-a356-fc8158c724f3') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:44.499141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.518529 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-c363d946-e834-496f-a960-69cd4827a146 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:44.518940 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-c363d946-e834-496f-a960-69cd4827a146 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:44.521799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.529982 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6864f5e0-e944-4640-808c-39fe77c50303']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:44.533375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:44.533777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.535898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] For port 73d38dad-841f-4dae-9126-2983e12d4d5e, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:44.549677 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:44.568211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956a90c6-3d64-43eb-b9b5-560793c615ee') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:44.568496 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956a90c6-3d64-43eb-b9b5-560793c615ee') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:44.580141 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bdf07f8c-5a5c-4404-8ec2-257ac2fbe5f4 req-d8781b9a-c49b-4f9a-8499-47d8b06ba0c0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958679 Jan 27 17:13:44.592329 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-256f4275-599b-4d6a-9130-97687822c655 req-5cab53a1-d512-40ed-8c14-8e554d2cba27 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7810855 Jan 27 17:13:44.598055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Router bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:44.629825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.651971 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f7e526bf-4d03-4795-b775-5268968e8e56 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:44.673597 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router f35f0f22-3264-4d12-9b55-831727d653be has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:44.674642 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f7e526bf-4d03-4795-b775-5268968e8e56 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:44.683796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f7e526bf-4d03-4795-b775-5268968e8e56 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:44.733112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.733347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] For port 73d38dad-841f-4dae-9126-2983e12d4d5e, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=73d38dad-841f-4dae-9126-2983e12d4d5e,segment=NetworkSegment(956a90c6-3d64-43eb-b9b5-560793c615ee),segment_id=956a90c6-3d64-43eb-b9b5-560793c615ee)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:44.738671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.759617 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f7e526bf-4d03-4795-b775-5268968e8e56 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:44.828642 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102d328-e30a-4424-87e7-dee493255aa4 None None] Pushing event updated for resources: {'Port': ['ID=73d38dad-841f-4dae-9126-2983e12d4d5e,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:44.902191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.916805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Network': ['ID=b15afdea-9d92-4403-a847-9612a667529f,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:44.920587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f8155-f2c1-4254-808b-f9c03965ebe1 None None] Network 6864f5e0-e944-4640-808c-39fe77c50303 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:44.949275 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-06a73286-2216-43ac-be6a-02f4365dd7d5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/networks/b15afdea-9d92-4403-a847-9612a667529f HTTP/1.1" status: 204 len: 168 time: 3.4627423 Jan 27 17:13:44.950981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38204) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:44.978732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.986671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.008701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:45.009095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.023869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c363d946-e834-496f-a960-69cd4827a146 None None] Deleting port 57350852-749b-4a33-9842-3ce51962c4aa {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:45.024250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c363d946-e834-496f-a960-69cd4827a146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.045372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c9a4-dc8a-4f9d-8811-c5b38e7948cd req-d08f8179-b968-451b-884b-20029fb30395 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:45.046902 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e345c9a4-dc8a-4f9d-8811-c5b38e7948cd req-d08f8179-b968-451b-884b-20029fb30395 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 0.4657924 Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:45.072538 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:45.098405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:45.108692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:45.121197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:45.121781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.128594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e526bf-4d03-4795-b775-5268968e8e56 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:45.130641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c363d946-e834-496f-a960-69cd4827a146 None None] The port '57350852-749b-4a33-9842-3ce51962c4aa' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:13:45.132344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f7e526bf-4d03-4795-b775-5268968e8e56 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.132473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=60d07e6f-68e5-4cd4-9c39-520d1be5ba47,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:45.132743 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0028b58-dbcd-4f66-b678-423b4613f215 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:45.159010 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e345c9a4-dc8a-4f9d-8811-c5b38e7948cd req-76723e33-5978-4e1d-bb71-3ee66613298a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983157 Jan 27 17:13:45.176707 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6fc8528e-2a08-410f-b5b4-4d9238747fc2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3387136 Jan 27 17:13:45.181907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38208) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:45.191429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f2ae7d92-557d-4141-a6df-a7bd8f50c2c6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2059274037', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:45.199603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f2ae7d92-557d-4141-a6df-a7bd8f50c2c6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:45.205103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f2ae7d92-557d-4141-a6df-a7bd8f50c2c6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:router and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:45.215266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfec9046-501c-450b-bb45-28d7522e8d45 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:45.216007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cfec9046-501c-450b-bb45-28d7522e8d45 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:45.219738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f2ae7d92-557d-4141-a6df-a7bd8f50c2c6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:45.228370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f2ae7d92-557d-4141-a6df-a7bd8f50c2c6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:45.245738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cfec9046-501c-450b-bb45-28d7522e8d45 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:45.251515 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cfec9046-501c-450b-bb45-28d7522e8d45 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2962055 Jan 27 17:13:45.251515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38212) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:45.255806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7d92-557d-4141-a6df-a7bd8f50c2c6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.256195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7d92-557d-4141-a6df-a7bd8f50c2c6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.331102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:13:45.331102 dv-neutron-825077-1-hyperv neutron-server[87609]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:13:45.331102 dv-neutron-825077-1-hyperv neutron-server[87609]: [parameters: {'id': '6864f5e0-e944-4640-808c-39fe77c50303'}] Jan 27 17:13:45.331102 dv-neutron-825077-1-hyperv neutron-server[87609]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:45.332171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:45.347336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7d92-557d-4141-a6df-a7bd8f50c2c6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.347979 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-256f4275-599b-4d6a-9130-97687822c655 req-f77423d4-884a-4435-b56a-45db275c04b1 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7456460 Jan 27 17:13:45.406834 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0dd5ffef-9449-4a3d-850d-635b761d4314 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1505189 Jan 27 17:13:45.407956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38216) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:45.411383 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7d92-557d-4141-a6df-a7bd8f50c2c6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.420838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-487745616'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:45.432324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:45.438525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:network and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:45.443640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:45.451055 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:45.465073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7d92-557d-4141-a6df-a7bd8f50c2c6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.469008 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f2ae7d92-557d-4141-a6df-a7bd8f50c2c6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2834072 Jan 27 17:13:45.470524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38220) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:45.484688 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': '60d07e6f-68e5-4cd4-9c39-520d1be5ba47'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:45.486638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.513112 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:45.534684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:45.538256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.543451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa9c4a-ed2f-4307-91b6-6e44eae6800a None None] Sync routers for ids ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:45.546014 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-35bd5f8f-43db-455c-8e44-e9a7d9e96e5f tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "PUT /v2.0/routers/bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4656320 Jan 27 17:13:45.549599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38224) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:45.550778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:45.562352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Request body: {'port': {'network_id': '6949c03f-faad-41e0-bcc5-f9b3a224381f', 'name': 'tempest-FloatingIPAdminTestJSON-2135428849'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:45.565724 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c76288-acef-4ec9-bfcf-3600d7cccb10 None None] Sync routers for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:45.586767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa9c4a-ed2f-4307-91b6-6e44eae6800a None None] Routers {'bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:45.587873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8faa9c4a-ed2f-4307-91b6-6e44eae6800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:45.588964 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c76288-acef-4ec9-bfcf-3600d7cccb10 None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:45.589832 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-09c76288-acef-4ec9-bfcf-3600d7cccb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:45.606836 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.ipam_backend_mixin [None req-f7e526bf-4d03-4795-b775-5268968e8e56 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dc09472c-e287-4634-a04d-46412f5c47fd (CIDR: 2001:db8:0:1::/64) Jan 27 17:13:45.624951 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e526bf-4d03-4795-b775-5268968e8e56 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:13:45.626440 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e526bf-4d03-4795-b775-5268968e8e56 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:45.646437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.734128 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:45.736284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8faa9c4a-ed2f-4307-91b6-6e44eae6800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:45.743380 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f7e526bf-4d03-4795-b775-5268968e8e56 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8645816 Jan 27 17:13:45.745074 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38230) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:45.752851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'subnet': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:45.816164 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4e15570e-f54f-4713-9277-515904dc85b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 14.8955793 Jan 27 17:13:45.820260 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38234) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:45.821006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21313df9-576e-4807-a2d6-e55c47760329', 'tag': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:13:45.887441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.925518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa9c4a-ed2f-4307-91b6-6e44eae6800a None None] Routers {'bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:45.926162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8faa9c4a-ed2f-4307-91b6-6e44eae6800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:45.953622 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-09c76288-acef-4ec9-bfcf-3600d7cccb10 None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:45.979488 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:45.991184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Usage tracker for resource:port and tenant:32967407bbd04805b672d41f0dd8726f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:45.992841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8faa9c4a-ed2f-4307-91b6-6e44eae6800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:45.993236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa9c4a-ed2f-4307-91b6-6e44eae6800a None None] The sync data for ids ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:46.000308 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:46.007788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Allocated IP 2001:db8::2 (185d5333-05b7-45cc-a2cf-ffb552748715/60d07e6f-68e5-4cd4-9c39-520d1be5ba47/b682c608-069e-4fae-8757-7d468dcfbc5c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:46.017947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:46.038489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.038879 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Added segment c1b7641b-63fa-4d40-b512-82210a7d2321 of type vlan for network 92b2f005-d595-4028-9ddc-1e67dc95d516 Jan 27 17:13:46.040247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:46.056889 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21313df9-576e-4807-a2d6-e55c47760329', 'tag': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'status': 'completed', 'code': 200} Jan 27 17:13:46.109160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Usage tracker for resource:subnet and tenant:4399c29b1b584fb8b205062c5b102d07 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:46.117823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:46.140380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Deleting port 73d38dad-841f-4dae-9126-2983e12d4d5e {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:46.141565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.141844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:46.184788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Made reservation on behalf of 32967407bbd04805b672d41f0dd8726f for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:46.189038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.282488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.287021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.290135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Made reservation on behalf of 4399c29b1b584fb8b205062c5b102d07 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:46.294218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.306757 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Transition to ACTIVE for port object b682c608-069e-4fae-8757-7d468dcfbc5c will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:46.334331 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-890a8bc5-3e41-48a5-ba01-dd6344e9a98d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/991c305d-30f2-4c04-b027-afd24b50ca18 HTTP/1.1" status: 200 len: 991 time: 0.5073516 Jan 27 17:13:46.353231 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] device_id is not set on port 3d2360de-30e8-4023-84a3-83422fe9728e yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:46.362072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Transition to ACTIVE for port object b682c608-069e-4fae-8757-7d468dcfbc5c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:46.374923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.466889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:46.470901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:46.477876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:46.505053 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf9540-caa1-46cd-929c-19509e524a0f req-d4f863da-be3a-4640-8c6a-66724cc88bbf tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:46.508210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.514135 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-68bf9540-caa1-46cd-929c-19509e524a0f req-d4f863da-be3a-4640-8c6a-66724cc88bbf tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 943 time: 0.4510875 Jan 27 17:13:46.525199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Pushing event updated for resources: {'Port': ['ID=b682c608-069e-4fae-8757-7d468dcfbc5c,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:46.587374 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-09c76288-acef-4ec9-bfcf-3600d7cccb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:12:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '991c305d-30f2-4c04-b027-afd24b50ca18', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'port_id': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'mac_address': 'fa:16:3e:5c:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21313df9-576e-4807-a2d6-e55c47760329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:38Z', 'updated_at': '2022-01-27T17:13:38Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:45Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:46.592462 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c76288-acef-4ec9-bfcf-3600d7cccb10 None None] Checking router: f35f0f22-3264-4d12-9b55-831727d653be for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:13:46.602585 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c76288-acef-4ec9-bfcf-3600d7cccb10 None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:46.603206 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-09c76288-acef-4ec9-bfcf-3600d7cccb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:46.643249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.646959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326ec72-7091-49d6-831d-b1bbb5c32582 req-8e6d7372-ace9-4321-8177-87f1d9149d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:46.649001 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6326ec72-7091-49d6-831d-b1bbb5c32582 req-8e6d7372-ace9-4321-8177-87f1d9149d08 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 1098 time: 0.5875189 Jan 27 17:13:46.650132 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:46.650755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.655041 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Attempting to bind port b682c608-069e-4fae-8757-7d468dcfbc5c on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:46.655665 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Attempting to bind port b682c608-069e-4fae-8757-7d468dcfbc5c by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:46.656470 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Attempting to bind port b682c608-069e-4fae-8757-7d468dcfbc5c on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:46.664471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:46.665021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:46.665514 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.665994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:46.666550 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Bound port: b682c608-069e-4fae-8757-7d468dcfbc5c, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:46.667027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.701579 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-68bf9540-caa1-46cd-929c-19509e524a0f req-94c58762-33c1-4ff1-b527-c89ae32b17fe tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862259 Jan 27 17:13:46.797698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] For port b682c608-069e-4fae-8757-7d468dcfbc5c, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:46.802990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] For port b682c608-069e-4fae-8757-7d468dcfbc5c, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b682c608-069e-4fae-8757-7d468dcfbc5c,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:46.810055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.851020 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-09c76288-acef-4ec9-bfcf-3600d7cccb10 None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:46.943231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85bfe6-560c-4032-9d68-3c85a56dcf6c None None] Pushing event updated for resources: {'Port': ['ID=b682c608-069e-4fae-8757-7d468dcfbc5c,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:46.988142 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] For port 73d38dad-841f-4dae-9126-2983e12d4d5e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=73d38dad-841f-4dae-9126-2983e12d4d5e,segment=NetworkSegment(956a90c6-3d64-43eb-b9b5-560793c615ee),segment_id=956a90c6-3d64-43eb-b9b5-560793c615ee)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:46.989078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.011980 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6028879 Jan 27 17:13:47.042184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38244) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:47.050700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Allocated IP 172.20.0.7 (6949c03f-faad-41e0-bcc5-f9b3a224381f/ffc55883-2635-4035-95b7-77821886f4fd/3d2360de-30e8-4023-84a3-83422fe9728e) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:47.065723 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': '92b2f005-d595-4028-9ddc-1e67dc95d516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:47.098636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285873b3-4f2a-44c0-ab0f-ffb03682f133 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Network': ['ID=92b2f005-d595-4028-9ddc-1e67dc95d516,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:47.113433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 92b2f005-d595-4028-9ddc-1e67dc95d516 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:47.330213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:47.349022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Calling delete_port for 73d38dad-841f-4dae-9126-2983e12d4d5e owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:47.378479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38248) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:47.390991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:47.393158 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-09c76288-acef-4ec9-bfcf-3600d7cccb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:12:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '991c305d-30f2-4c04-b027-afd24b50ca18', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'port_id': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'mac_address': 'fa:16:3e:5c:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21313df9-576e-4807-a2d6-e55c47760329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:38Z', 'updated_at': '2022-01-27T17:13:38Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:45Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:47.398771 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c76288-acef-4ec9-bfcf-3600d7cccb10 None None] The sync data for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv is: [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:12:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '991c305d-30f2-4c04-b027-afd24b50ca18', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'port_id': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'mac_address': 'fa:16:3e:5c:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21313df9-576e-4807-a2d6-e55c47760329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:38Z', 'updated_at': '2022-01-27T17:13:38Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:45Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:47.459276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6b424-a552-438d-9f35-097833ff29d5 req-c01f36b3-26b1-468f-a696-86d72d6be69f tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:47.460832 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6ae6b424-a552-438d-9f35-097833ff29d5 req-c01f36b3-26b1-468f-a696-86d72d6be69f tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 1.0562119 Jan 27 17:13:47.485359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:47.545179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326ec72-7091-49d6-831d-b1bbb5c32582 req-c719cf9c-bac1-442e-a851-02bb3e6bcd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:47.546769 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6326ec72-7091-49d6-831d-b1bbb5c32582 req-c719cf9c-bac1-442e-a851-02bb3e6bcd26 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c HTTP/1.1" status: 200 len: 899 time: 0.8787768 Jan 27 17:13:47.593801 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6ae6b424-a552-438d-9f35-097833ff29d5 req-8ecc3cf4-a1c8-4bcb-b37a-1e1abd6fdf36 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239364 Jan 27 17:13:47.599945 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.640106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:47.664249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:47.671822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:47.674509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:47.675094 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.681169 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f56fef-1759-4b65-b58e-1d588d1c224a None None] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:47.695551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::1 (185d5333-05b7-45cc-a2cf-ffb552748715/60d07e6f-68e5-4cd4-9c39-520d1be5ba47/60791b67-a577-4928-b62c-94393e0bad40) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:47.725994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Subnet': ['ID=90bdefc0-d83f-41e7-97e5-fd84182264c3,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:47.747396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:47.751399 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.752291 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a6da9cd1-971b-45ae-b06c-95faf462fae6 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0060310 Jan 27 17:13:47.755285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38254) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:47.778489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-3070eb72-f878-4e64-b03d-931b3b930c1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1066787954', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '90bdefc0-d83f-41e7-97e5-fd84182264c3'}], 'security_groups': ['4e137f9e-f910-465b-a75d-99577a02ebb3', 'c6707d9d-f777-4b3b-8b21-578f172d1a2c']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:47.816246 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b7386e3c-bca9-41ee-990b-649c69964408 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/991c305d-30f2-4c04-b027-afd24b50ca18 HTTP/1.1" status: 200 len: 991 time: 0.4345164 Jan 27 17:13:47.944447 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.044826 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b682c608-069e-4fae-8757-7d468dcfbc5c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:48.088808 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Port': ['ID=73d38dad-841f-4dae-9126-2983e12d4d5e,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:48.093610 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6326ec72-7091-49d6-831d-b1bbb5c32582 req-6eb566c1-912f-4e22-9ab5-675c08088fb6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 HTTP/1.1" status: 200 len: 999 time: 0.5112541 Jan 27 17:13:48.130664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eba646-2779-4fb6-942f-742a4f5b2a08 None None] New status for floating IP 991c305d-30f2-4c04-b027-afd24b50ca18: ACTIVE {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:13:48.151275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No DVR routers for this DVR port 73d38dad-841f-4dae-9126-2983e12d4d5e on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:48.238762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.330012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 60791b67-a577-4928-b62c-94393e0bad40 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:48.348000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3070eb72-f878-4e64-b03d-931b3b930c1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.431628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.438920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device d3c9eb93-504d-4380-8549-de83c031e266 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:13:48.452285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.487839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326ec72-7091-49d6-831d-b1bbb5c32582 req-708203ad-c2f4-4063-af6d-356b09a0406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:48.489493 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6326ec72-7091-49d6-831d-b1bbb5c32582 req-708203ad-c2f4-4063-af6d-356b09a0406c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b39bf823-cdeb-4809-aa8d-d9f2d2b12e27 HTTP/1.1" status: 200 len: 835 time: 0.3259985 Jan 27 17:13:48.493353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6864f5e0-e944-4640-808c-39fe77c50303']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:48.570000 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b42a1fe2-3663-4784-af47-a97333b1e0d4 None None] Provisioning for port b682c608-069e-4fae-8757-7d468dcfbc5c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:48.572940 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port b682c608-069e-4fae-8757-7d468dcfbc5c completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:48.579007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:48.588285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:48.590226 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port b682c608-069e-4fae-8757-7d468dcfbc5c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:48.590391 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.591797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956a90c6-3d64-43eb-b9b5-560793c615ee') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:48.591797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956a90c6-3d64-43eb-b9b5-560793c615ee') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:48.592031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=60791b67-a577-4928-b62c-94393e0bad40,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:48.619765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b42a1fe2-3663-4784-af47-a97333b1e0d4 None None] Provisioning complete for port b682c608-069e-4fae-8757-7d468dcfbc5c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:48.622458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.631670 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b42a1fe2-3663-4784-af47-a97333b1e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.631867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:48.632321 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.819935 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38260) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:48.840165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.878498 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Transition to ACTIVE for port object 3d2360de-30e8-4023-84a3-83422fe9728e will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:48.900458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0076386-7f18-4a18-a2c4-136d85f3f271 req-83133995-ac6e-4e6c-8f4e-1bc78db2941c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:48.912550 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d0076386-7f18-4a18-a2c4-136d85f3f271 req-83133995-ac6e-4e6c-8f4e-1bc78db2941c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 943 time: 0.9512136 Jan 27 17:13:48.939166 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.965497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:48.965871 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:48.981694 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:49.060716 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.106124 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b42a1fe2-3663-4784-af47-a97333b1e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.115957 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d0076386-7f18-4a18-a2c4-136d85f3f271 req-1a659d18-649d-4c1a-ab3d-f2a6207a51f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021012 Jan 27 17:13:49.124066 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.159934 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b42a1fe2-3663-4784-af47-a97333b1e0d4 None None] For port b682c608-069e-4fae-8757-7d468dcfbc5c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b682c608-069e-4fae-8757-7d468dcfbc5c,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:49.161415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326ec72-7091-49d6-831d-b1bbb5c32582 req-d789fc85-ba4e-487c-82fc-e8a7fe627251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:49.163082 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6326ec72-7091-49d6-831d-b1bbb5c32582 req-d789fc85-ba4e-487c-82fc-e8a7fe627251 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6590774 Jan 27 17:13:49.174731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b42a1fe2-3663-4784-af47-a97333b1e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.174919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.206623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.220784 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-81753a21-ad8a-4fc0-a848-4f5c1d580723 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/991c305d-30f2-4c04-b027-afd24b50ca18 HTTP/1.1" status: 200 len: 993 time: 0.3955193 Jan 27 17:13:49.230451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port d3c9eb93-504d-4380-8549-de83c031e266, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d3c9eb93-504d-4380-8549-de83c031e266,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:49.235260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.250695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Network': ['ID=6864f5e0-e944-4640-808c-39fe77c50303,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:49.292675 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.315176 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-05a1d2b7-74f8-49e3-a0e5-3ab92f128e4c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/6864f5e0-e944-4640-808c-39fe77c50303 HTTP/1.1" status: 204 len: 168 time: 7.7977226 Jan 27 17:13:49.322549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38264) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:49.350957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Subnet': ['ID=ceddf48c-c0ed-491f-92f0-5dbcfc272773,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:49.370936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cde92b-c83d-4e5f-9bd0-09f230dac9c4 req-4f527706-ecc2-44f8-a8fb-9285449658ba tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:49.378631 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-12cde92b-c83d-4e5f-9bd0-09f230dac9c4 req-4f527706-ecc2-44f8-a8fb-9285449658ba tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 0.6280699 Jan 27 17:13:49.389256 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:49.389604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:49.393962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'd3c9eb93-504d-4380-8549-de83c031e266', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'port_id': 'd3c9eb93-504d-4380-8549-de83c031e266', 'mac_address': 'fa:16:3e:44:62:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:13:49.405028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4af0e1d-3a31-4b72-be56-7da0bc0de533 None None] Update dhcp port {'port': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'fixed_ips': [{'subnet_id': 'dc09472c-e287-4634-a04d-46412f5c47fd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fad61211-7bb6-468b-901f-e028ed619a6d', 'ip_address': '2001:db8::2'}, {'subnet_id': '90bdefc0-d83f-41e7-97e5-fd84182264c3'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': '9c0ad208-56f9-4514-9d9a-60969cfa579c'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:13:49.409082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-491438452'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:49.424269 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:49.443427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:network and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:49.445230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Checking segment: {'id': 'c1b7641b-63fa-4d40-b512-82210a7d2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '92b2f005-d595-4028-9ddc-1e67dc95d516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:49.445587 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network hostable DHCP agents. Network: 92b2f005-d595-4028-9ddc-1e67dc95d516, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:49.455647 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:49.465772 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Network 6949c03f-faad-41e0-bcc5-f9b3a224381f is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:49.482173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:49.487340 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event updated for resources: {'Port': ['ID=3d2360de-30e8-4023-84a3-83422fe9728e,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:49.489868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:49.500209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a1fe2-3663-4784-af47-a97333b1e0d4 None None] Pushing event updated for resources: {'Port': ['ID=b682c608-069e-4fae-8757-7d468dcfbc5c,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:49.503075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-407cbf6f-2f43-436f-b177-f50703415635 None None] Provisioning for port 60791b67-a577-4928-b62c-94393e0bad40 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:49.526083 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-407cbf6f-2f43-436f-b177-f50703415635 None None] Provisioning complete for port 60791b67-a577-4928-b62c-94393e0bad40 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:49.527471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-407cbf6f-2f43-436f-b177-f50703415635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.546542 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:49.551922 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6326ec72-7091-49d6-831d-b1bbb5c32582 req-795376e0-d55e-4766-bfd4-c8b64eb7d631 service neutron] 10.222.0.88 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712728 Jan 27 17:13:49.558663 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-12cde92b-c83d-4e5f-9bd0-09f230dac9c4 req-2ca0c43c-1ce1-4682-9fe3-3831cfaf752c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788602 Jan 27 17:13:49.565763 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e4af0e1d-3a31-4b72-be56-7da0bc0de533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.576672 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 92b2f005-d595-4028-9ddc-1e67dc95d516 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:49.612881 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:49.613525 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.633550 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 92b2f005-d595-4028-9ddc-1e67dc95d516) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:49.636628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-3070eb72-f878-4e64-b03d-931b3b930c1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Delete allocated IP 2001:db8::2de (68bb417e-d7bb-4894-9bb8-57ed715d3541/fad61211-7bb6-468b-901f-e028ed619a6d) {{(pid=87608) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 17:13:49.649605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:49.650592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.673806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:49.677247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.686810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-3070eb72-f878-4e64-b03d-931b3b930c1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Allocated IP 2001:db8:0:2::3ae (68bb417e-d7bb-4894-9bb8-57ed715d3541/90bdefc0-d83f-41e7-97e5-fd84182264c3/63987bf0-6842-47c4-9bfe-01e84741f8b6) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:49.774073 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-407cbf6f-2f43-436f-b177-f50703415635 None None] Port 60791b67-a577-4928-b62c-94393e0bad40 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:49.776553 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-92b96caf-56e2-4ab8-b503-29048d411940 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2190235 Jan 27 17:13:49.779855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.783532 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38268) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:49.798939 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6326ec72-7091-49d6-831d-b1bbb5c32582 req-926fe3f5-6e24-4e11-b544-d806677c321f service neutron] 10.222.0.88 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212787 Jan 27 17:13:49.798939 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fdcc7959-34c8-46ba-a6b8-2e9264e29b7c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7477057 Jan 27 17:13:49.799197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adc88b1-5431-4f83-969f-3d4bf69a147e None None] Network 92b2f005-d595-4028-9ddc-1e67dc95d516 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:49.799293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38274) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:49.805305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:49.805533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': '92b2f005-d595-4028-9ddc-1e67dc95d516', 'name': 'tempest-PortsTestJSON-1476612329'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:49.902767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.903458 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Added segment 21358b27-51af-4b84-83f1-c9cf6ccacee4 of type vlan for network 1035f04f-bb91-466b-9910-038e5b7374e9 Jan 27 17:13:49.957352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'project_id': '32967407bbd04805b672d41f0dd8726f', 'port_id': '3d2360de-30e8-4023-84a3-83422fe9728e'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:49.964957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:49.981103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Usage tracker for resource:floatingip and tenant:32967407bbd04805b672d41f0dd8726f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:49.985727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:49.995009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:49.999713 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:50.013249 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:50.016900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.027451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c9eb93-504d-4380-8549-de83c031e266 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:13:50.045607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:50.050553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.050774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.088736 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port 34745824-03e0-45d5-b3ba-657a12cea228 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:50.132154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dd6a0c43-c91d-4a32-a312-55467df56363 None None] Provisioning for port 3d2360de-30e8-4023-84a3-83422fe9728e completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:50.144606 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.150610 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.159017 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port d3c9eb93-504d-4380-8549-de83c031e266, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d3c9eb93-504d-4380-8549-de83c031e266,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:50.159473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:50.159473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.186764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.187607 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.189241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dd6a0c43-c91d-4a32-a312-55467df56363 None None] Provisioning complete for port 3d2360de-30e8-4023-84a3-83422fe9728e triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:50.189620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0c43-c91d-4a32-a312-55467df56363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.217835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.277286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3070eb72-f878-4e64-b03d-931b3b930c1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.343351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a0c43-c91d-4a32-a312-55467df56363 None None] Port 3d2360de-30e8-4023-84a3-83422fe9728e cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:50.354697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.13 (92b2f005-d595-4028-9ddc-1e67dc95d516/ceddf48c-c0ed-491f-92f0-5dbcfc272773/34745824-03e0-45d5-b3ba-657a12cea228) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:50.360261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=60791b67-a577-4928-b62c-94393e0bad40,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:50.380956 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0187774 Jan 27 17:13:50.381845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38280) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:50.397021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b682c608-069e-4fae-8757-7d468dcfbc5c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:50.399396 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-3070eb72-f878-4e64-b03d-931b3b930c1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Transition to ACTIVE for port object 63987bf0-6842-47c4-9bfe-01e84741f8b6 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:50.450116 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-92b2f005-d595-4028-9ddc-1e67dc95d516', 'network_id': '92b2f005-d595-4028-9ddc-1e67dc95d516', 'tenant_id': '63c2fae895274945a56d5a9f9e951d45', 'fixed_ips': [{'subnet_id': 'ceddf48c-c0ed-491f-92f0-5dbcfc272773'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:50.450941 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.459801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=d3c9eb93-504d-4380-8549-de83c031e266,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:50.483226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'subnet': {'network_id': '1035f04f-bb91-466b-9910-038e5b7374e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:50.516456 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3070eb72-f878-4e64-b03d-931b3b930c1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.518499 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:50.518728 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:50.519076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:50.519403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:50.519753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:50.520087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:50.520445 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:50.520711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:50.521036 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:50.521359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:50.521707 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:50.521996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:50.531391 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.532220 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['d3c9eb93-504d-4380-8549-de83c031e266'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:13:50.560119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776d932-564d-4dae-85e6-570f01d83cc2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=1035f04f-bb91-466b-9910-038e5b7374e9,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:50.629165 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 1035f04f-bb91-466b-9910-038e5b7374e9 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:50.721220 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-e4af0e1d-3a31-4b72-be56-7da0bc0de533 None None] Allocated IP 2001:db8:0:2::2 (68bb417e-d7bb-4894-9bb8-57ed715d3541/90bdefc0-d83f-41e7-97e5-fd84182264c3/9c0ad208-56f9-4514-9d9a-60969cfa579c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:50.805324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa7f76-f047-4e2f-9d83-4185dc8ed625 req-ddc2b213-d2e0-4c00-aea0-a1ad97fca535 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:50.812445 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-00aa7f76-f047-4e2f-9d83-4185dc8ed625 req-ddc2b213-d2e0-4c00-aea0-a1ad97fca535 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 944 time: 0.3304393 Jan 27 17:13:50.854212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.872454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-3070eb72-f878-4e64-b03d-931b3b930c1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] In _notify_port_updated(), no bound segment for port 63987bf0-6842-47c4-9bfe-01e84741f8b6 on network 68bb417e-d7bb-4894-9bb8-57ed715d3541 {{(pid=87608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:13:50.878297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070eb72-f878-4e64-b03d-931b3b930c1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:50.879239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3070eb72-f878-4e64-b03d-931b3b930c1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.880724 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Allocated IP 172.26.8.241 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/288ee057-facb-4a35-a39e-5ddddfbe13af) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:50.884585 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3070eb72-f878-4e64-b03d-931b3b930c1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "PUT /v2.0/ports/63987bf0-6842-47c4-9bfe-01e84741f8b6 HTTP/1.1" status: 200 len: 970 time: 3.1274526 Jan 27 17:13:50.890570 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38286) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:50.913634 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:50.916132 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070eb72-f878-4e64-b03d-931b3b930c1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event updated for resources: {'Port': ['ID=63987bf0-6842-47c4-9bfe-01e84741f8b6,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:50.933603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:subnet and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:50.941241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:50.946221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port b682c608-069e-4fae-8757-7d468dcfbc5c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:50.946479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Transition to ACTIVE for port object 34745824-03e0-45d5-b3ba-657a12cea228 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:50.946575 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.962176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:50.991635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:50.993341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:50.998122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.998484 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-00aa7f76-f047-4e2f-9d83-4185dc8ed625 req-d6ecf3d2-e96b-4d50-b5e5-c4e354f000fa tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831100 Jan 27 17:13:51.023013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:51.256171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-e4af0e1d-3a31-4b72-be56-7da0bc0de533 None None] For port 9c0ad208-56f9-4514-9d9a-60969cfa579c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9c0ad208-56f9-4514-9d9a-60969cfa579c,segment=NetworkSegment(14b95451-c3f5-4f92-834d-2b71470fd105),segment_id=14b95451-c3f5-4f92-834d-2b71470fd105)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:51.300660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-07c5bddc-85fd-40f1-8349-d01c099c9ed0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 63987bf0-6842-47c4-9bfe-01e84741f8b6 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:51.301171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07c5bddc-85fd-40f1-8349-d01c099c9ed0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.376967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b925151-c321-4632-90be-ead824041cc7 req-11e86b9b-fa12-455d-851b-011e1d551803 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:51.384650 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b925151-c321-4632-90be-ead824041cc7 req-11e86b9b-fa12-455d-851b-011e1d551803 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 0.6636672 Jan 27 17:13:51.420428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.resource_extend [None req-e4af0e1d-3a31-4b72-be56-7da0bc0de533 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:13:51.459493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e4af0e1d-3a31-4b72-be56-7da0bc0de533 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.464149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.528457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e4af0e1d-3a31-4b72-be56-7da0bc0de533 None None] Transition to ACTIVE for port object 9c0ad208-56f9-4514-9d9a-60969cfa579c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:51.546764 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b925151-c321-4632-90be-ead824041cc7 req-7a75164f-68fd-444d-93b7-0b8f49897207 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610372 Jan 27 17:13:51.559689 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Allocated IP 172.20.0.2 (92b2f005-d595-4028-9ddc-1e67dc95d516/ceddf48c-c0ed-491f-92f0-5dbcfc272773/b49c9b15-8348-4110-b784-44085aa0b85e) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:51.561984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e4af0e1d-3a31-4b72-be56-7da0bc0de533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.604176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 92b2f005-d595-4028-9ddc-1e67dc95d516 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:51.608876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a8e639ab-0e31-4571-a504-c3c4fe41a97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.622695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:51.632565 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4a77c2b7-424a-4144-8743-daf736aef6f3 None None] Provisioning complete for port 60791b67-a577-4928-b62c-94393e0bad40 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:51.632938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4a77c2b7-424a-4144-8743-daf736aef6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.638119 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:51.640556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Router ea886177-eefd-4f00-8800-e1a2e3e8e04a is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:13:51.674036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=34745824-03e0-45d5-b3ba-657a12cea228,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:51.686648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.806473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.808568 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:51.809215 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.816404 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07c5bddc-85fd-40f1-8349-d01c099c9ed0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.882810 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af0e1d-3a31-4b72-be56-7da0bc0de533 None None] Pushing event updated for resources: {'Port': ['ID=9c0ad208-56f9-4514-9d9a-60969cfa579c,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:51.893770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4a77c2b7-424a-4144-8743-daf736aef6f3 None None] Port 60791b67-a577-4928-b62c-94393e0bad40 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:51.894276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:51.907958 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Sync routers for ids ['ea886177-eefd-4f00-8800-e1a2e3e8e04a'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:51.918746 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c0b462cd-e783-4686-bdd4-67be7d99a8b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "PUT /v2.0/routers/ea886177-eefd-4f00-8800-e1a2e3e8e04a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4471121 Jan 27 17:13:51.922371 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Subnet': ['ID=0f58dfcd-1e79-4136-8e72-de81ad92a2a0,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:51.926953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38294) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:51.929773 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Routers {'ea886177-eefd-4f00-8800-e1a2e3e8e04a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:51.932327 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea886177-eefd-4f00-8800-e1a2e3e8e04a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:51.965807 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-07c5bddc-85fd-40f1-8349-d01c099c9ed0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 63987bf0-6842-47c4-9bfe-01e84741f8b6 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:51.989532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking segment: {'id': '21358b27-51af-4b84-83f1-c9cf6ccacee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '1035f04f-bb91-466b-9910-038e5b7374e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:51.990630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network hostable DHCP agents. Network: 1035f04f-bb91-466b-9910-038e5b7374e9, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:52.023538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d5c25-a355-4d17-b8d7-06e001be4bbc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:52.024596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-da2d5c25-a355-4d17-b8d7-06e001be4bbc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:52.040609 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0ff4063b-a477-428c-9c1b-1223b3ccd4db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2403345 Jan 27 17:13:52.044220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38300) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:52.045336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network 1035f04f-bb91-466b-9910-038e5b7374e9 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:52.050502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': '92b2f005-d595-4028-9ddc-1e67dc95d516', 'name': 'tempest-PortsTestJSON-2074849748'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:52.053148 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-da2d5c25-a355-4d17-b8d7-06e001be4bbc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:52.054682 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-da2d5c25-a355-4d17-b8d7-06e001be4bbc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports/60791b67-a577-4928-b62c-94393e0bad40 HTTP/1.1" status: 200 len: 911 time: 0.1263707 Jan 27 17:13:52.057436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38304) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:52.155738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 1035f04f-bb91-466b-9910-038e5b7374e9) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:52.165357 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff91227-757e-4a60-a95f-052533c7f984 None None] Network 1035f04f-bb91-466b-9910-038e5b7374e9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:52.169141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:52.169987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.222809 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5f010f16-3045-401a-b838-90f07d681b1f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8217564 Jan 27 17:13:52.224198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38308) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:52.236450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.241759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.290779 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Set router ea886177-eefd-4f00-8800-e1a2e3e8e04a gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:52.319475 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ec2c7b-f1dc-4083-bb67-0d5093ee9238 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:52.320325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Transition to ACTIVE for port object b49c9b15-8348-4110-b784-44085aa0b85e will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:52.325460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ec2c7b-f1dc-4083-bb67-0d5093ee9238 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:52.327197 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-26ec2c7b-f1dc-4083-bb67-0d5093ee9238 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2689037 Jan 27 17:13:52.332046 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38312) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:52.428232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9c0ad208-56f9-4514-9d9a-60969cfa579c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:52.478001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:52.493788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:52.510018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:52.545349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Transition to ACTIVE for port object b49c9b15-8348-4110-b784-44085aa0b85e will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:52.578932 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Pushing event updated for resources: {'Port': ['ID=288ee057-facb-4a35-a39e-5ddddfbe13af,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:52.612108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.653809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:52.667771 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:port and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:52.710849 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:52.747958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:52.771565 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.771963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Network 92b2f005-d595-4028-9ddc-1e67dc95d516 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:52.782056 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:52.794124 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:52.824598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07c5bddc-85fd-40f1-8349-d01c099c9ed0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.862386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Pushing event updated for resources: {'Port': ['ID=b49c9b15-8348-4110-b784-44085aa0b85e,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:52.896744 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea886177-eefd-4f00-8800-e1a2e3e8e04a', 'name': 'tempest-NetworksTestDHCPv6-router-2059274037', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:45Z', 'updated_at': '2022-01-27T17:13:48Z', 'revision_number': 2, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'gw_port_host': None, '_interfaces': [{'id': '60791b67-a577-4928-b62c-94393e0bad40', 'name': '', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'mac_address': 'fa:16:3e:ca:e5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea886177-eefd-4f00-8800-e1a2e3e8e04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '60d07e6f-68e5-4cd4-9c39-520d1be5ba47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:46Z', 'updated_at': '2022-01-27T17:13:49Z', 'revision_number': 2, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'subnets': [{'id': '60d07e6f-68e5-4cd4-9c39-520d1be5ba47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:52.901496 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Checking router: ea886177-eefd-4f00-8800-e1a2e3e8e04a for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:13:52.901978 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Updating router ea886177-eefd-4f00-8800-e1a2e3e8e04a port 60791b67-a577-4928-b62c-94393e0bad40 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:13:52.959212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175cd9f-6a93-434f-addb-16fa48a22d64 req-0311511a-c0d2-49e6-9ca2-0c09d04266b7 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:52.966041 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f175cd9f-6a93-434f-addb-16fa48a22d64 req-0311511a-c0d2-49e6-9ca2-0c09d04266b7 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 944 time: 0.7416744 Jan 27 17:13:52.966711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:52.974883 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.981158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Attempting to bind port b49c9b15-8348-4110-b784-44085aa0b85e on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:52.981525 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Attempting to bind port b49c9b15-8348-4110-b784-44085aa0b85e by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'c1b7641b-63fa-4d40-b512-82210a7d2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '92b2f005-d595-4028-9ddc-1e67dc95d516'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:52.982136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Attempting to bind port b49c9b15-8348-4110-b784-44085aa0b85e on network 92b2f005-d595-4028-9ddc-1e67dc95d516 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:52.987543 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.988244 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:52.988610 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Checking segment: {'id': 'c1b7641b-63fa-4d40-b512-82210a7d2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '92b2f005-d595-4028-9ddc-1e67dc95d516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:52.989007 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.989390 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Bound using segment: {'id': 'c1b7641b-63fa-4d40-b512-82210a7d2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '92b2f005-d595-4028-9ddc-1e67dc95d516'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:52.989850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Bound port: b49c9b15-8348-4110-b784-44085aa0b85e, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b7641b-63fa-4d40-b512-82210a7d2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '92b2f005-d595-4028-9ddc-1e67dc95d516'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:52.990222 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.005441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-1035f04f-bb91-466b-9910-038e5b7374e9', 'network_id': '1035f04f-bb91-466b-9910-038e5b7374e9', 'tenant_id': '44ea2b3c3aca4d219cfc33226bdd28d2', 'fixed_ips': [{'subnet_id': '0f58dfcd-1e79-4136-8e72-de81ad92a2a0'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:53.006284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.033416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5bddc-85fd-40f1-8349-d01c099c9ed0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=63987bf0-6842-47c4-9bfe-01e84741f8b6,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:53.181104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2038220c-a651-4757-b9cc-1b12ca7bed48 None None] Could not find standard attr ID for object 63987bf0-6842-47c4-9bfe-01e84741f8b6. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:13:53.199547 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] For port b49c9b15-8348-4110-b784-44085aa0b85e, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:53.239903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] For port b49c9b15-8348-4110-b784-44085aa0b85e, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b49c9b15-8348-4110-b784-44085aa0b85e,segment=NetworkSegment(c1b7641b-63fa-4d40-b512-82210a7d2321),segment_id=c1b7641b-63fa-4d40-b512-82210a7d2321)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:53.246404 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2038220c-a651-4757-b9cc-1b12ca7bed48 None None] Provisioning for port 9c0ad208-56f9-4514-9d9a-60969cfa579c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:53.254346 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.327685 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2038220c-a651-4757-b9cc-1b12ca7bed48 None None] Provisioning complete for port 9c0ad208-56f9-4514-9d9a-60969cfa579c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:53.328346 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2038220c-a651-4757-b9cc-1b12ca7bed48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.332435 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.432533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eae8a4-2a01-4041-9795-6be7c39bb666 req-b77a7e58-d1e9-426b-8be8-85cac26cf4ce tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:53.434405 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-70eae8a4-2a01-4041-9795-6be7c39bb666 req-b77a7e58-d1e9-426b-8be8-85cac26cf4ce tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 0.3487377 Jan 27 17:13:53.540551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Allocated IP 172.20.0.2 (1035f04f-bb91-466b-9910-038e5b7374e9/0f58dfcd-1e79-4136-8e72-de81ad92a2a0/03121edc-c3a2-470a-8c90-85a899d0707a) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:53.604849 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.625931 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbdb57-9068-4aed-a43e-42219c786b42 None None] Pushing event updated for resources: {'Port': ['ID=b49c9b15-8348-4110-b784-44085aa0b85e,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:53.626279 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Transition to ACTIVE for port object 60791b67-a577-4928-b62c-94393e0bad40 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:53.643653 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.785718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07c5bddc-85fd-40f1-8349-d01c099c9ed0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.790291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port 1356ab48-a434-4661-ba33-9fc4f31f4434 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:53.844269 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-70eae8a4-2a01-4041-9795-6be7c39bb666 req-1a394054-852b-47e3-b09c-00236afaa857 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4019365 Jan 27 17:13:53.886198 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f175cd9f-6a93-434f-addb-16fa48a22d64 req-ccf44860-6a80-4fab-927c-389a36eb6f68 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8758075 Jan 27 17:13:53.944071 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-07c5bddc-85fd-40f1-8349-d01c099c9ed0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/63987bf0-6842-47c4-9bfe-01e84741f8b6 HTTP/1.1" status: 204 len: 168 time: 3.0476015 Jan 27 17:13:53.945446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38318) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:54.013913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d39347b5-a860-4818-ac2a-062c44548942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.026883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb5481e9-bad9-4498-9bae-a8c32c4e066c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.050214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.094082 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-8385559f-bac8-478d-8725-50372e1027fe tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] GET failed (client error): The resource could not be found. Jan 27 17:13:54.095315 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8385559f-bac8-478d-8725-50372e1027fe tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Synchronizing usage tracker for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:54.128938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8385559f-bac8-478d-8725-50372e1027fe tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Unset dirty status for tenant:4399c29b1b584fb8b205062c5b102d07 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:54.133867 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8385559f-bac8-478d-8725-50372e1027fe tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports/63987bf0-6842-47c4-9bfe-01e84741f8b6 HTTP/1.1" status: 404 len: 333 time: 0.1826448 Jan 27 17:13:54.134814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38324) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:54.160639 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Attempting to bind port 60791b67-a577-4928-b62c-94393e0bad40 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:54.161221 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Attempting to bind port 60791b67-a577-4928-b62c-94393e0bad40 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:54.161346 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Attempting to bind port 60791b67-a577-4928-b62c-94393e0bad40 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:54.175256 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:54.176298 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:54.176700 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.177087 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:54.177542 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Bound port: 60791b67-a577-4928-b62c-94393e0bad40, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:54.177906 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.222934 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Pushing event updated for resources: {'Port': ['ID=60791b67-a577-4928-b62c-94393e0bad40,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:54.231013 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.248617 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Transition to ACTIVE for port object 03121edc-c3a2-470a-8c90-85a899d0707a will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:54.270430 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:54.271980 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:54.272478 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:54.273307 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:54.274741 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:54.275222 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:54.277314 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:54.278118 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:54.278610 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:54.279073 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:54.280011 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:54.281743 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:54.329689 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Transition to ACTIVE for port object 03121edc-c3a2-470a-8c90-85a899d0707a will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:54.357385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.419211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.459266 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] For port 60791b67-a577-4928-b62c-94393e0bad40, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:54.466058 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] For port 60791b67-a577-4928-b62c-94393e0bad40, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=60791b67-a577-4928-b62c-94393e0bad40,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:54.474681 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.475386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device d3c9eb93-504d-4380-8549-de83c031e266 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:54.525849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b49c9b15-8348-4110-b784-44085aa0b85e up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:54.560642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.562197 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5679424-6fc6-4c0a-84e3-6fddfaed689a None None] Pushing event updated for resources: {'Port': ['ID=60791b67-a577-4928-b62c-94393e0bad40,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:54.583212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Network 1035f04f-bb91-466b-9910-038e5b7374e9 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:54.593940 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Routers {'ea886177-eefd-4f00-8800-e1a2e3e8e04a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:54.594842 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea886177-eefd-4f00-8800-e1a2e3e8e04a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:54.605602 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:54.610153 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2038220c-a651-4757-b9cc-1b12ca7bed48 None None] Provisioning complete for port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:54.611025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2038220c-a651-4757-b9cc-1b12ca7bed48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.646970 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:54.653791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Subnet': ['ID=0f58dfcd-1e79-4136-8e72-de81ad92a2a0,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:54.682420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.691651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.10 (92b2f005-d595-4028-9ddc-1e67dc95d516/ceddf48c-c0ed-491f-92f0-5dbcfc272773/1356ab48-a434-4661-ba33-9fc4f31f4434) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:54.694144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.781561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Pushing event updated for resources: {'Port': ['ID=03121edc-c3a2-470a-8c90-85a899d0707a,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:54.819038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.869266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1035f04f-bb91-466b-9910-038e5b7374e9']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:54.877557 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2038220c-a651-4757-b9cc-1b12ca7bed48 None None] Port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:54.883300 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] Set router ea886177-eefd-4f00-8800-e1a2e3e8e04a gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:54.909520 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Attempting to bind port 03121edc-c3a2-470a-8c90-85a899d0707a on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:54.909786 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Attempting to bind port 03121edc-c3a2-470a-8c90-85a899d0707a by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '21358b27-51af-4b84-83f1-c9cf6ccacee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '1035f04f-bb91-466b-9910-038e5b7374e9'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:54.910546 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Attempting to bind port 03121edc-c3a2-470a-8c90-85a899d0707a on network 1035f04f-bb91-466b-9910-038e5b7374e9 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:54.923240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.926287 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:54.926543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21358b27-51af-4b84-83f1-c9cf6ccacee4') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:54.926666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Checking segment: {'id': '21358b27-51af-4b84-83f1-c9cf6ccacee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '1035f04f-bb91-466b-9910-038e5b7374e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:54.927048 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.927433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Bound using segment: {'id': '21358b27-51af-4b84-83f1-c9cf6ccacee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '1035f04f-bb91-466b-9910-038e5b7374e9'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:54.927994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Bound port: 03121edc-c3a2-470a-8c90-85a899d0707a, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21358b27-51af-4b84-83f1-c9cf6ccacee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '1035f04f-bb91-466b-9910-038e5b7374e9'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:54.928375 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.928748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21358b27-51af-4b84-83f1-c9cf6ccacee4') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:54.942357 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port b49c9b15-8348-4110-b784-44085aa0b85e completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:54.952039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.961198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port d3c9eb93-504d-4380-8549-de83c031e266 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:54.975136 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.988096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:54.991693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.039404 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port d3c9eb93-504d-4380-8549-de83c031e266 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:55.039888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.065223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc62e03a-da6d-417b-a93b-67c5d98635a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.100577 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Pushing event updated for resources: {'Port': ['ID=288ee057-facb-4a35-a39e-5ddddfbe13af,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:55.146519 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:55.180317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] For port 03121edc-c3a2-470a-8c90-85a899d0707a, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:55.182732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-df1f4490-d5c8-4182-b685-83b692e9dedd None None] Could not find standard attr ID for object 63987bf0-6842-47c4-9bfe-01e84741f8b6. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:13:55.216122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:13:55.216122 dv-neutron-825077-1-hyperv neutron-server[87608]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:13:55.216122 dv-neutron-825077-1-hyperv neutron-server[87608]: [parameters: {'id': '1035f04f-bb91-466b-9910-038e5b7374e9'}] Jan 27 17:13:55.216122 dv-neutron-825077-1-hyperv neutron-server[87608]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:55.216589 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:55.237325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-cb5481e9-bad9-4498-9bae-a8c32c4e066c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 60791b67-a577-4928-b62c-94393e0bad40 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:55.237675 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb5481e9-bad9-4498-9bae-a8c32c4e066c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.246741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] For port 03121edc-c3a2-470a-8c90-85a899d0707a, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=03121edc-c3a2-470a-8c90-85a899d0707a,segment=NetworkSegment(21358b27-51af-4b84-83f1-c9cf6ccacee4),segment_id=21358b27-51af-4b84-83f1-c9cf6ccacee4)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:55.261260 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.342312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.346304 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.361086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Transition to ACTIVE for port object 1356ab48-a434-4661-ba33-9fc4f31f4434 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:55.372453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.438934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.573568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c9eb93-504d-4380-8549-de83c031e266'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:13:55.578005 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-cb5481e9-bad9-4498-9bae-a8c32c4e066c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] For port 60791b67-a577-4928-b62c-94393e0bad40, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=60791b67-a577-4928-b62c-94393e0bad40,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:55.578567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb5481e9-bad9-4498-9bae-a8c32c4e066c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.593707 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1d314-069a-4ac9-9aa2-0bddc6595e60 None None] Pushing event updated for resources: {'Port': ['ID=03121edc-c3a2-470a-8c90-85a899d0707a,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:55.608067 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port d3c9eb93-504d-4380-8549-de83c031e266, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d3c9eb93-504d-4380-8549-de83c031e266,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:55.609786 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be06bb3-3dcd-460a-b1f0-26e5d94f2dd9 None None] Network 1035f04f-bb91-466b-9910-038e5b7374e9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:55.631337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.631475 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea886177-eefd-4f00-8800-e1a2e3e8e04a', 'name': 'tempest-NetworksTestDHCPv6-router-2059274037', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:45Z', 'updated_at': '2022-01-27T17:13:48Z', 'revision_number': 2, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'gw_port_host': None, '_interfaces': [{'id': '60791b67-a577-4928-b62c-94393e0bad40', 'name': '', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'mac_address': 'fa:16:3e:ca:e5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea886177-eefd-4f00-8800-e1a2e3e8e04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '60d07e6f-68e5-4cd4-9c39-520d1be5ba47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:46Z', 'updated_at': '2022-01-27T17:13:54Z', 'revision_number': 4, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'subnets': [{'id': '60d07e6f-68e5-4cd4-9c39-520d1be5ba47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:55.637808 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22b7f7-bcc2-4fba-9383-c3cad07f82e7 None None] The sync data for ids ['ea886177-eefd-4f00-8800-e1a2e3e8e04a'] in dv-neutron-825077-1-hyperv is: [{'id': 'ea886177-eefd-4f00-8800-e1a2e3e8e04a', 'name': 'tempest-NetworksTestDHCPv6-router-2059274037', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:45Z', 'updated_at': '2022-01-27T17:13:48Z', 'revision_number': 2, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'gw_port_host': None, '_interfaces': [{'id': '60791b67-a577-4928-b62c-94393e0bad40', 'name': '', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'mac_address': 'fa:16:3e:ca:e5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea886177-eefd-4f00-8800-e1a2e3e8e04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '60d07e6f-68e5-4cd4-9c39-520d1be5ba47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:46Z', 'updated_at': '2022-01-27T17:13:54Z', 'revision_number': 4, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'subnets': [{'id': '60d07e6f-68e5-4cd4-9c39-520d1be5ba47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:55.665457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.686568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f246a641-2be6-441c-84c1-5e77228bc2f4 None None] Network 92b2f005-d595-4028-9ddc-1e67dc95d516 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:55.747412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.757611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-cb5481e9-bad9-4498-9bae-a8c32c4e066c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 60791b67-a577-4928-b62c-94393e0bad40 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:55.819395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc62e03a-da6d-417b-a93b-67c5d98635a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.849859 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae58853-1022-4c85-b330-22545a72cb95 req-bbbc2a3e-3d83-427f-8bbd-784df4e82c7b tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:55.858000 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5ae58853-1022-4c85-b330-22545a72cb95 req-bbbc2a3e-3d83-427f-8bbd-784df4e82c7b tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 0.7157066 Jan 27 17:13:55.891774 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c59f7e36-800c-4754-881a-dee58b0f1807 None None] Provisioning for port b49c9b15-8348-4110-b784-44085aa0b85e completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:55.898020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 92b2f005-d595-4028-9ddc-1e67dc95d516 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:55.910118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=1356ab48-a434-4661-ba33-9fc4f31f4434,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:55.913949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Deleting port 03121edc-c3a2-470a-8c90-85a899d0707a {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:55.914697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.919198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:55.937320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c59f7e36-800c-4754-881a-dee58b0f1807 None None] Provisioning complete for port b49c9b15-8348-4110-b784-44085aa0b85e triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:55.937694 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c59f7e36-800c-4754-881a-dee58b0f1807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.995668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:13:56.019230 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5ae58853-1022-4c85-b330-22545a72cb95 req-650109d4-0b2b-45e8-8929-c204522d2c2b tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601226 Jan 27 17:13:56.074863 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=d3c9eb93-504d-4380-8549-de83c031e266,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:56.210844 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Floating IP f0012a99-1f4d-473a-b5eb-b7777b3b8479 associated. External IP: 172.26.8.241, port: 3d2360de-30e8-4023-84a3-83422fe9728e. Jan 27 17:13:56.335426 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c9eb93-504d-4380-8549-de83c031e266', 'code': 200} Jan 27 17:13:56.420512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] For port 03121edc-c3a2-470a-8c90-85a899d0707a, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=03121edc-c3a2-470a-8c90-85a899d0707a,segment=NetworkSegment(21358b27-51af-4b84-83f1-c9cf6ccacee4),segment_id=21358b27-51af-4b84-83f1-c9cf6ccacee4)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:56.421704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.468593 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc62e03a-da6d-417b-a93b-67c5d98635a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.471698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 60791b67-a577-4928-b62c-94393e0bad40 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:56.516281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 67291c7a-80d8-4d66-a01a-ca0b111ad866 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:13:56.610877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:56.611140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.660753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47825074-3102-4f3a-98d5-d1e0e5467df0 req-712a417e-f3a6-4dfd-982c-286a90fb539f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:56.662329 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-47825074-3102-4f3a-98d5-d1e0e5467df0 req-712a417e-f3a6-4dfd-982c-286a90fb539f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 945 time: 1.0775163 Jan 27 17:13:56.672706 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f0755fb2-8be2-4373-bffe-6dc9eeb91608 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6273761 Jan 27 17:13:56.674337 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38340) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:56.692780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62e03a-da6d-417b-a93b-67c5d98635a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0245a7-4829-476e-aeb5-dca6288d4584,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:56.705855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc62e03a-da6d-417b-a93b-67c5d98635a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.705855 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bc62e03a-da6d-417b-a93b-67c5d98635a3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/security-groups/1e0245a7-4829-476e-aeb5-dca6288d4584 HTTP/1.1" status: 204 len: 168 time: 2.5657821 Jan 27 17:13:56.747238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38344) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:56.751096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb5481e9-bad9-4498-9bae-a8c32c4e066c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.763735 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fa6a2-d8ac-475f-b7b9-0ac90b54d6e5 req-2fc40962-4cfb-4578-9678-3dc53732f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:56.764812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.765425 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2d2fa6a2-d8ac-475f-b7b9-0ac90b54d6e5 req-2fc40962-4cfb-4578-9678-3dc53732f281 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 1098 time: 1.1139364 Jan 27 17:13:56.770510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Calling delete_port for 03121edc-c3a2-470a-8c90-85a899d0707a owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:56.791763 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No active binding found for port 60791b67-a577-4928-b62c-94393e0bad40 {{(pid=87610) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 27 17:13:56.792182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 60791b67-a577-4928-b62c-94393e0bad40 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 27 17:13:56.819791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c59f7e36-800c-4754-881a-dee58b0f1807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.825851 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2d2fa6a2-d8ac-475f-b7b9-0ac90b54d6e5 req-86a4468f-2a0e-4cea-86f7-e6645118b0a3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493848 Jan 27 17:13:56.854899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Port 60791b67-a577-4928-b62c-94393e0bad40 not found, will not notify nova. {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 27 17:13:56.892603 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 67291c7a-80d8-4d66-a01a-ca0b111ad866, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:56.919114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5481e9-bad9-4498-9bae-a8c32c4e066c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=60791b67-a577-4928-b62c-94393e0bad40,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:56.925434 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-47825074-3102-4f3a-98d5-d1e0e5467df0 req-af629837-b37e-4c47-a2c1-274fb15e47d9 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476892 Jan 27 17:13:56.929829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c59f7e36-800c-4754-881a-dee58b0f1807 None None] For port b49c9b15-8348-4110-b784-44085aa0b85e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b49c9b15-8348-4110-b784-44085aa0b85e,segment=NetworkSegment(c1b7641b-63fa-4d40-b512-82210a7d2321),segment_id=c1b7641b-63fa-4d40-b512-82210a7d2321)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:56.932327 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'port_id': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'mac_address': 'fa:16:3e:1a:31:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:13:56.967865 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c59f7e36-800c-4754-881a-dee58b0f1807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.041544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2799ee-2338-4abd-bbc4-63d96195460b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:57.042306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4b2799ee-2338-4abd-bbc4-63d96195460b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:57.054987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.083789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f7e36-800c-4754-881a-dee58b0f1807 None None] Pushing event updated for resources: {'Port': ['ID=b49c9b15-8348-4110-b784-44085aa0b85e,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:57.085372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5d06-6b14-4f51-a215-77b5ac2c8ab7 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.103068 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67291c7a-80d8-4d66-a01a-ca0b111ad866 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:13:57.121904 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 67291c7a-80d8-4d66-a01a-ca0b111ad866, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:57.127735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.129449 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4b2799ee-2338-4abd-bbc4-63d96195460b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:57.134147 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4b2799ee-2338-4abd-bbc4-63d96195460b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.4391539 Jan 27 17:13:57.134955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38350) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:57.198925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Router bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:57.253919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb5481e9-bad9-4498-9bae-a8c32c4e066c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.260946 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=67291c7a-80d8-4d66-a01a-ca0b111ad866,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:57.286782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5d06-6b14-4f51-a215-77b5ac2c8ab7 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.304851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.338016 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6bd9ba07-5921-4559-a770-d1c3d196f4c3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 1356ab48-a434-4661-ba33-9fc4f31f4434 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:57.338558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ba07-5921-4559-a770-d1c3d196f4c3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.396855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e739e-6258-4a05-84c9-3e10eef62c5c req-6cefe03e-ea05-4cab-913a-a34ffb813816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:57.403565 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9c8e739e-6258-4a05-84c9-3e10eef62c5c req-6cefe03e-ea05-4cab-913a-a34ffb813816 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 1098 time: 0.7791712 Jan 27 17:13:57.421265 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-025386ed-5307-48a0-9d39-c17475d884e3 None None] Provisioning for port 1356ab48-a434-4661-ba33-9fc4f31f4434 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:57.433031 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-025386ed-5307-48a0-9d39-c17475d884e3 None None] Provisioning complete for port 1356ab48-a434-4661-ba33-9fc4f31f4434 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:57.433406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-025386ed-5307-48a0-9d39-c17475d884e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.499660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-025386ed-5307-48a0-9d39-c17475d884e3 None None] Port 1356ab48-a434-4661-ba33-9fc4f31f4434 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:57.512895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-025386ed-5307-48a0-9d39-c17475d884e3 None None] Provisioning for port 34745824-03e0-45d5-b3ba-657a12cea228 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:57.518567 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-025386ed-5307-48a0-9d39-c17475d884e3 None None] Provisioning complete for port 34745824-03e0-45d5-b3ba-657a12cea228 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:57.518938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-025386ed-5307-48a0-9d39-c17475d884e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.571136 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No DVR routers for this DVR port 03121edc-c3a2-470a-8c90-85a899d0707a on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:57.630676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:57.634885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Port': ['ID=03121edc-c3a2-470a-8c90-85a899d0707a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:57.672721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790af930-cb2b-432e-88fb-724f8e754808 None None] Sync routers for ids ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:57.687110 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.721158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-025386ed-5307-48a0-9d39-c17475d884e3 None None] Port 34745824-03e0-45d5-b3ba-657a12cea228 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:57.723910 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790af930-cb2b-432e-88fb-724f8e754808 None None] Routers {'bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:57.724621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-790af930-cb2b-432e-88fb-724f8e754808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:57.797677 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9c8e739e-6258-4a05-84c9-3e10eef62c5c req-6621ba47-4c8a-4c4b-8fe4-55699977756d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571964 Jan 27 17:13:57.825938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-790af930-cb2b-432e-88fb-724f8e754808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:57.840561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-025386ed-5307-48a0-9d39-c17475d884e3 None None] Provisioning complete for port b49c9b15-8348-4110-b784-44085aa0b85e triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:57.841021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-025386ed-5307-48a0-9d39-c17475d884e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.863687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.875505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790af930-cb2b-432e-88fb-724f8e754808 None None] Routers {'bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:57.876283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-790af930-cb2b-432e-88fb-724f8e754808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:57.889597 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f8cf3114-2e3f-48e6-9694-777021459143 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.1055853 Jan 27 17:13:57.893144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38356) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:57.966896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1035f04f-bb91-466b-9910-038e5b7374e9']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:57.971860 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-790af930-cb2b-432e-88fb-724f8e754808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:57.972592 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790af930-cb2b-432e-88fb-724f8e754808 None None] The sync data for ids ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:57.982038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21358b27-51af-4b84-83f1-c9cf6ccacee4') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:57.982917 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21358b27-51af-4b84-83f1-c9cf6ccacee4') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:57.999828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.020115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.027520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:58.028180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.040462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ba07-5921-4559-a770-d1c3d196f4c3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.105853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b635fe-7397-491e-90ba-797995d2e8a1 None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:13:58.173176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6bd9ba07-5921-4559-a770-d1c3d196f4c3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 1356ab48-a434-4661-ba33-9fc4f31f4434 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:58.403037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:58.416314 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:58.418531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-61ae5302-e63d-4ef0-b5b0-5f583818c015 None None] Provisioning complete for port 1356ab48-a434-4661-ba33-9fc4f31f4434 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:58.418531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-61ae5302-e63d-4ef0-b5b0-5f583818c015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.457501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5d06-6b14-4f51-a215-77b5ac2c8ab7 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.459186 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b49c9b15-8348-4110-b784-44085aa0b85e up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:58.479990 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-74098d26-ef2c-40f9-bbb4-7a6855832f8b tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] 10.222.0.81 "GET /v2.0/floatingips/f0012a99-1f4d-473a-b5eb-b7777b3b8479 HTTP/1.1" status: 200 len: 983 time: 0.5839512 Jan 27 17:13:58.489347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38362) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:58.496939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f5d06-6b14-4f51-a215-77b5ac2c8ab7 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6707d9d-f777-4b3b-8b21-578f172d1a2c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:58.501617 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 67291c7a-80d8-4d66-a01a-ca0b111ad866 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:58.546452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['67291c7a-80d8-4d66-a01a-ca0b111ad866'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:13:58.573318 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5041e6e-c5e8-4208-a827-c25f0cda5c32 req-9d62a67d-d3a6-4275-a566-48c1e8b874c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:58.574881 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5041e6e-c5e8-4208-a827-c25f0cda5c32 req-9d62a67d-d3a6-4275-a566-48c1e8b874c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 944 time: 1.2722998 Jan 27 17:13:58.580934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.624256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.631119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5481e9-bad9-4498-9bae-a8c32c4e066c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Router ea886177-eefd-4f00-8800-e1a2e3e8e04a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:58.648787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Network': ['ID=1035f04f-bb91-466b-9910-038e5b7374e9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:58.674836 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2f0c9918-d082-4c34-8c91-38963b52525c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/1035f04f-bb91-466b-9910-038e5b7374e9 HTTP/1.1" status: 204 len: 168 time: 6.4462731 Jan 27 17:13:58.675507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38366) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:58.683099 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-88b31945-cfbb-483a-b48a-9ebb262d8cbd tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1925414 Jan 27 17:13:58.684924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5d06-6b14-4f51-a215-77b5ac2c8ab7 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.690684 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2e6f5d06-6b14-4f51-a215-77b5ac2c8ab7 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/security-groups/c6707d9d-f777-4b3b-8b21-578f172d1a2c HTTP/1.1" status: 204 len: 168 time: 1.9370978 Jan 27 17:13:58.690954 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1947240204'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:58.692584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03659b0-606a-44e2-bd70-38e68938228f req-178fdc79-7c8b-4f36-8d24-ede23c64fa55 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:58.694174 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d03659b0-606a-44e2-bd70-38e68938228f req-178fdc79-7c8b-4f36-8d24-ede23c64fa55 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 945 time: 0.4635775 Jan 27 17:13:58.694314 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-61ae5302-e63d-4ef0-b5b0-5f583818c015 None None] Port 1356ab48-a434-4661-ba33-9fc4f31f4434 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:58.694957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38370) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:58.695452 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38372) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:58.710218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:58.715410 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5041e6e-c5e8-4208-a827-c25f0cda5c32 req-ba0a21c0-9524-4e81-870b-1fb10be66f6a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313279 Jan 27 17:13:58.737775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b635fe-7397-491e-90ba-797995d2e8a1 None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:13:58.776106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:network and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:58.786511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:58.786817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-61ae5302-e63d-4ef0-b5b0-5f583818c015 None None] Provisioning complete for port 34745824-03e0-45d5-b3ba-657a12cea228 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:58.787385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-61ae5302-e63d-4ef0-b5b0-5f583818c015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.795037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:58.887615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port b49c9b15-8348-4110-b784-44085aa0b85e triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:58.887937 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.926584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ba07-5921-4559-a770-d1c3d196f4c3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.942269 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5481e9-bad9-4498-9bae-a8c32c4e066c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:58.955676 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731828ef-1d15-4a00-8b59-5f3851e65ccb None None] Sync routers for ids ['ea886177-eefd-4f00-8800-e1a2e3e8e04a'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:58.966904 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cb5481e9-bad9-4498-9bae-a8c32c4e066c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "PUT /v2.0/routers/ea886177-eefd-4f00-8800-e1a2e3e8e04a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6321843 Jan 27 17:13:58.968617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:58.976725 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.984004 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731828ef-1d15-4a00-8b59-5f3851e65ccb None None] Routers {'ea886177-eefd-4f00-8800-e1a2e3e8e04a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:58.984988 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-731828ef-1d15-4a00-8b59-5f3851e65ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea886177-eefd-4f00-8800-e1a2e3e8e04a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:59.004651 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38380) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:59.017659 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-61ae5302-e63d-4ef0-b5b0-5f583818c015 None None] Port 34745824-03e0-45d5-b3ba-657a12cea228 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:59.027309 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.128827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9ba07-5921-4559-a770-d1c3d196f4c3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=1356ab48-a434-4661-ba33-9fc4f31f4434,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:59.130691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 67291c7a-80d8-4d66-a01a-ca0b111ad866 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:13:59.182534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1243} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:59.241252 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d03659b0-606a-44e2-bd70-38e68938228f req-e6ed38d1-7756-440e-8c5b-9145cf8c87a2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5378013 Jan 27 17:13:59.253210 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ba07-5921-4559-a770-d1c3d196f4c3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.268781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 67291c7a-80d8-4d66-a01a-ca0b111ad866, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:59.271243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78c4b5-fd8a-4998-bb9d-6a8ace04e49b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:59.271385 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39a17dbb-54be-43a0-afc8-41674d9bb697 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.275545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78c4b5-fd8a-4998-bb9d-6a8ace04e49b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:59.275739 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6bd9ba07-5921-4559-a770-d1c3d196f4c3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/1356ab48-a434-4661-ba33-9fc4f31f4434 HTTP/1.1" status: 204 len: 168 time: 2.1345334 Jan 27 17:13:59.275850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7c78c4b5-fd8a-4998-bb9d-6a8ace04e49b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:59.278912 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38384) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:59.306308 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.307288 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Added segment de78270f-57c0-46ce-a304-1765cad37225 of type vlan for network 31c4c428-ffcf-49f7-a8e2-9659ca56c0ae Jan 27 17:13:59.335535 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.359338 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-731828ef-1d15-4a00-8b59-5f3851e65ccb None None] Set router ea886177-eefd-4f00-8800-e1a2e3e8e04a gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:59.360824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7c78c4b5-fd8a-4998-bb9d-6a8ace04e49b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:59.365492 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7c78c4b5-fd8a-4998-bb9d-6a8ace04e49b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3584809 Jan 27 17:13:59.365492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38388) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:59.386369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39a17dbb-54be-43a0-afc8-41674d9bb697 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.410673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.461703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d62ddda-65d7-40ea-a0b1-387bdb50fa7f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 60d07e6f-68e5-4cd4-9c39-520d1be5ba47 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:59.466885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d62ddda-65d7-40ea-a0b1-387bdb50fa7f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.513168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.515042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39a17dbb-54be-43a0-afc8-41674d9bb697 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.518640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:59.519239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.536036 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-40904ee7-4870-49ab-a4b5-f8406c0b3d5b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:13:59.536747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-40904ee7-4870-49ab-a4b5-f8406c0b3d5b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:59.554298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a17dbb-54be-43a0-afc8-41674d9bb697 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e137f9e-f910-465b-a75d-99577a02ebb3,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:59.577738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39a17dbb-54be-43a0-afc8-41674d9bb697 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.582135 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-39a17dbb-54be-43a0-afc8-41674d9bb697 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/security-groups/4e137f9e-f910-465b-a75d-99577a02ebb3 HTTP/1.1" status: 204 len: 168 time: 0.8779919 Jan 27 17:13:59.583218 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38392) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:59.599762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d62ddda-65d7-40ea-a0b1-387bdb50fa7f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.610548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-40904ee7-4870-49ab-a4b5-f8406c0b3d5b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:59.615906 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-40904ee7-4870-49ab-a4b5-f8406c0b3d5b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/1356ab48-a434-4661-ba33-9fc4f31f4434 HTTP/1.1" status: 404 len: 333 time: 0.3328547 Jan 27 17:13:59.617502 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-731828ef-1d15-4a00-8b59-5f3851e65ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea886177-eefd-4f00-8800-e1a2e3e8e04a', 'name': 'tempest-NetworksTestDHCPv6-router-2059274037', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:45Z', 'updated_at': '2022-01-27T17:13:56Z', 'revision_number': 3, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:59.619640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-862fb73c-141a-482e-9455-fddb118730ef tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Deleting port 288ee057-facb-4a35-a39e-5ddddfbe13af {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:59.620054 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-862fb73c-141a-482e-9455-fddb118730ef tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.625883 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731828ef-1d15-4a00-8b59-5f3851e65ccb None None] Checking router: ea886177-eefd-4f00-8800-e1a2e3e8e04a for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:13:59.632997 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9532158 Jan 27 17:13:59.633810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38398) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:59.634230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38400) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:59.646217 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731828ef-1d15-4a00-8b59-5f3851e65ccb None None] Routers {'ea886177-eefd-4f00-8800-e1a2e3e8e04a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:13:59.647460 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-731828ef-1d15-4a00-8b59-5f3851e65ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea886177-eefd-4f00-8800-e1a2e3e8e04a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:59.734549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'subnet': {'network_id': '31c4c428-ffcf-49f7-a8e2-9659ca56c0ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:59.760139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532f3ac-57db-4f64-a3f6-ee6d7f8cbca1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=31c4c428-ffcf-49f7-a8e2-9659ca56c0ae,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:59.861408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 31c4c428-ffcf-49f7-a8e2-9659ca56c0ae details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:59.905217 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-731828ef-1d15-4a00-8b59-5f3851e65ccb None None] Set router ea886177-eefd-4f00-8800-e1a2e3e8e04a gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:00.034050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-d902fbd1-7eef-4eae-9de6-8f59a7378eec tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting subnet fad61211-7bb6-468b-901f-e028ed619a6d {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:00.038399 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d902fbd1-7eef-4eae-9de6-8f59a7378eec tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.052973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9d8cb76f-8530-4d0e-abef-8634d076e4a1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 34745824-03e0-45d5-b3ba-657a12cea228 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:00.053964 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d8cb76f-8530-4d0e-abef-8634d076e4a1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.097814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=67291c7a-80d8-4d66-a01a-ca0b111ad866,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:00.132053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:00.145972 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-731828ef-1d15-4a00-8b59-5f3851e65ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea886177-eefd-4f00-8800-e1a2e3e8e04a', 'name': 'tempest-NetworksTestDHCPv6-router-2059274037', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:45Z', 'updated_at': '2022-01-27T17:13:56Z', 'revision_number': 3, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:00.152733 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:subnet and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:00.158123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:00.159290 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731828ef-1d15-4a00-8b59-5f3851e65ccb None None] The sync data for ids ['ea886177-eefd-4f00-8800-e1a2e3e8e04a'] in dv-neutron-825077-1-hyperv is: [{'id': 'ea886177-eefd-4f00-8800-e1a2e3e8e04a', 'name': 'tempest-NetworksTestDHCPv6-router-2059274037', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:45Z', 'updated_at': '2022-01-27T17:13:56Z', 'revision_number': 3, 'project_id': 'd2944afb4542463daa96520c6f15b509', 'gw_port_host': None}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:00.167765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-862fb73c-141a-482e-9455-fddb118730ef tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.168424 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-862fb73c-141a-482e-9455-fddb118730ef tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.172526 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:00.179294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d62ddda-65d7-40ea-a0b1-387bdb50fa7f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.289304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:00.292990 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.301398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d902fbd1-7eef-4eae-9de6-8f59a7378eec tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.353809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1325c429-4918-49ed-9fa3-6ddbd98d3eae None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:14:00.467046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-862fb73c-141a-482e-9455-fddb118730ef tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Calling delete_port for 288ee057-facb-4a35-a39e-5ddddfbe13af owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:00.492786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.ipam_backend_mixin [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Performing IP validity checks on allocation pools {{(pid=87608) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:14:00.492786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.ipam_backend_mixin [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87608) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:14:00.570524 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325c429-4918-49ed-9fa3-6ddbd98d3eae None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:14:00.591385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d3b96-3493-4180-a093-e94bb49539ba req-8f20a7a8-9434-4468-abe9-48bb31094a4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:00.593466 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3c6d3b96-3493-4180-a093-e94bb49539ba req-8f20a7a8-9434-4468-abe9-48bb31094a4c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 943 time: 0.5877459 Jan 27 17:14:00.699368 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d902fbd1-7eef-4eae-9de6-8f59a7378eec tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.712970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d62ddda-65d7-40ea-a0b1-387bdb50fa7f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.762598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb216f-0c00-4529-84af-5a9df80af1dc req-5cb45d3f-5215-4123-acbb-682818812551 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:00.763962 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f1cb216f-0c00-4529-84af-5a9df80af1dc req-5cb45d3f-5215-4123-acbb-682818812551 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 945 time: 0.3104503 Jan 27 17:14:00.776389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62ddda-65d7-40ea-a0b1-387bdb50fa7f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=60d07e6f-68e5-4cd4-9c39-520d1be5ba47,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:00.956589 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d62ddda-65d7-40ea-a0b1-387bdb50fa7f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.966962 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3c6d3b96-3493-4180-a093-e94bb49539ba req-ce42f087-2da0-4e60-b51d-9269412720a0 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3611677 Jan 27 17:14:01.002533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38410) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:01.034700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d8cb76f-8530-4d0e-abef-8634d076e4a1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.045542 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9d62ddda-65d7-40ea-a0b1-387bdb50fa7f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/60d07e6f-68e5-4cd4-9c39-520d1be5ba47 HTTP/1.1" status: 204 len: 168 time: 1.6754472 Jan 27 17:14:01.052996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38414) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:01.126300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c905d2d-47e9-4e0d-beb7-54add7d34d59 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:01.133747 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f1cb216f-0c00-4529-84af-5a9df80af1dc req-bb0f649b-bc1e-46a0-8878-0a9d2b3c150b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892846 Jan 27 17:14:01.144264 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-862fb73c-141a-482e-9455-fddb118730ef tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.247110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9d8cb76f-8530-4d0e-abef-8634d076e4a1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 34745824-03e0-45d5-b3ba-657a12cea228 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:01.262770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d902fbd1-7eef-4eae-9de6-8f59a7378eec tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.328958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fb73c-141a-482e-9455-fddb118730ef tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event deleted for resources: {'Port': ['ID=288ee057-facb-4a35-a39e-5ddddfbe13af,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:01.378456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902fbd1-7eef-4eae-9de6-8f59a7378eec tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Subnet': ['ID=fad61211-7bb6-468b-901f-e028ed619a6d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:01.389893 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7c7be7fb-59b7-47ba-9a7a-cac1a9f9d5f1 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/floatingips/a54efbae-d160-4ef7-9246-4bb4aaa302a4 HTTP/1.1" status: 200 len: 991 time: 0.3764133 Jan 27 17:14:01.393579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d902fbd1-7eef-4eae-9de6-8f59a7378eec tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.438632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63015e9-1ed4-4901-9d8c-1fb78a3f362d None None] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:01.452932 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d902fbd1-7eef-4eae-9de6-8f59a7378eec tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/fad61211-7bb6-468b-901f-e028ed619a6d HTTP/1.1" status: 204 len: 168 time: 1.8659453 Jan 27 17:14:01.455793 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38420) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:01.466318 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.528658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-862fb73c-141a-482e-9455-fddb118730ef tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.529074 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-862fb73c-141a-482e-9455-fddb118730ef tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Floating IP f0012a99-1f4d-473a-b5eb-b7777b3b8479 disassociated (deleted). External IP: 172.26.8.241, port: 3d2360de-30e8-4023-84a3-83422fe9728e. Jan 27 17:14:01.613960 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f5377a-057b-4e35-8bd9-944c35575d1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting subnet 90bdefc0-d83f-41e7-97e5-fd84182264c3 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:01.626079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-14f5377a-057b-4e35-8bd9-944c35575d1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.655615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89cddec-5af7-40e1-8d80-c326a6bb67f7 None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:01.665379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c89cddec-5af7-40e1-8d80-c326a6bb67f7 None None] Deleting port b682c608-069e-4fae-8757-7d468dcfbc5c {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:01.666148 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c89cddec-5af7-40e1-8d80-c326a6bb67f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.692611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Subnet': ['ID=184731ba-6e47-4891-80e9-1a3daabbab4c,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:01.737826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2298dc00-4275-4b8a-9a4f-9f1e366819e2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:router {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:01.750902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking segment: {'id': 'de78270f-57c0-46ce-a304-1765cad37225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31c4c428-ffcf-49f7-a8e2-9659ca56c0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:01.751251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network hostable DHCP agents. Network: 31c4c428-ffcf-49f7-a8e2-9659ca56c0ae, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:01.754564 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-14f5377a-057b-4e35-8bd9-944c35575d1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.770413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d8cb76f-8530-4d0e-abef-8634d076e4a1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.837431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8361ea7-0de7-4148-94e8-a2571876399f req-c148b383-a933-46aa-9825-3ca927075d0f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:01.838956 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d8361ea7-0de7-4148-94e8-a2571876399f req-c148b383-a933-46aa-9825-3ca927075d0f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 945 time: 0.4214022 Jan 27 17:14:01.898320 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2298dc00-4275-4b8a-9a4f-9f1e366819e2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:router {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:01.901917 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2298dc00-4275-4b8a-9a4f-9f1e366819e2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8456142 Jan 27 17:14:01.901917 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cb76f-8530-4d0e-abef-8634d076e4a1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=34745824-03e0-45d5-b3ba-657a12cea228,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:01.904919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38424) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:01.940471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c89cddec-5af7-40e1-8d80-c326a6bb67f7 None None] For port b682c608-069e-4fae-8757-7d468dcfbc5c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b682c608-069e-4fae-8757-7d468dcfbc5c,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:01.941080 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c89cddec-5af7-40e1-8d80-c326a6bb67f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.997516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-14f5377a-057b-4e35-8bd9-944c35575d1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.102185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a262670e-d728-4e62-bc94-cc487aad2bd7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.119431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862fb73c-141a-482e-9455-fddb118730ef tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Router bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:02.127996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c89cddec-5af7-40e1-8d80-c326a6bb67f7 None None] Calling delete_port for b682c608-069e-4fae-8757-7d468dcfbc5c owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:02.143847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-14f5377a-057b-4e35-8bd9-944c35575d1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.241825 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c89cddec-5af7-40e1-8d80-c326a6bb67f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.273626 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5377a-057b-4e35-8bd9-944c35575d1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Subnet': ['ID=90bdefc0-d83f-41e7-97e5-fd84182264c3,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:02.281824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-14f5377a-057b-4e35-8bd9-944c35575d1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.303370 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-14f5377a-057b-4e35-8bd9-944c35575d1c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/90bdefc0-d83f-41e7-97e5-fd84182264c3 HTTP/1.1" status: 204 len: 168 time: 0.8464775 Jan 27 17:14:02.307824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38428) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:02.325987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cddec-5af7-40e1-8d80-c326a6bb67f7 None None] Pushing event deleted for resources: {'Port': ['ID=b682c608-069e-4fae-8757-7d468dcfbc5c,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:02.342487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b682c608-069e-4fae-8757-7d468dcfbc5c no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:02.360495 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-454cbdc3-6b97-4f9a-b669-0101b45163b0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:02.360953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454cbdc3-6b97-4f9a-b669-0101b45163b0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:02.365493 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-454cbdc3-6b97-4f9a-b669-0101b45163b0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/fad61211-7bb6-468b-901f-e028ed619a6d HTTP/1.1" status: 404 len: 337 time: 0.0571773 Jan 27 17:14:02.389867 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89cddec-5af7-40e1-8d80-c326a6bb67f7 None None] No DVR routers for this DVR port b682c608-069e-4fae-8757-7d468dcfbc5c on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:02.392439 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: b682c608-069e-4fae-8757-7d468dcfbc5c {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:02.392781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b682c608-069e-4fae-8757-7d468dcfbc5c not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:02.393183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 60791b67-a577-4928-b62c-94393e0bad40 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:02.417710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38434) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:02.442456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 60791b67-a577-4928-b62c-94393e0bad40 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:02.442768 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 60791b67-a577-4928-b62c-94393e0bad40 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:02.463223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38438) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:02.466784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 67291c7a-80d8-4d66-a01a-ca0b111ad866 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:02.469430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network 31c4c428-ffcf-49f7-a8e2-9659ca56c0ae is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:02.552090 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 67291c7a-80d8-4d66-a01a-ca0b111ad866 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:02.553158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.553578 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862fb73c-141a-482e-9455-fddb118730ef tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:02.558580 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-862fb73c-141a-482e-9455-fddb118730ef tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.587768 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d8361ea7-0de7-4148-94e8-a2571876399f req-d8fb1c6b-a5aa-4f53-a01d-c0a84dec990a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7320716 Jan 27 17:14:02.602369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0665c-2627-4ab2-a9b0-9246a872cf1e None None] Sync routers for ids ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:02.651459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0665c-2627-4ab2-a9b0-9246a872cf1e None None] Routers {'bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:02.652127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cea0665c-2627-4ab2-a9b0-9246a872cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:02.674550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38442) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:02.679511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 31c4c428-ffcf-49f7-a8e2-9659ca56c0ae) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:02.708137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:02.708737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.725958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cea0665c-2627-4ab2-a9b0-9246a872cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:02.728357 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f07295-4618-4d4c-b93f-5ecff5a53bbb None None] Network 31c4c428-ffcf-49f7-a8e2-9659ca56c0ae requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:02.795605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e312fc6-0a9b-4fac-8453-23bcbbb1b81e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting subnet dc09472c-e287-4634-a04d-46412f5c47fd {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:02.806658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5e312fc6-0a9b-4fac-8453-23bcbbb1b81e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.850589 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79cea65-c967-4c53-b682-8639383ab0ba None None] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:02.867858 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-862fb73c-141a-482e-9455-fddb118730ef tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "DELETE /v2.0/floatingips/f0012a99-1f4d-473a-b5eb-b7777b3b8479 HTTP/1.1" status: 204 len: 168 time: 4.1684206 Jan 27 17:14:02.871271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38448) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:02.885527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:02.899189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:02.902868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5e312fc6-0a9b-4fac-8453-23bcbbb1b81e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.927457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a262670e-d728-4e62-bc94-cc487aad2bd7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.943985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Usage tracker for resource:floatingip and tenant:6baca9498999405da86f03d5055b4532 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:02.945854 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0665c-2627-4ab2-a9b0-9246a872cf1e None None] Routers {'bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:02.946503 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cea0665c-2627-4ab2-a9b0-9246a872cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:02.951208 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c097a-e20d-40a5-8c5f-59e5b1be3162 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:02.951711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c097a-e20d-40a5-8c5f-59e5b1be3162 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:02.952283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c097a-e20d-40a5-8c5f-59e5b1be3162 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:02.964828 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-db6c097a-e20d-40a5-8c5f-59e5b1be3162 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=44b0386278b54442ad833b884f51ee72&network_id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c HTTP/1.1" status: 200 len: 2999 time: 0.4798882 Jan 27 17:14:02.964828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:02.970697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9d8cb76f-8530-4d0e-abef-8634d076e4a1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.974395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:02.981018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a262670e-d728-4e62-bc94-cc487aad2bd7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.004731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.020283 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9d8cb76f-8530-4d0e-abef-8634d076e4a1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/34745824-03e0-45d5-b3ba-657a12cea228 HTTP/1.1" status: 204 len: 168 time: 3.3771827 Jan 27 17:14:03.024486 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0bfed13b-9c03-4e7c-8a8e-a2b2debd0351 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.3793859 Jan 27 17:14:03.024636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38454) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.024818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38456) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.038627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a262670e-d728-4e62-bc94-cc487aad2bd7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.039367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a262670e-d728-4e62-bc94-cc487aad2bd7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Fanout notify agent at l3_agent the message router_deleted on router ea886177-eefd-4f00-8800-e1a2e3e8e04a {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:14:03.059380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a18fbe-3c50-463b-b2f2-2e176366f475 tempest-TestVolumeBootPattern-899538253 tempest-TestVolumeBootPattern-899538253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:03.060210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d8a18fbe-3c50-463b-b2f2-2e176366f475 tempest-TestVolumeBootPattern-899538253 tempest-TestVolumeBootPattern-899538253-project-admin] Synchronizing usage tracker for tenant:2c126b4bf46c4d6ca059b37ebd1d5a6d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:03.070283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cea0665c-2627-4ab2-a9b0-9246a872cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:03.070714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0665c-2627-4ab2-a9b0-9246a872cf1e None None] The sync data for ids ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:03.076546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a262670e-d728-4e62-bc94-cc487aad2bd7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.077717 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a262670e-d728-4e62-bc94-cc487aad2bd7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/routers/ea886177-eefd-4f00-8800-e1a2e3e8e04a HTTP/1.1" status: 204 len: 168 time: 1.1653113 Jan 27 17:14:03.080846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38462) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.125691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d8a18fbe-3c50-463b-b2f2-2e176366f475 tempest-TestVolumeBootPattern-899538253 tempest-TestVolumeBootPattern-899538253-project-admin] Unset dirty status for tenant:2c126b4bf46c4d6ca059b37ebd1d5a6d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:03.128932 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d8a18fbe-3c50-463b-b2f2-2e176366f475 tempest-TestVolumeBootPattern-899538253 tempest-TestVolumeBootPattern-899538253-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 1093 time: 0.4506750 Jan 27 17:14:03.129753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38468) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.139148 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0ab84b23-1f98-4e54-8de1-588dc3ceabfa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:03.146830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': 'd3c9eb93-504d-4380-8549-de83c031e266', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:03.148327 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf398b6c-a15e-4aae-aeb8-4bf5498e63cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:14:03.150064 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cf398b6c-a15e-4aae-aeb8-4bf5498e63cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/34745824-03e0-45d5-b3ba-657a12cea228 HTTP/1.1" status: 404 len: 333 time: 0.1196260 Jan 27 17:14:03.154726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:03.160504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38472) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.161040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Usage tracker for resource:floatingip and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:03.164130 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:03.170673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:03.187019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-821ec29a-4289-44a4-ab4b-d1f1dc83a528 None None] Provisioning complete for port 9c0ad208-56f9-4514-9d9a-60969cfa579c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:03.187650 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-821ec29a-4289-44a4-ab4b-d1f1dc83a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.190521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.223071 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.226488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0ab84b23-1f98-4e54-8de1-588dc3ceabfa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:03.227787 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0ab84b23-1f98-4e54-8de1-588dc3ceabfa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1460381 Jan 27 17:14:03.240261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38476) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.269845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5e312fc6-0a9b-4fac-8453-23bcbbb1b81e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.356753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67291c7a-80d8-4d66-a01a-ca0b111ad866'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:03.370601 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710c6be0-fa37-4a2d-b958-df7ce55e5999 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:03.371648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-710c6be0-fa37-4a2d-b958-df7ce55e5999 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:03.386759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-31c4c428-ffcf-49f7-a8e2-9659ca56c0ae', 'network_id': '31c4c428-ffcf-49f7-a8e2-9659ca56c0ae', 'tenant_id': '44ea2b3c3aca4d219cfc33226bdd28d2', 'fixed_ips': [{'subnet_id': '184731ba-6e47-4891-80e9-1a3daabbab4c'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:03.387280 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.412328 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0814d91-4804-4c24-92e3-c6292d280522 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting subnet ceddf48c-c0ed-491f-92f0-5dbcfc272773 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:03.414719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 67291c7a-80d8-4d66-a01a-ca0b111ad866, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:03.423872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.427298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0814d91-4804-4c24-92e3-c6292d280522 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.458160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-710c6be0-fa37-4a2d-b958-df7ce55e5999 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:03.459636 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-710c6be0-fa37-4a2d-b958-df7ce55e5999 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2183595 Jan 27 17:14:03.462129 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38482) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.472397 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'code': 200} Jan 27 17:14:03.510941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.529305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.607719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9ad31c3c-36b3-45df-8192-cd42e347ed87 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:router {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:03.632561 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0814d91-4804-4c24-92e3-c6292d280522 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.659502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Allocated IP 172.26.8.85 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/e67afbdc-0776-4dfa-b352-1364d66b69f1) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:03.673057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5e312fc6-0a9b-4fac-8453-23bcbbb1b81e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.696800 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=67291c7a-80d8-4d66-a01a-ca0b111ad866,revision_number=8']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:03.759566 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e312fc6-0a9b-4fac-8453-23bcbbb1b81e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Subnet': ['ID=dc09472c-e287-4634-a04d-46412f5c47fd,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:03.770190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9ad31c3c-36b3-45df-8192-cd42e347ed87 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:router {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:03.775532 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9ad31c3c-36b3-45df-8192-cd42e347ed87 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3013735 Jan 27 17:14:03.775532 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5e312fc6-0a9b-4fac-8453-23bcbbb1b81e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.775886 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-821ec29a-4289-44a4-ab4b-d1f1dc83a528 None None] Provisioning complete for port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:03.775886 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-821ec29a-4289-44a4-ab4b-d1f1dc83a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.776861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38486) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.786952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-1951a9d3-08a7-4795-be94-9d005582b25d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:03.808403 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5e312fc6-0a9b-4fac-8453-23bcbbb1b81e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/dc09472c-e287-4634-a04d-46412f5c47fd HTTP/1.1" status: 204 len: 168 time: 1.3897204 Jan 27 17:14:03.816785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38490) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.836976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.882882 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac17c39-dc82-4143-b659-0487f10d3101 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:03.883336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac17c39-dc82-4143-b659-0487f10d3101 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:03.899808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Allocated IP 172.20.0.3 (31c4c428-ffcf-49f7-a8e2-9659ca56c0ae/184731ba-6e47-4891-80e9-1a3daabbab4c/9de8fc1d-b777-48f7-9dbe-c9bc13524982) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:03.902706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.908829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-821ec29a-4289-44a4-ab4b-d1f1dc83a528 None None] Port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:03.950068 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0814d91-4804-4c24-92e3-c6292d280522 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.953479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5de857a-062e-482a-8fa8-a700a2ff3a16 None None] Update dhcp port {'port': {'network_id': '68bb417e-d7bb-4894-9bb8-57ed715d3541', 'fixed_ips': [{'subnet_id': 'dc09472c-e287-4634-a04d-46412f5c47fd'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': '9c0ad208-56f9-4514-9d9a-60969cfa579c'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:14:03.960733 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fac17c39-dc82-4143-b659-0487f10d3101 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/470f6dd5-c3e2-428d-a9e9-018cdacd030d HTTP/1.1" status: 404 len: 337 time: 0.1387901 Jan 27 17:14:03.977620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38496) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.987233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.999652 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1951a9d3-08a7-4795-be94-9d005582b25d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:04.012460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1951a9d3-08a7-4795-be94-9d005582b25d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:04.028303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1951a9d3-08a7-4795-be94-9d005582b25d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:04.032316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1951a9d3-08a7-4795-be94-9d005582b25d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.059045 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-654af943-9be5-4027-b530-d074d180e5ab tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf6675b2-12b1-4e3e-906c-2a22c1a4300b HTTP/1.1" status: 200 len: 205 time: 0.0771692 Jan 27 17:14:04.064037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38500) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:04.089259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5de857a-062e-482a-8fa8-a700a2ff3a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.135853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0814d91-4804-4c24-92e3-c6292d280522 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.157815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.193165 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-cc5447c7-9655-4c80-99c8-1e069072550a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] delete failed (client error): The resource could not be found. Jan 27 17:14:04.194124 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cc5447c7-9655-4c80-99c8-1e069072550a tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/routers/cf6675b2-12b1-4e3e-906c-2a22c1a4300b HTTP/1.1" status: 404 len: 336 time: 0.1277928 Jan 27 17:14:04.212998 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38504) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:04.221403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0814d91-4804-4c24-92e3-c6292d280522 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Subnet': ['ID=ceddf48c-c0ed-491f-92f0-5dbcfc272773,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:04.254420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0814d91-4804-4c24-92e3-c6292d280522 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.271031 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1637c92-bf4f-43bc-bce2-62872dbb27f0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:04.271490 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1637c92-bf4f-43bc-bce2-62872dbb27f0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:04.273727 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c1637c92-bf4f-43bc-bce2-62872dbb27f0 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/0c781b32-f85d-4b50-b523-20147575a724 HTTP/1.1" status: 404 len: 337 time: 0.0593848 Jan 27 17:14:04.276780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38508) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:04.277537 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2971308a-4e67-4451-ae4e-09533e5e8b60 None None] Network 92b2f005-d595-4028-9ddc-1e67dc95d516 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:04.287092 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f0814d91-4804-4c24-92e3-c6292d280522 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/ceddf48c-c0ed-491f-92f0-5dbcfc272773 HTTP/1.1" status: 204 len: 168 time: 1.1240797 Jan 27 17:14:04.289261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38512) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:04.319942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:04.330683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:04.346928 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:04.351840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Allocated IP 172.26.8.5 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/49d44a7e-3f26-4938-aa4f-b31abbec98c0) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:04.386889 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-24df27bc-a810-4736-8ce0-25bb320f43da tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:04.387337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24df27bc-a810-4736-8ce0-25bb320f43da tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:04.389064 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-24df27bc-a810-4736-8ce0-25bb320f43da tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/bd29db55-0b05-4fb8-9376-01eded3dcb63 HTTP/1.1" status: 404 len: 337 time: 0.1073956 Jan 27 17:14:04.403605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38518) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:04.431183 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'Port': ['ID=e67afbdc-0776-4dfa-b352-1364d66b69f1,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:04.454696 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.470666 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.494748 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f928ace7-715c-440f-acb0-07470964a660 None None] Network 68bb417e-d7bb-4894-9bb8-57ed715d3541 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:04.498369 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efaa745-c1c0-4242-b522-3286290ef695 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:04.499190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efaa745-c1c0-4242-b522-3286290ef695 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:04.550907 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1efaa745-c1c0-4242-b522-3286290ef695 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/3acba248-729c-4b6b-baae-65e6666dd372 HTTP/1.1" status: 404 len: 337 time: 0.1320236 Jan 27 17:14:04.559038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38522) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:04.561273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port b49c9b15-8348-4110-b784-44085aa0b85e {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:04.561704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.573245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Transition to ACTIVE for port object 9de8fc1d-b777-48f7-9dbe-c9bc13524982 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:04.644516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38526) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:04.679472 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Transition to ACTIVE for port object 9de8fc1d-b777-48f7-9dbe-c9bc13524982 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:04.684094 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0726e818-f507-4e3a-a33b-64cc7f5db69a None None] Provisioning complete for port 9c0ad208-56f9-4514-9d9a-60969cfa579c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:04.684456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0726e818-f507-4e3a-a33b-64cc7f5db69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.816845 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-942d1fd3-a7a5-408f-8d1e-a490c273ac32 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:04.817474 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942d1fd3-a7a5-408f-8d1e-a490c273ac32 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:04.829080 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.839386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.877319 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-942d1fd3-a7a5-408f-8d1e-a490c273ac32 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/b4fb9b52-d0ea-4d6c-8072-d5d22be84e89 HTTP/1.1" status: 404 len: 333 time: 0.3146763 Jan 27 17:14:04.885730 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38530) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:04.904824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Subnet': ['ID=184731ba-6e47-4891-80e9-1a3daabbab4c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:04.949908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8215f15f-8e3e-45a6-ac42-a67ea2014479 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:04.963134 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8215f15f-8e3e-45a6-ac42-a67ea2014479 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 814 time: 0.3059230 Jan 27 17:14:04.963383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Network 31c4c428-ffcf-49f7-a8e2-9659ca56c0ae is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:04.963383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:04.963383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:04.985045 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.010837 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-3299af04-8d76-4f16-b780-276e273cfa31 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:05.011386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3299af04-8d76-4f16-b780-276e273cfa31 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:05.013175 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3299af04-8d76-4f16-b780-276e273cfa31 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/aacf23c3-8310-4e30-a9a3-3c46ad654470 HTTP/1.1" status: 404 len: 337 time: 0.1150675 Jan 27 17:14:05.021206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Pushing event updated for resources: {'Port': ['ID=9de8fc1d-b777-48f7-9dbe-c9bc13524982,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:05.024240 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38536) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.119568 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f995b65-7ca9-458a-a9d7-2117b0454692 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:05.120128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f995b65-7ca9-458a-a9d7-2117b0454692 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:05.121924 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8f995b65-7ca9-458a-a9d7-2117b0454692 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/8a113e5c-ba36-4576-a287-bff02f377503 HTTP/1.1" status: 404 len: 337 time: 0.0947621 Jan 27 17:14:05.131293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38542) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.142219 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc2f6f4-c15e-4579-b5e2-0acefaab9de8 None None] DHCP port deletion for 92b2f005-d595-4028-9ddc-1e67dc95d516 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:05.154238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Attempting to bind port 9de8fc1d-b777-48f7-9dbe-c9bc13524982 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:05.154609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Attempting to bind port 9de8fc1d-b777-48f7-9dbe-c9bc13524982 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'de78270f-57c0-46ce-a304-1765cad37225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31c4c428-ffcf-49f7-a8e2-9659ca56c0ae'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:05.155006 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Attempting to bind port 9de8fc1d-b777-48f7-9dbe-c9bc13524982 on network 31c4c428-ffcf-49f7-a8e2-9659ca56c0ae {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:05.159430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-acc2f6f4-c15e-4579-b5e2-0acefaab9de8 None None] Deleting port b49c9b15-8348-4110-b784-44085aa0b85e {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:05.159824 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-acc2f6f4-c15e-4579-b5e2-0acefaab9de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.194534 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-81317144-d67d-4ef1-ab69-ccffcfa6853c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:05.194994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81317144-d67d-4ef1-ab69-ccffcfa6853c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:05.195246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.199613 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-81317144-d67d-4ef1-ab69-ccffcfa6853c tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/8d4fd3bd-5baa-4d74-81cd-4636bab0c920 HTTP/1.1" status: 404 len: 333 time: 0.0634847 Jan 27 17:14:05.203667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38546) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.216613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:05.216613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Checking segment: {'id': 'de78270f-57c0-46ce-a304-1765cad37225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31c4c428-ffcf-49f7-a8e2-9659ca56c0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:05.216613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.216613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Bound using segment: {'id': 'de78270f-57c0-46ce-a304-1765cad37225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31c4c428-ffcf-49f7-a8e2-9659ca56c0ae'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:05.216613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Bound port: 9de8fc1d-b777-48f7-9dbe-c9bc13524982, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de78270f-57c0-46ce-a304-1765cad37225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31c4c428-ffcf-49f7-a8e2-9659ca56c0ae'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:05.216613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.246069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d7325d-3fbf-464e-a4ca-63390bcfa613 None None] DHCP port deletion for 68bb417e-d7bb-4894-9bb8-57ed715d3541 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:05.265210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.objects.ports [None req-1951a9d3-08a7-4795-be94-9d005582b25d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87608) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:14:05.314455 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7325d-3fbf-464e-a4ca-63390bcfa613 None None] Deleting port 9c0ad208-56f9-4514-9d9a-60969cfa579c {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:05.315034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b4d7325d-3fbf-464e-a4ca-63390bcfa613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.319084 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4aa994e-a452-43ce-b038-39dd08f180d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:05.319515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4aa994e-a452-43ce-b038-39dd08f180d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:05.321465 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f4aa994e-a452-43ce-b038-39dd08f180d3 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/1f75ceab-6acd-4c91-921f-358611ebd6c0 HTTP/1.1" status: 404 len: 337 time: 0.1150644 Jan 27 17:14:05.329139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38550) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.331784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] For port b49c9b15-8348-4110-b784-44085aa0b85e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b49c9b15-8348-4110-b784-44085aa0b85e,segment=NetworkSegment(c1b7641b-63fa-4d40-b512-82210a7d2321),segment_id=c1b7641b-63fa-4d40-b512-82210a7d2321)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:05.332300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.371569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0726e818-f507-4e3a-a33b-64cc7f5db69a None None] Provisioning complete for port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:05.371969 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0726e818-f507-4e3a-a33b-64cc7f5db69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.385079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c4c428-ffcf-49f7-a8e2-9659ca56c0ae']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:05.412659 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1951a9d3-08a7-4795-be94-9d005582b25d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.480227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951a9d3-08a7-4795-be94-9d005582b25d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:05.490123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-1951a9d3-08a7-4795-be94-9d005582b25d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:05.501296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38554) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.504138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1951a9d3-08a7-4795-be94-9d005582b25d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:05.504706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1951a9d3-08a7-4795-be94-9d005582b25d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.509963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for b49c9b15-8348-4110-b784-44085aa0b85e owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:05.523335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'network': {'name': 'tempest-network-smoke--440447924', 'project_id': '44b0386278b54442ad833b884f51ee72', 'port_security_enabled': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:05.540495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:05.541045 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0726e818-f507-4e3a-a33b-64cc7f5db69a None None] Port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:05.544190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de78270f-57c0-46ce-a304-1765cad37225') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:05.544426 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de78270f-57c0-46ce-a304-1765cad37225') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:05.554590 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8f958c-6f9d-47eb-b558-5f87100ceeae None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:05.559656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951a9d3-08a7-4795-be94-9d005582b25d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=7481ae08-c84d-4a49-8b12-6236076f7cf6,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:05.560200 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f22ad9e-0029-41c7-ac63-b61cf4c16ba4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:05.560606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f22ad9e-0029-41c7-ac63-b61cf4c16ba4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:05.562595 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8f22ad9e-0029-41c7-ac63-b61cf4c16ba4 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/subnets/7bcbcf89-95d0-49df-9a7e-ea5ae2c4c138 HTTP/1.1" status: 404 len: 337 time: 0.2218542 Jan 27 17:14:05.571258 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38558) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.571518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.577021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:05.579510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.625812 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1951a9d3-08a7-4795-be94-9d005582b25d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8478658 Jan 27 17:14:05.640288 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38562) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.646744 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b8731eea-0e37-4b3d-84e8-dda0b98985ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:05.656300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:05.659788 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.675876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] For port 9de8fc1d-b777-48f7-9dbe-c9bc13524982, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:05.688180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e926457e-c52d-4faf-aa4d-ad9a84bf9202 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Deleting port 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:05.688599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e926457e-c52d-4faf-aa4d-ad9a84bf9202 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.688793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-acc2f6f4-c15e-4579-b5e2-0acefaab9de8 None None] For port b49c9b15-8348-4110-b784-44085aa0b85e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b49c9b15-8348-4110-b784-44085aa0b85e,segment=NetworkSegment(c1b7641b-63fa-4d40-b512-82210a7d2321),segment_id=c1b7641b-63fa-4d40-b512-82210a7d2321)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:05.689164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-acc2f6f4-c15e-4579-b5e2-0acefaab9de8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.695855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.736468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:05.736874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.753196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:05.754062 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:05.761265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Pushing event updated for resources: {'Port': ['ID=49d44a7e-3f26-4938-aa4f-b31abbec98c0,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:05.764150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:05.764938 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.773108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:05.898581 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-acc2f6f4-c15e-4579-b5e2-0acefaab9de8 None None] Calling delete_port for b49c9b15-8348-4110-b784-44085aa0b85e owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:05.929991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.955191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:05.993141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:14:05.993141 dv-neutron-825077-1-hyperv neutron-server[87609]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:14:05.993141 dv-neutron-825077-1-hyperv neutron-server[87609]: [parameters: {'id': '31c4c428-ffcf-49f7-a8e2-9659ca56c0ae'}] Jan 27 17:14:05.993141 dv-neutron-825077-1-hyperv neutron-server[87609]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:14:05.993641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:14:06.009726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=b49c9b15-8348-4110-b784-44085aa0b85e,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:06.022106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No DVR routers for this DVR port b49c9b15-8348-4110-b784-44085aa0b85e on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:06.030112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] For port 9de8fc1d-b777-48f7-9dbe-c9bc13524982, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9de8fc1d-b777-48f7-9dbe-c9bc13524982,segment=NetworkSegment(de78270f-57c0-46ce-a304-1765cad37225),segment_id=de78270f-57c0-46ce-a304-1765cad37225)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:06.031477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e926457e-c52d-4faf-aa4d-ad9a84bf9202 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.058827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.092958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b8731eea-0e37-4b3d-84e8-dda0b98985ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:06.107091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.107982 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Added segment 65fc149d-35fd-4c91-aa80-758becf34173 of type vlan for network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 Jan 27 17:14:06.129959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b8731eea-0e37-4b3d-84e8-dda0b98985ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:06.176240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.209912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e926457e-c52d-4faf-aa4d-ad9a84bf9202 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Calling delete_port for 0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:06.266486 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b4d7325d-3fbf-464e-a4ca-63390bcfa613 None None] For port 9c0ad208-56f9-4514-9d9a-60969cfa579c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9c0ad208-56f9-4514-9d9a-60969cfa579c,segment=NetworkSegment(14b95451-c3f5-4f92-834d-2b71470fd105),segment_id=14b95451-c3f5-4f92-834d-2b71470fd105)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:06.266892 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b4d7325d-3fbf-464e-a4ca-63390bcfa613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.316308 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.340341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.353051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8731eea-0e37-4b3d-84e8-dda0b98985ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:06.357753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8731eea-0e37-4b3d-84e8-dda0b98985ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.375874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.397885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e926457e-c52d-4faf-aa4d-ad9a84bf9202 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.416161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b2f005-d595-4028-9ddc-1e67dc95d516']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:06.472927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': '7481ae08-c84d-4a49-8b12-6236076f7cf6'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:06.473906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.483923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b49c9b15-8348-4110-b784-44085aa0b85e no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:06.513888 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.529556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b7641b-63fa-4d40-b512-82210a7d2321') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:06.529848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b7641b-63fa-4d40-b512-82210a7d2321') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:06.567860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.584644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.586561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7325d-3fbf-464e-a4ca-63390bcfa613 None None] Calling delete_port for 9c0ad208-56f9-4514-9d9a-60969cfa579c owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:06.589935 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:06.590636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.599736 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.613129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926457e-c52d-4faf-aa4d-ad9a84bf9202 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Port': ['ID=0501bb9d-2bac-46d4-9dca-2ba3b3bd5109,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:06.630491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Deleting port 9de8fc1d-b777-48f7-9dbe-c9bc13524982 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:06.631171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.654534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: b49c9b15-8348-4110-b784-44085aa0b85e {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:06.655017 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b49c9b15-8348-4110-b784-44085aa0b85e not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:06.655546 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9c0ad208-56f9-4514-9d9a-60969cfa579c no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:06.663779 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.676162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e926457e-c52d-4faf-aa4d-ad9a84bf9202 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.703206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-acc2f6f4-c15e-4579-b5e2-0acefaab9de8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:14:06.703632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-acc2f6f4-c15e-4579-b5e2-0acefaab9de8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:14:06.706830 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:06.707425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:06.725672 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:06.731144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056aef6-f116-4fa1-922f-1235a3a33258 None None] Pushing event updated for resources: {'Port': ['ID=9de8fc1d-b777-48f7-9dbe-c9bc13524982,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:06.781493 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2726483 Jan 27 17:14:06.785336 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e926457e-c52d-4faf-aa4d-ad9a84bf9202 tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/ports/0501bb9d-2bac-46d4-9dca-2ba3b3bd5109 HTTP/1.1" status: 204 len: 168 time: 1.2101047 Jan 27 17:14:06.785908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38566) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:06.786224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38568) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:06.798703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea994a-b282-458b-a824-216fa3286035 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Network': ['ID=b129bb30-fc28-4f9e-a3fc-a8f80c3cd315,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:06.837761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:06.927104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b4d7325d-3fbf-464e-a4ca-63390bcfa613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.954111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.969961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf896c8-340c-482b-bbe3-4016b0a585ed tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:06.974108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No active binding found for port 9c0ad208-56f9-4514-9d9a-60969cfa579c {{(pid=87610) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 27 17:14:06.974274 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1bf896c8-340c-482b-bbe3-4016b0a585ed tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b0386278b54442ad833b884f51ee72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1758606 Jan 27 17:14:06.974367 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9c0ad208-56f9-4514-9d9a-60969cfa579c not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:06.985353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38574) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:06.987324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.024254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.031594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdd4a-155d-4c94-b33a-e35c3d9e147e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.050475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea8736c-3756-4e2f-adea-a91de72989c3 None None] Network 31c4c428-ffcf-49f7-a8e2-9659ca56c0ae requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:07.057422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.078557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Network': ['ID=92b2f005-d595-4028-9ddc-1e67dc95d516,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:07.081130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d7325d-3fbf-464e-a4ca-63390bcfa613 None None] No DVR routers for this DVR port 9c0ad208-56f9-4514-9d9a-60969cfa579c on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:07.085700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7325d-3fbf-464e-a4ca-63390bcfa613 None None] Pushing event deleted for resources: {'Port': ['ID=9c0ad208-56f9-4514-9d9a-60969cfa579c,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:07.144017 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d8f3766c-9b64-479f-a592-befbb31cf634 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/networks/92b2f005-d595-4028-9ddc-1e67dc95d516 HTTP/1.1" status: 204 len: 168 time: 2.8541746 Jan 27 17:14:07.148456 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38578) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:07.205980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-acc2f6f4-c15e-4579-b5e2-0acefaab9de8 None None] Deleting port b49c9b15-8348-4110-b784-44085aa0b85e {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:07.206351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-acc2f6f4-c15e-4579-b5e2-0acefaab9de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.206788 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1360822005'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:07.226229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:07.232222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'Port': ['ID=e67afbdc-0776-4dfa-b352-1364d66b69f1,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:07.235379 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:network and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:07.238692 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] For port 9de8fc1d-b777-48f7-9dbe-c9bc13524982, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9de8fc1d-b777-48f7-9dbe-c9bc13524982,segment=NetworkSegment(de78270f-57c0-46ce-a304-1765cad37225),segment_id=de78270f-57c0-46ce-a304-1765cad37225)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:07.239043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.277454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:07.318143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:07.337886 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-acc2f6f4-c15e-4579-b5e2-0acefaab9de8 None None] The port 'b49c9b15-8348-4110-b784-44085aa0b85e' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:14:07.347785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Allocated IP 2001:db8::f816:3eff:feff:ef60 (185d5333-05b7-45cc-a2cf-ffb552748715/7481ae08-c84d-4a49-8b12-6236076f7cf6/d5ee465b-836b-47ac-955f-e9c08c5c06f4) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:07.359949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.381541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Calling delete_port for 9de8fc1d-b777-48f7-9dbe-c9bc13524982 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:07.420375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d03434-715f-4059-a643-c4791b1fc973 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:07.422211 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-53d03434-715f-4059-a643-c4791b1fc973 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4328103 Jan 27 17:14:07.429021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38582) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:07.439713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:07.443108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.523390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdd4a-155d-4c94-b33a-e35c3d9e147e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.532885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.543690 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-db490103-c216-4a9c-8f23-a0427f9416e5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1010106 Jan 27 17:14:07.544531 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38586) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:07.557224 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.629505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-5ddfdd4a-155d-4c94-b33a-e35c3d9e147e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bb417e-d7bb-4894-9bb8-57ed715d3541']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:07.638425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.639186 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8731eea-0e37-4b3d-84e8-dda0b98985ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.643812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1215} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:07.651494 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Transition to ACTIVE for port object d5ee465b-836b-47ac-955f-e9c08c5c06f4 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:07.654350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-5ddfdd4a-155d-4c94-b33a-e35c3d9e147e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b95451-c3f5-4f92-834d-2b71470fd105') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:07.654661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-5ddfdd4a-155d-4c94-b33a-e35c3d9e147e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b95451-c3f5-4f92-834d-2b71470fd105') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:07.672292 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Transition to ACTIVE for port object d5ee465b-836b-47ac-955f-e9c08c5c06f4 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:07.673382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdd4a-155d-4c94-b33a-e35c3d9e147e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.679502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.679858 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.680190 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Added segment 54729700-569f-40bb-ad1d-7f4403c86939 of type vlan for network 4118914f-75f5-43eb-abeb-330e33e11e2a Jan 27 17:14:07.694761 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Floating IP 183931c5-a6f0-474c-af7f-ed457c2743e3 associated. External IP: 172.26.8.85, port: d3c9eb93-504d-4380-8549-de83c031e266. Jan 27 17:14:07.706435 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-70a13439-4f57-4127-aeef-8534c9b73a83 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b0386278b54442ad833b884f51ee72&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1558237 Jan 27 17:14:07.748162 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38590) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:07.753571 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:07.757379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:07.762071 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:07.766020 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdd4a-155d-4c94-b33a-e35c3d9e147e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.796424 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Pushing event updated for resources: {'Port': ['ID=d5ee465b-836b-47ac-955f-e9c08c5c06f4,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:07.797932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ddfdd4a-155d-4c94-b33a-e35c3d9e147e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:07.798332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdd4a-155d-4c94-b33a-e35c3d9e147e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.800149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8731eea-0e37-4b3d-84e8-dda0b98985ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:07.815193 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:07.817892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.819455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-b8731eea-0e37-4b3d-84e8-dda0b98985ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:07.835287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Pushing event updated for resources: {'Port': ['ID=49d44a7e-3f26-4938-aa4f-b31abbec98c0,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:07.838643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8731eea-0e37-4b3d-84e8-dda0b98985ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:07.839406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8731eea-0e37-4b3d-84e8-dda0b98985ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.863126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.868658 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Attempting to bind port d5ee465b-836b-47ac-955f-e9c08c5c06f4 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:07.869152 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Attempting to bind port d5ee465b-836b-47ac-955f-e9c08c5c06f4 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:07.869603 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Attempting to bind port d5ee465b-836b-47ac-955f-e9c08c5c06f4 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:07.875452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:07.876217 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:07.876740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.877228 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:07.877893 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Bound port: d5ee465b-836b-47ac-955f-e9c08c5c06f4, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:07.878323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.967824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:14:07.972724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] For port d5ee465b-836b-47ac-955f-e9c08c5c06f4, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:07.977106 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] For port d5ee465b-836b-47ac-955f-e9c08c5c06f4, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d5ee465b-836b-47ac-955f-e9c08c5c06f4,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:07.985792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.998414 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdd4a-155d-4c94-b33a-e35c3d9e147e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.002660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.008072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:08.008682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.087172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa93003-d477-4854-9895-edd57bd4f51c None None] Pushing event updated for resources: {'Port': ['ID=d5ee465b-836b-47ac-955f-e9c08c5c06f4,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:08.099366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8731eea-0e37-4b3d-84e8-dda0b98985ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=7ebb0080-3f76-40ab-8980-6e1e8c7923a2,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:08.128023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.131873 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Port': ['ID=9de8fc1d-b777-48f7-9dbe-c9bc13524982,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:08.137521 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No DVR routers for this DVR port 9de8fc1d-b777-48f7-9dbe-c9bc13524982 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:08.153025 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b8731eea-0e37-4b3d-84e8-dda0b98985ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5113194 Jan 27 17:14:08.184492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdd4a-155d-4c94-b33a-e35c3d9e147e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.191875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38594) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:08.228905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.230145 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1e7cf5df-0218-410d-89f4-b218fcbd0fc3 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3579328 Jan 27 17:14:08.237796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38598) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:08.243961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f5d18-bcee-4ac9-9a27-d658934888e5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:08.248218 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d73f5d18-bcee-4ac9-9a27-d658934888e5 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4960093 Jan 27 17:14:08.252022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38602) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:08.281703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'mac_address': 'fa:16:3e:a8:8d:00', 'name': 'tempest-NetworksTestDHCPv6-1333374679'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:08.350597 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.402409 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-36082ac6-9b28-4c09-b2a6-53ed5daa6129 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1314054 Jan 27 17:14:08.402409 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5ddfdd4a-155d-4c94-b33a-e35c3d9e147e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] 10.222.0.81 "DELETE /v2.0/networks/68bb417e-d7bb-4894-9bb8-57ed715d3541 HTTP/1.1" status: 204 len: 168 time: 1.6008458 Jan 27 17:14:08.408842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38610) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:08.428325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1865728303', 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315', 'project_id': '44b0386278b54442ad833b884f51ee72', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:08.493203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:08.503515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c4c428-ffcf-49f7-a8e2-9659ca56c0ae']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:08.532435 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3407471 Jan 27 17:14:08.545622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38614) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:08.546617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7adb5-64aa-4d6c-8dee-d80da979258c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Network': ['ID=4118914f-75f5-43eb-abeb-330e33e11e2a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:08.563295 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 4118914f-75f5-43eb-abeb-330e33e11e2a details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:08.584204 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfdd4a-155d-4c94-b33a-e35c3d9e147e tempest-PortsIpV6TestJSON-217006491 tempest-PortsIpV6TestJSON-217006491-project] Pushing event deleted for resources: {'Network': ['ID=68bb417e-d7bb-4894-9bb8-57ed715d3541,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:08.594468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': '4118914f-75f5-43eb-abeb-330e33e11e2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:08.614452 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:08.623017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Usage tracker for resource:floatingip and tenant:e200a75688be4a86b9e4e0a72770d197 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:08.634955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:08.641313 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de78270f-57c0-46ce-a304-1765cad37225') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:08.641457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de78270f-57c0-46ce-a304-1765cad37225') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:08.648986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:08.659919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:subnet and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:08.664585 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:08.666834 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:08.670881 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.705022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:08.715412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.722975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.740806 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:08.741529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:08.756812 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:08.758926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:08.760812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.814835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38620) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:08.857023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:08.879737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:08.886787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:08.910236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:08.930335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Router d0402cc3-43fc-49dd-8ad4-06c58f154e81 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:08.931473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:08.937826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:08.941522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:08.945225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.963661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:08.970699 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.977312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:09.042420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.122877 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:09.153023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Network': ['ID=31c4c428-ffcf-49f7-a8e2-9659ca56c0ae,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:09.159964 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38626) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:09.161435 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-03a62def-27e5-4ad7-b5aa-c64a9f8bf509 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/31c4c428-ffcf-49f7-a8e2-9659ca56c0ae HTTP/1.1" status: 204 len: 168 time: 6.1282053 Jan 27 17:14:09.200182 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-136332616'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:09.213885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:09.242177 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-45f04a60-9540-4a04-8298-807069a27480 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4399c29b1b584fb8b205062c5b102d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219472 Jan 27 17:14:09.254267 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38630) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:09.267908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:network and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:09.274036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:09.290541 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:09.318519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.385438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b33bd-5977-4cc8-b48a-2b5f1de2c857 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:09.396475 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:09.399915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.434206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.450585 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Subnet': ['ID=d8f6282b-fd1b-49ef-bc7a-9dcdff97d432,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:09.486953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-714b88c6-a5e5-40ac-ab5d-c128282ccd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.506600 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:09.509684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.522476 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d977b-67c3-4a3d-9c76-eb3849dd7278 None None] Sync routers for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:09.537534 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d977b-67c3-4a3d-9c76-eb3849dd7278 None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:09.538861 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-314d977b-67c3-4a3d-9c76-eb3849dd7278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:09.552450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-21218fe6-75f8-4d7c-859d-ff00f5807d76 None None] Provisioning for port d5ee465b-836b-47ac-955f-e9c08c5c06f4 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:09.556673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1204} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:09.578844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-714b88c6-a5e5-40ac-ab5d-c128282ccd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.598944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 1ba2ee6b-64e9-416d-ab5b-bb7156466bf6 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:14:09.637181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.637605 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Added segment 3732296b-1b17-4526-8de0-0b7961fb73bd of type vlan for network e89da573-d743-4d4d-a406-f550781ef0e1 Jan 27 17:14:09.648107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.658603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Checking segment: {'id': '65fc149d-35fd-4c91-aa80-758becf34173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:09.659011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network hostable DHCP agents. Network: b129bb30-fc28-4f9e-a3fc-a8f80c3cd315, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:09.715106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-714b88c6-a5e5-40ac-ab5d-c128282ccd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.750370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.750909 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-314d977b-67c3-4a3d-9c76-eb3849dd7278 None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:09.826038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Allocated IP 172.26.8.132 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/61c35d84-4cff-4aa7-8cb9-594a2cd2f663) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:09.829828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19d31c3-550d-4895-9c16-9a0883ec9a31 None None] Update dhcp port {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'fixed_ips': [{'subnet_id': '7481ae08-c84d-4a49-8b12-6236076f7cf6', 'ip_address': '2001:db8::f816:3eff:feff:ef60'}, {'subnet_id': '7ebb0080-3f76-40ab-8980-6e1e8c7923a2'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': 'd5ee465b-836b-47ac-955f-e9c08c5c06f4'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:14:09.881760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b88c6-a5e5-40ac-ab5d-c128282ccd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877cd31e-84e8-4f79-a1b3-572216f12082,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:09.911648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-714b88c6-a5e5-40ac-ab5d-c128282ccd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.913058 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-714b88c6-a5e5-40ac-ab5d-c128282ccd3b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/877cd31e-84e8-4f79-a1b3-572216f12082 HTTP/1.1" status: 204 len: 168 time: 0.6578062 Jan 27 17:14:09.916503 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a19d31c3-550d-4895-9c16-9a0883ec9a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.943266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.973184 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-118ba1de-3967-48e8-9571-70f15328cab4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.8367314 Jan 27 17:14:09.978907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'tag': 'd3c9eb93-504d-4380-8549-de83c031e266'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:09.990766 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:10.030677 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, b129bb30-fc28-4f9e-a3fc-a8f80c3cd315) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:10.041064 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:10.041663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.058496 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4205095-a48e-452a-81ec-d62716ed9cd3 None None] Network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:10.125957 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3a4c9d81-7cd3-41c4-a929-bddf6b77db1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7161875 Jan 27 17:14:10.142551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Subnet': ['ID=803a306d-f020-4c2b-955f-dd3263ccda33,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:10.156158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Checking segment: {'id': '54729700-569f-40bb-ad1d-7f4403c86939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '4118914f-75f5-43eb-abeb-330e33e11e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:10.156158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network hostable DHCP agents. Network: 4118914f-75f5-43eb-abeb-330e33e11e2a, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:10.187319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.219273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.227481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:10.227481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.319360 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.325342 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 4118914f-75f5-43eb-abeb-330e33e11e2a is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:10.414771 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2405138 Jan 27 17:14:10.418389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38646) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:10.428408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdcf75-495a-4b2d-9728-5d90863c04cc tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=e89da573-d743-4d4d-a406-f550781ef0e1,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:10.437331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'subnet': {'network_id': 'e89da573-d743-4d4d-a406-f550781ef0e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:10.475071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 172.20.0.10 (185d5333-05b7-45cc-a2cf-ffb552748715/7ebb0080-3f76-40ab-8980-6e1e8c7923a2/1ba2ee6b-64e9-416d-ab5b-bb7156466bf6) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:10.477500 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 4118914f-75f5-43eb-abeb-330e33e11e2a) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:10.492499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:10.493075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.517491 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::f816:3eff:fea8:8d00 (185d5333-05b7-45cc-a2cf-ffb552748715/7481ae08-c84d-4a49-8b12-6236076f7cf6/1ba2ee6b-64e9-416d-ab5b-bb7156466bf6) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:10.527676 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-48fba7d6-fb93-4c20-83a9-a125b13311d7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9499154 Jan 27 17:14:10.540655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38650) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:10.555302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': '4118914f-75f5-43eb-abeb-330e33e11e2a', 'name': 'tempest-PortsTestJSON-2111134844', 'fixed_ips': [{'subnet_id': '803a306d-f020-4c2b-955f-dd3263ccda33', 'ip_address': '172.20.0.10'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:10.583716 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network e89da573-d743-4d4d-a406-f550781ef0e1 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:10.652573 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1caa6a-2d10-4bf5-8208-caf9bd2cfece None None] Network 4118914f-75f5-43eb-abeb-330e33e11e2a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:10.664722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:10.665880 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:10.679134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:10.752293 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d5ee465b-836b-47ac-955f-e9c08c5c06f4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:10.831263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Pushing event updated for resources: {'Port': ['ID=61c35d84-4cff-4aa7-8cb9-594a2cd2f663,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:10.909747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.932359 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-314d977b-67c3-4a3d-9c76-eb3849dd7278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '183931c5-a6f0-474c-af7f-ed457c2743e3', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.85', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': 'd3c9eb93-504d-4380-8549-de83c031e266', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:44:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:14:05Z', 'updated_at': '2022-01-27T17:14:05Z', 'revision_number': 0, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:10.941049 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d977b-67c3-4a3d-9c76-eb3849dd7278 None None] Checking router: d0402cc3-43fc-49dd-8ad4-06c58f154e81 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:14:10.956001 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d977b-67c3-4a3d-9c76-eb3849dd7278 None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:10.969696 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-314d977b-67c3-4a3d-9c76-eb3849dd7278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:13:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:10.976546 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'tag': 'd3c9eb93-504d-4380-8549-de83c031e266', 'status': 'completed', 'code': 200} Jan 27 17:14:11.009038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:11.071107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38660) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:11.078037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-11253edf-a02e-4b96-b1b8-cd86f5cec031 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1313377483', 'description': 'tempest-secgroup-smoke-1313377483 description', 'project_id': '44b0386278b54442ad833b884f51ee72'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:11.085938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.135695 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:subnet and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:11.220831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:11.261457 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-314d977b-67c3-4a3d-9c76-eb3849dd7278 None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:11.269423 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:11.357923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:11.465877 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:11.473875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.502387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:port and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:11.523016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:11.559750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:11.648980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port d5ee465b-836b-47ac-955f-e9c08c5c06f4 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:11.666125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:11.668220 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port d5ee465b-836b-47ac-955f-e9c08c5c06f4 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:11.668836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.677951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.680287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-11253edf-a02e-4b96-b1b8-cd86f5cec031 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:11.689654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.797820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-11253edf-a02e-4b96-b1b8-cd86f5cec031 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:11.800831 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Pushing event updated for resources: {'Port': ['ID=61c35d84-4cff-4aa7-8cb9-594a2cd2f663,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:11.823369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-b129bb30-fc28-4f9e-a3fc-a8f80c3cd315', 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ips': [{'subnet_id': 'd8f6282b-fd1b-49ef-bc7a-9dcdff97d432'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:11.824753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.839403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-11253edf-a02e-4b96-b1b8-cd86f5cec031 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.854711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-4118914f-75f5-43eb-abeb-330e33e11e2a', 'network_id': '4118914f-75f5-43eb-abeb-330e33e11e2a', 'tenant_id': '63c2fae895274945a56d5a9f9e951d45', 'fixed_ips': [{'subnet_id': '803a306d-f020-4c2b-955f-dd3263ccda33'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:11.855704 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.861803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.879635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-11253edf-a02e-4b96-b1b8-cd86f5cec031 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:11.883908 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-11253edf-a02e-4b96-b1b8-cd86f5cec031 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:11.887235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-11253edf-a02e-4b96-b1b8-cd86f5cec031 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:11.894172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-11253edf-a02e-4b96-b1b8-cd86f5cec031 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:11.899886 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-314d977b-67c3-4a3d-9c76-eb3849dd7278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '183931c5-a6f0-474c-af7f-ed457c2743e3', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.85', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': 'd3c9eb93-504d-4380-8549-de83c031e266', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:44:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:14:05Z', 'updated_at': '2022-01-27T17:14:05Z', 'revision_number': 0, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:11.905392 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d977b-67c3-4a3d-9c76-eb3849dd7278 None None] The sync data for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv is: [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '183931c5-a6f0-474c-af7f-ed457c2743e3', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.85', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': 'd3c9eb93-504d-4380-8549-de83c031e266', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:44:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:14:05Z', 'updated_at': '2022-01-27T17:14:05Z', 'revision_number': 0, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:11.912744 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38674) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:11.924349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dcbb1-5b6d-4674-89a4-936c1f40dce8 req-26611509-a7f3-44e8-b7bf-f16f2eabb5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:11.926164 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f9dcbb1-5b6d-4674-89a4-936c1f40dce8 req-26611509-a7f3-44e8-b7bf-f16f2eabb5de service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 1098 time: 0.9358830 Jan 27 17:14:11.957476 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.962621 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2ad3931e-3577-4e75-9648-01e4e5b27aba tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7238021 Jan 27 17:14:11.963720 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38680) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:11.966527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.975567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.055664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port e79f59bb-6c96-4534-bc59-012db3713858 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:14:12.094993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 1ba2ee6b-64e9-416d-ab5b-bb7156466bf6 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:12.120713 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c73fb247-6395-470e-b2bd-eb25f7500d20 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1694742423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:12.127541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c73fb247-6395-470e-b2bd-eb25f7500d20 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:12.148135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-11253edf-a02e-4b96-b1b8-cd86f5cec031 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.149614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c73fb247-6395-470e-b2bd-eb25f7500d20 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Usage tracker for resource:router and tenant:f05233b95e114a1eb2eb872ee18a40e6 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:12.156304 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c73fb247-6395-470e-b2bd-eb25f7500d20 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:12.165502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-11253edf-a02e-4b96-b1b8-cd86f5cec031 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.225413 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2498094e-7f6f-4493-ac7f-65ec7cec3c68 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Synchronizing usage tracker for tenant:6baca9498999405da86f03d5055b4532 on resource:floatingip {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:12.229846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c73fb247-6395-470e-b2bd-eb25f7500d20 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:12.233650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11253edf-a02e-4b96-b1b8-cd86f5cec031 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d89371-d0d2-444e-8852-7972a424cf2b,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:12.237636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-11253edf-a02e-4b96-b1b8-cd86f5cec031 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.239924 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-11253edf-a02e-4b96-b1b8-cd86f5cec031 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1668820 Jan 27 17:14:12.246654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38684) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:12.262623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-57d80622-4f28-40b2-99dd-a67e14e96576 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '62d89371-d0d2-444e-8852-7972a424cf2b', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:12.287877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-57d80622-4f28-40b2-99dd-a67e14e96576 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:12.293600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c73fb247-6395-470e-b2bd-eb25f7500d20 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.294855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c73fb247-6395-470e-b2bd-eb25f7500d20 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.315805 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.319091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dcbb1-5b6d-4674-89a4-936c1f40dce8 req-7a7e89a5-515a-47f5-af4f-a2facc24645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:12.319254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-57d80622-4f28-40b2-99dd-a67e14e96576 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:12.320684 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f9dcbb1-5b6d-4674-89a4-936c1f40dce8 req-7a7e89a5-515a-47f5-af4f-a2facc24645f service neutron] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 913 time: 0.3811977 Jan 27 17:14:12.325681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-57d80622-4f28-40b2-99dd-a67e14e96576 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:12.342952 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea80e4e-f907-40ed-8cf1-534a8185740d None None] New status for floating IP 183931c5-a6f0-474c-af7f-ed457c2743e3: ACTIVE {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:14:12.349531 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2498094e-7f6f-4493-ac7f-65ec7cec3c68 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Unset dirty status for tenant:6baca9498999405da86f03d5055b4532 on resource:floatingip {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:12.353809 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2498094e-7f6f-4493-ac7f-65ec7cec3c68 tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4002 time: 0.3874738 Jan 27 17:14:12.356185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38688) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:12.357091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-57d80622-4f28-40b2-99dd-a67e14e96576 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:12.451134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.451411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7e00c739-6238-42e9-97ac-a8e8b4ee40be tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Synchronizing usage tracker for tenant:32967407bbd04805b672d41f0dd8726f on resource:floatingip {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:12.455987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c73fb247-6395-470e-b2bd-eb25f7500d20 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.481685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-57d80622-4f28-40b2-99dd-a67e14e96576 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.508379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7e00c739-6238-42e9-97ac-a8e8b4ee40be tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Unset dirty status for tenant:32967407bbd04805b672d41f0dd8726f on resource:floatingip {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:12.512552 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7e00c739-6238-42e9-97ac-a8e8b4ee40be tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1514263 Jan 27 17:14:12.534173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38692) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:12.539710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Allocated IP 172.20.0.18 (b129bb30-fc28-4f9e-a3fc-a8f80c3cd315/d8f6282b-fd1b-49ef-bc7a-9dcdff97d432/c95aedfb-aea1-4550-84b7-8523651be57c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:12.586862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port d5ee465b-836b-47ac-955f-e9c08c5c06f4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d5ee465b-836b-47ac-955f-e9c08c5c06f4,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:12.623176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c73fb247-6395-470e-b2bd-eb25f7500d20 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.691923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.736607 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:12.741348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:12.744683 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f9dcbb1-5b6d-4674-89a4-936c1f40dce8 req-f816489b-c198-4714-b4b4-0ab67a739b12 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3c9eb93-504d-4380-8549-de83c031e266 HTTP/1.1" status: 200 len: 998 time: 0.4116821 Jan 27 17:14:12.745706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:12.755844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5fa79f42-bb9c-436a-8494-ef762f43310e tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Deleting port 61c35d84-4cff-4aa7-8cb9-594a2cd2f663 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:12.756960 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5fa79f42-bb9c-436a-8494-ef762f43310e tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.777435 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.793894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c73fb247-6395-470e-b2bd-eb25f7500d20 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.795069 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c73fb247-6395-470e-b2bd-eb25f7500d20 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8774955 Jan 27 17:14:12.803407 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38696) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:12.820070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-862734201'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:12.829894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:12.833663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-57d80622-4f28-40b2-99dd-a67e14e96576 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.852578 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Usage tracker for resource:network and tenant:f05233b95e114a1eb2eb872ee18a40e6 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:12.858338 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-a19d31c3-550d-4895-9c16-9a0883ec9a31 None None] Allocated IP 172.20.0.2 (185d5333-05b7-45cc-a2cf-ffb552748715/7ebb0080-3f76-40ab-8980-6e1e8c7923a2/d5ee465b-836b-47ac-955f-e9c08c5c06f4) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:12.860266 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:12.861450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=1ba2ee6b-64e9-416d-ab5b-bb7156466bf6,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:12.864064 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-57d80622-4f28-40b2-99dd-a67e14e96576 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.873234 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Allocated IP 172.20.0.2 (4118914f-75f5-43eb-abeb-330e33e11e2a/803a306d-f020-4c2b-955f-dd3263ccda33/21058d52-6493-40a6-aec8-f5390fdf6dff) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:12.876401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=d5ee465b-836b-47ac-955f-e9c08c5c06f4,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:12.895065 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:12.906456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d80622-4f28-40b2-99dd-a67e14e96576 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958dd38a-1547-4b7e-b85a-2d5fa9cd222a,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:12.932703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:12.933329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.962649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Subnet': ['ID=cf51f1c8-8951-4762-b619-aeff8915af0a,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:12.968692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dcbb1-5b6d-4674-89a4-936c1f40dce8 req-0edeab2d-42c0-44c8-8041-e2fb546854ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:12.970392 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f9dcbb1-5b6d-4674-89a4-936c1f40dce8 req-0edeab2d-42c0-44c8-8041-e2fb546854ee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.1971211 Jan 27 17:14:12.979862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-57d80622-4f28-40b2-99dd-a67e14e96576 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.984159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking segment: {'id': '3732296b-1b17-4526-8de0-0b7961fb73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'e89da573-d743-4d4d-a406-f550781ef0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:12.984368 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-57d80622-4f28-40b2-99dd-a67e14e96576 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7313590 Jan 27 17:14:12.984458 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network hostable DHCP agents. Network: e89da573-d743-4d4d-a406-f550781ef0e1, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:12.984555 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Made reservation on behalf of f05233b95e114a1eb2eb872ee18a40e6 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:12.985754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38700) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:12.987822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.009921 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.035452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-6bc34a93-55db-4deb-9f48-6db12b5a9051 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '62d89371-d0d2-444e-8852-7972a424cf2b', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:13.041386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:13.045065 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-685aee77-3eac-4387-85f2-b09c3206a589 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.8487608 Jan 27 17:14:13.049223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6bc34a93-55db-4deb-9f48-6db12b5a9051 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:13.049844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38704) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:13.052515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Usage tracker for resource:security_group_rule and tenant:f05233b95e114a1eb2eb872ee18a40e6 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:13.056768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6bc34a93-55db-4deb-9f48-6db12b5a9051 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:13.061984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6bc34a93-55db-4deb-9f48-6db12b5a9051 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:13.075852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6bc34a93-55db-4deb-9f48-6db12b5a9051 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:13.078390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network e89da573-d743-4d4d-a406-f550781ef0e1 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:13.091330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5fa79f42-bb9c-436a-8494-ef762f43310e tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.091929 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5fa79f42-bb9c-436a-8494-ef762f43310e tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.100352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:13.104754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, e89da573-d743-4d4d-a406-f550781ef0e1) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:13.107142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6bc34a93-55db-4deb-9f48-6db12b5a9051 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.117606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:13.124153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:13.125041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.177270 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-58ffe173-136e-47c6-a069-e925e59d6013 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7508018 Jan 27 17:14:13.179198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38708) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:13.204664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dcbb1-5b6d-4674-89a4-936c1f40dce8 req-dd88f065-3995-4519-9b03-970d6bdc4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:13.206139 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f9dcbb1-5b6d-4674-89a4-936c1f40dce8 req-dd88f065-3995-4519-9b03-970d6bdc4cfe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2288723 Jan 27 17:14:13.229762 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947b2ff6-ee24-485d-9629-bb1339603c82 None None] Network e89da573-d743-4d4d-a406-f550781ef0e1 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:13.263031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5fa79f42-bb9c-436a-8494-ef762f43310e tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Calling delete_port for 61c35d84-4cff-4aa7-8cb9-594a2cd2f663 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:13.338280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6bc34a93-55db-4deb-9f48-6db12b5a9051 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.411117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c1a887-4208-4cab-8c94-b6781cf4a13b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:13.416546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6bc34a93-55db-4deb-9f48-6db12b5a9051 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.418518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c1a887-4208-4cab-8c94-b6781cf4a13b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:13.419900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-54c1a887-4208-4cab-8c94-b6781cf4a13b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:13.437333 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-a19d31c3-550d-4895-9c16-9a0883ec9a31 None None] For port d5ee465b-836b-47ac-955f-e9c08c5c06f4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d5ee465b-836b-47ac-955f-e9c08c5c06f4,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:13.474870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc34a93-55db-4deb-9f48-6db12b5a9051 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6d73c6-d6c8-4559-9213-81a5a7621710,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:13.498915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6bc34a93-55db-4deb-9f48-6db12b5a9051 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.500126 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6bc34a93-55db-4deb-9f48-6db12b5a9051 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4780600 Jan 27 17:14:13.503866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38712) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:13.504558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a19d31c3-550d-4895-9c16-9a0883ec9a31 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.507783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.509468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.513328 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.517359 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f9dcbb1-5b6d-4674-89a4-936c1f40dce8 req-e29a19b7-cac6-4e2c-af7e-ff3437444bb9 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018479 Jan 27 17:14:13.521810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c31a67f6-768a-4921-9cf1-baa66aa67f46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '62d89371-d0d2-444e-8852-7972a424cf2b', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:13.526157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.529211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-54c1a887-4208-4cab-8c94-b6781cf4a13b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:13.533586 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-54c1a887-4208-4cab-8c94-b6781cf4a13b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.4812717 Jan 27 17:14:13.538405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c31a67f6-768a-4921-9cf1-baa66aa67f46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:13.553776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38716) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:13.559701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c31a67f6-768a-4921-9cf1-baa66aa67f46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:13.568955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c31a67f6-768a-4921-9cf1-baa66aa67f46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:13.617065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a19d31c3-550d-4895-9c16-9a0883ec9a31 None None] Transition to ACTIVE for port object d5ee465b-836b-47ac-955f-e9c08c5c06f4 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:13.651116 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Transition to ACTIVE for port object c95aedfb-aea1-4550-84b7-8523651be57c will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:13.655758 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a19d31c3-550d-4895-9c16-9a0883ec9a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.680159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.751362 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c31a67f6-768a-4921-9cf1-baa66aa67f46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:13.762450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5fa79f42-bb9c-436a-8494-ef762f43310e tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.766751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:13.767929 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f9dcbb1-5b6d-4674-89a4-936c1f40dce8 req-b79d35f1-57b2-4d94-aa9a-2be2503f84e2 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067268 Jan 27 17:14:13.800325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1db959-75d9-48d3-9687-24e2612ab906,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:13.801679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.803764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.831995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa79f42-bb9c-436a-8494-ef762f43310e tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Pushing event deleted for resources: {'Port': ['ID=61c35d84-4cff-4aa7-8cb9-594a2cd2f663,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:13.854378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-e7812088-5277-4bee-95c4-50bbc099fe44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 1ba2ee6b-64e9-416d-ab5b-bb7156466bf6 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:13.854714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e7812088-5277-4bee-95c4-50bbc099fe44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.855960 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Subnet': ['ID=cf51f1c8-8951-4762-b619-aeff8915af0a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:13.907948 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Transition to ACTIVE for port object c95aedfb-aea1-4550-84b7-8523651be57c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:13.914020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.914567 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Added segment e43c6fb9-a19b-4a93-bf98-c92595187478 of type vlan for network fd7e0d67-7ee7-4400-b659-9df3f995800d Jan 27 17:14:13.920890 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c31a67f6-768a-4921-9cf1-baa66aa67f46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.927276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Transition to ACTIVE for port object 21058d52-6493-40a6-aec8-f5390fdf6dff will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:13.953041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.954086 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.986759 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89da573-d743-4d4d-a406-f550781ef0e1']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:13.986909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96229fd6-67c5-4099-a520-853147faab86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-e89da573-d743-4d4d-a406-f550781ef0e1', 'network_id': 'e89da573-d743-4d4d-a406-f550781ef0e1', 'tenant_id': '44ea2b3c3aca4d219cfc33226bdd28d2', 'fixed_ips': [{'subnet_id': 'cf51f1c8-8951-4762-b619-aeff8915af0a'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:13.987957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-96229fd6-67c5-4099-a520-853147faab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.000539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3732296b-1b17-4526-8de0-0b7961fb73bd') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:14.001113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3732296b-1b17-4526-8de0-0b7961fb73bd') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:14.012789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Transition to ACTIVE for port object 21058d52-6493-40a6-aec8-f5390fdf6dff will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:14.014459 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.019388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d31c3-550d-4895-9c16-9a0883ec9a31 None None] Pushing event updated for resources: {'Port': ['ID=d5ee465b-836b-47ac-955f-e9c08c5c06f4,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:14.111754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.128455 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.10 (4118914f-75f5-43eb-abeb-330e33e11e2a/803a306d-f020-4c2b-955f-dd3263ccda33/e79f59bb-6c96-4534-bc59-012db3713858) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:14.164165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5fa79f42-bb9c-436a-8494-ef762f43310e tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.182084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Pushing event updated for resources: {'Port': ['ID=c95aedfb-aea1-4550-84b7-8523651be57c,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:14.213251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c31a67f6-768a-4921-9cf1-baa66aa67f46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.241774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c31a67f6-768a-4921-9cf1-baa66aa67f46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.244414 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:14.251227 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:14.253755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.259297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:14.259536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.264998 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:14.265785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.268977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.278892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:14.279733 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.401605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Network 4118914f-75f5-43eb-abeb-330e33e11e2a is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:14.403137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a67f6-768a-4921-9cf1-baa66aa67f46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66d2539-4352-4af2-b2b2-d8026c31fb6b,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:14.407235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:14.409722 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:14.519160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Pushing event updated for resources: {'Port': ['ID=21058d52-6493-40a6-aec8-f5390fdf6dff,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:14.528386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c31a67f6-768a-4921-9cf1-baa66aa67f46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.529154 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c31a67f6-768a-4921-9cf1-baa66aa67f46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0242991 Jan 27 17:14:14.531138 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7246895 Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:14.535566 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:14.538481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38720) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:14.538481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38722) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:14.542910 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Attempting to bind port c95aedfb-aea1-4550-84b7-8523651be57c on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:14.543718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Attempting to bind port c95aedfb-aea1-4550-84b7-8523651be57c by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '65fc149d-35fd-4c91-aa80-758becf34173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:14.544245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Attempting to bind port c95aedfb-aea1-4550-84b7-8523651be57c on network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:14.546970 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395063ba-0233-4c34-9cfa-c4c6c193c2d6 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event updated for resources: {'Network': ['ID=fd7e0d67-7ee7-4400-b659-9df3f995800d,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:14.548991 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Request body: {'subnet': {'network_id': 'fd7e0d67-7ee7-4400-b659-9df3f995800d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:14.549400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5fa79f42-bb9c-436a-8494-ef762f43310e tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.550543 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5fa79f42-bb9c-436a-8494-ef762f43310e tempest-FloatingIPAdminTestJSON-958404914 tempest-FloatingIPAdminTestJSON-958404914-project] 10.222.0.81 "DELETE /v2.0/floatingips/8817e1f5-ac21-4f0d-b552-99d90d7ec4d9 HTTP/1.1" status: 204 len: 168 time: 2.0143139 Jan 27 17:14:14.554050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38728) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:14.572898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e7812088-5277-4bee-95c4-50bbc099fe44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.573431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-20f9c39c-70ac-45e5-adfe-3a9508285fb3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '62d89371-d0d2-444e-8852-7972a424cf2b', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:14.578091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.587775 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-20f9c39c-70ac-45e5-adfe-3a9508285fb3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:14.591852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:14.592264 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Checking segment: {'id': '65fc149d-35fd-4c91-aa80-758becf34173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:14.592822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.593218 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Bound using segment: {'id': '65fc149d-35fd-4c91-aa80-758becf34173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:14.593706 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Bound port: c95aedfb-aea1-4550-84b7-8523651be57c, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fc149d-35fd-4c91-aa80-758becf34173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:14.594076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.603485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1ffd7-46e3-40de-bf0d-d57c4847d211 None None] Network e89da573-d743-4d4d-a406-f550781ef0e1 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:14.616373 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network fd7e0d67-7ee7-4400-b659-9df3f995800d details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:14.617901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.636412 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/e89da573-d743-4d4d-a406-f550781ef0e1 HTTP/1.1" status: 204 len: 168 time: 1.4557981 Jan 27 17:14:14.637781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-20f9c39c-70ac-45e5-adfe-3a9508285fb3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:14.648555 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38732) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:14.651040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-20f9c39c-70ac-45e5-adfe-3a9508285fb3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:14.661428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-660307690'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:14.668326 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Attempting to bind port 21058d52-6493-40a6-aec8-f5390fdf6dff on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:14.668690 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Attempting to bind port 21058d52-6493-40a6-aec8-f5390fdf6dff by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '54729700-569f-40bb-ad1d-7f4403c86939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '4118914f-75f5-43eb-abeb-330e33e11e2a'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:14.669049 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Attempting to bind port 21058d52-6493-40a6-aec8-f5390fdf6dff on network 4118914f-75f5-43eb-abeb-330e33e11e2a {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:14.689057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65918b7d-660e-464d-bbad-4583a460bb6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Network': ['ID=e89da573-d743-4d4d-a406-f550781ef0e1,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:14.689717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1ffd7-46e3-40de-bf0d-d57c4847d211 None None] Network e89da573-d743-4d4d-a406-f550781ef0e1 could not be found, it might have been deleted concurrently. {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 27 17:14:14.691281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:14.693882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-20f9c39c-70ac-45e5-adfe-3a9508285fb3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:14.717296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:network and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:14.723520 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:14.724154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Checking segment: {'id': '54729700-569f-40bb-ad1d-7f4403c86939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '4118914f-75f5-43eb-abeb-330e33e11e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:14.724959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.725524 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Bound using segment: {'id': '54729700-569f-40bb-ad1d-7f4403c86939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '4118914f-75f5-43eb-abeb-330e33e11e2a'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:14.726195 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Bound port: 21058d52-6493-40a6-aec8-f5390fdf6dff, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54729700-569f-40bb-ad1d-7f4403c86939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '4118914f-75f5-43eb-abeb-330e33e11e2a'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:14.726418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.726949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.729825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:14.865231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d5ee465b-836b-47ac-955f-e9c08c5c06f4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:14.905736 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-e7812088-5277-4bee-95c4-50bbc099fe44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 1ba2ee6b-64e9-416d-ab5b-bb7156466bf6 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:14.939681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:14.974135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Transition to ACTIVE for port object e79f59bb-6c96-4534-bc59-012db3713858 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:14.978698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-d1f0fede-bb72-4b54-8a04-c60d4319a9bc tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Deleting port 49d44a7e-3f26-4938-aa4f-b31abbec98c0 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:14.979522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1f0fede-bb72-4b54-8a04-c60d4319a9bc tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.989391 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:14.994146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] For port c95aedfb-aea1-4550-84b7-8523651be57c, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:14.994711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Usage tracker for resource:subnet and tenant:f05233b95e114a1eb2eb872ee18a40e6 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:14.998234 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:15.005775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] For port 21058d52-6493-40a6-aec8-f5390fdf6dff, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:15.006873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20f9c39c-70ac-45e5-adfe-3a9508285fb3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.009107 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] For port c95aedfb-aea1-4550-84b7-8523651be57c, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c95aedfb-aea1-4550-84b7-8523651be57c,segment=NetworkSegment(65fc149d-35fd-4c91-aa80-758becf34173),segment_id=65fc149d-35fd-4c91-aa80-758becf34173)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:15.014728 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] For port 21058d52-6493-40a6-aec8-f5390fdf6dff, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=21058d52-6493-40a6-aec8-f5390fdf6dff,segment=NetworkSegment(54729700-569f-40bb-ad1d-7f4403c86939),segment_id=54729700-569f-40bb-ad1d-7f4403c86939)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:15.017899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.054714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:15.069855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.074125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:15.077802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.142186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20f9c39c-70ac-45e5-adfe-3a9508285fb3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.146145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-678d1e7f-ed1c-417a-9d74-9c4d29a96bb0 None None] Provisioning for port d5ee465b-836b-47ac-955f-e9c08c5c06f4 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:15.157381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20f9c39c-70ac-45e5-adfe-3a9508285fb3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.170039 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-678d1e7f-ed1c-417a-9d74-9c4d29a96bb0 None None] Provisioning complete for port d5ee465b-836b-47ac-955f-e9c08c5c06f4 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:15.171220 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-678d1e7f-ed1c-417a-9d74-9c4d29a96bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.176595 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Made reservation on behalf of f05233b95e114a1eb2eb872ee18a40e6 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:15.180285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.210907 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa8503-5050-4fb6-9a18-1ba69c67dbe5 None None] Pushing event updated for resources: {'Port': ['ID=c95aedfb-aea1-4550-84b7-8523651be57c,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:15.290061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20f9c39c-70ac-45e5-adfe-3a9508285fb3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.294770 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-20f9c39c-70ac-45e5-adfe-3a9508285fb3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7562675 Jan 27 17:14:15.300478 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38736) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:15.315835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cd339-91ee-42d6-a55c-1657f5c934fd None None] Pushing event updated for resources: {'Port': ['ID=21058d52-6493-40a6-aec8-f5390fdf6dff,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:15.330539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9c39c-70ac-45e5-adfe-3a9508285fb3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d43d984-8ca4-4007-b9d4-7ad316216a6c,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:15.345937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5b6d687b-0c64-45fe-8bee-39960797436a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '62d89371-d0d2-444e-8852-7972a424cf2b', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:15.396208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5b6d687b-0c64-45fe-8bee-39960797436a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:15.398639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1206} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:15.406493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1f0fede-bb72-4b54-8a04-c60d4319a9bc tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.406823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1f0fede-bb72-4b54-8a04-c60d4319a9bc tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.522792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.523135 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Added segment 2febb48f-3556-4739-aa01-b7b0639fe0a6 of type vlan for network 392a6c5e-dc3a-4c2f-a244-681a85e883b7 Jan 27 17:14:15.546220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5b6d687b-0c64-45fe-8bee-39960797436a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:15.561967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5b6d687b-0c64-45fe-8bee-39960797436a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:15.584375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5b6d687b-0c64-45fe-8bee-39960797436a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:15.610649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.616125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.644570 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-d1f0fede-bb72-4b54-8a04-c60d4319a9bc tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Calling delete_port for 49d44a7e-3f26-4938-aa4f-b31abbec98c0 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:15.658318 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-5b6d687b-0c64-45fe-8bee-39960797436a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:14:15.689739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5b6d687b-0c64-45fe-8bee-39960797436a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.741405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 4118914f-75f5-43eb-abeb-330e33e11e2a is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:15.756492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:15.774889 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:15.832104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=e79f59bb-6c96-4534-bc59-012db3713858,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:15.843940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.849779 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:15.850374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.919172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:15.919813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.937319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e7812088-5277-4bee-95c4-50bbc099fe44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.939531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-74f5b67a-bf46-491a-9cbe-a758df43b6d2 None None] Provisioning for port 1ba2ee6b-64e9-416d-ab5b-bb7156466bf6 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:15.945804 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-74f5b67a-bf46-491a-9cbe-a758df43b6d2 None None] Provisioning complete for port 1ba2ee6b-64e9-416d-ab5b-bb7156466bf6 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:15.946662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-74f5b67a-bf46-491a-9cbe-a758df43b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.946796 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2972288 Jan 27 17:14:15.962355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5b6d687b-0c64-45fe-8bee-39960797436a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.965253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38740) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:15.978645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'subnet': {'network_id': '392a6c5e-dc3a-4c2f-a244-681a85e883b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:15.986141 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-74f5b67a-bf46-491a-9cbe-a758df43b6d2 None None] Port 1ba2ee6b-64e9-416d-ab5b-bb7156466bf6 was deleted so its status cannot be updated. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:14:16.001344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5b6d687b-0c64-45fe-8bee-39960797436a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.059049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7812088-5277-4bee-95c4-50bbc099fe44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=1ba2ee6b-64e9-416d-ab5b-bb7156466bf6,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:16.094756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdc3ea-fc1b-4d4e-88da-7f74ed9ed615 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=392a6c5e-dc3a-4c2f-a244-681a85e883b7,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:16.106624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 392a6c5e-dc3a-4c2f-a244-681a85e883b7 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:16.117692 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6ea879d1-6087-4beb-948f-4544bc386a5e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.5697470 Jan 27 17:14:16.118774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38744) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:16.122274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d687b-0c64-45fe-8bee-39960797436a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a9171c-026d-4ea8-8d2b-705ff1a8ebf6,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:16.126151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': '4118914f-75f5-43eb-abeb-330e33e11e2a', 'name': 'tempest-PortsTestJSON-1249528046', 'fixed_ips': [{'subnet_id': '803a306d-f020-4c2b-955f-dd3263ccda33', 'ip_address': '172.20.0.9'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:16.219621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5b6d687b-0c64-45fe-8bee-39960797436a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.223505 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5b6d687b-0c64-45fe-8bee-39960797436a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9166155 Jan 27 17:14:16.233473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38748) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:16.258895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:16.268184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:subnet and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:16.275254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:16.283057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1f0fede-bb72-4b54-8a04-c60d4319a9bc tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.284405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:16.324215 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-5344b50b-467b-4138-8032-09db24a39c43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '62d89371-d0d2-444e-8852-7972a424cf2b', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:16.324863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:16.337282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.392469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.451084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5344b50b-467b-4138-8032-09db24a39c43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:16.557598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0fede-bb72-4b54-8a04-c60d4319a9bc tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Pushing event deleted for resources: {'Port': ['ID=49d44a7e-3f26-4938-aa4f-b31abbec98c0,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:16.566186 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5344b50b-467b-4138-8032-09db24a39c43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:16.644312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Checking segment: {'id': 'e43c6fb9-a19b-4a93-bf98-c92595187478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'fd7e0d67-7ee7-4400-b659-9df3f995800d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:16.645166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Network hostable DHCP agents. Network: fd7e0d67-7ee7-4400-b659-9df3f995800d, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:16.655520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5344b50b-467b-4138-8032-09db24a39c43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:16.658936 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e7812088-5277-4bee-95c4-50bbc099fe44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.662190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event updated for resources: {'Subnet': ['ID=d860f623-a5a1-4ec8-9115-453476933ec9,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:16.684850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5344b50b-467b-4138-8032-09db24a39c43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:16.697581 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Network fd7e0d67-7ee7-4400-b659-9df3f995800d is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:16.719336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:16.728012 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e7812088-5277-4bee-95c4-50bbc099fe44 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/1ba2ee6b-64e9-416d-ab5b-bb7156466bf6 HTTP/1.1" status: 204 len: 168 time: 3.1730173 Jan 27 17:14:16.729801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:port and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:16.733831 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1f0fede-bb72-4b54-8a04-c60d4319a9bc tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.736443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1f0fede-bb72-4b54-8a04-c60d4319a9bc tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.740827 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d1f0fede-bb72-4b54-8a04-c60d4319a9bc tempest-FloatingIPAdminTestJSON-399562322 tempest-FloatingIPAdminTestJSON-399562322-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/e4002090-3304-4f37-a440-21d6075fdbd3 HTTP/1.1" status: 204 len: 168 time: 2.1726968 Jan 27 17:14:16.740827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38752) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:16.740827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:16.744252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38754) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:16.749929 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-5344b50b-467b-4138-8032-09db24a39c43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:14:16.797612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, fd7e0d67-7ee7-4400-b659-9df3f995800d) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:16.809347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:16.818137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.823405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:16.831849 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5344b50b-467b-4138-8032-09db24a39c43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.836231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96401280-fe72-436b-bdf5-0259f70b23ad None None] Network fd7e0d67-7ee7-4400-b659-9df3f995800d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:16.923422 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-71c97336-2864-47f4-973a-e3308c510be4 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3817849 Jan 27 17:14:16.931099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38760) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:16.935384 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650da5e2-8c1b-43c6-8985-e98089fcf810 None None] Network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:16.949033 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc9af5a-88dd-44a7-8fa5-8f1e23a10f17 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:16.950422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc9af5a-88dd-44a7-8fa5-8f1e23a10f17 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:16.952540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc9af5a-88dd-44a7-8fa5-8f1e23a10f17 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:16.953584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-abc9af5a-88dd-44a7-8fa5-8f1e23a10f17 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:16.964093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Request body: {'network': {'name': 'tempest-router-network01--2042099758'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:16.975020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:16.979885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Usage tracker for resource:network and tenant:f05233b95e114a1eb2eb872ee18a40e6 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:16.983878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:16.990032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:17.010754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:17.019188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.035445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Made reservation on behalf of f05233b95e114a1eb2eb872ee18a40e6 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:17.039173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.072035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-b75b19a4-ce61-4796-a92d-5cf010062c79 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Deleting port 3d2360de-30e8-4023-84a3-83422fe9728e {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:17.072655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b75b19a4-ce61-4796-a92d-5cf010062c79 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.120667 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 21058d52-6493-40a6-aec8-f5390fdf6dff up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:17.155062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-abc9af5a-88dd-44a7-8fa5-8f1e23a10f17 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:17.160794 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-abc9af5a-88dd-44a7-8fa5-8f1e23a10f17 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4176013 Jan 27 17:14:17.169735 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38764) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:17.173300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Subnet': ['ID=7e872c1a-cc0b-4942-ad77-fe36b6254428,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:17.285179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5344b50b-467b-4138-8032-09db24a39c43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.292953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:17.294615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-15c00df8-bd15-4e80-b60f-f31ed838baff None None] Provisioning for port c95aedfb-aea1-4550-84b7-8523651be57c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:17.300709 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-d659d254-9db1-447a-bbe1-b8a035fa1a5d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 7481ae08-c84d-4a49-8b12-6236076f7cf6 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:17.304366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d659d254-9db1-447a-bbe1-b8a035fa1a5d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.316197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 21058d52-6493-40a6-aec8-f5390fdf6dff completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:17.322115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5344b50b-467b-4138-8032-09db24a39c43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.385286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d659d254-9db1-447a-bbe1-b8a035fa1a5d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.486078 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d659d254-9db1-447a-bbe1-b8a035fa1a5d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.495655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c95aedfb-aea1-4550-84b7-8523651be57c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:17.525133 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bfd523-f97f-493c-bf94-b50065513067 None None] Network 4118914f-75f5-43eb-abeb-330e33e11e2a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:17.534798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344b50b-467b-4138-8032-09db24a39c43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34e9070-be3f-41fd-b3b2-979d9157dc99,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:17.563206 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking segment: {'id': '2febb48f-3556-4739-aa01-b7b0639fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '392a6c5e-dc3a-4c2f-a244-681a85e883b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:17.563206 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network hostable DHCP agents. Network: 392a6c5e-dc3a-4c2f-a244-681a85e883b7, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:17.568221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.568221 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Added segment 46545775-ec23-4e29-9737-cbfb332e91e1 of type vlan for network 78c50c57-b81b-4e08-ad92-3f3062a4601d Jan 27 17:14:17.601350 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.609957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network 392a6c5e-dc3a-4c2f-a244-681a85e883b7 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:17.625645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ddf9de23-5847-41eb-a0ce-771b76f1d2d0 None None] Provisioning for port 21058d52-6493-40a6-aec8-f5390fdf6dff completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:17.631800 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 392a6c5e-dc3a-4c2f-a244-681a85e883b7) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:17.639689 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-fd7e0d67-7ee7-4400-b659-9df3f995800d', 'network_id': 'fd7e0d67-7ee7-4400-b659-9df3f995800d', 'tenant_id': 'f05233b95e114a1eb2eb872ee18a40e6', 'fixed_ips': [{'subnet_id': 'd860f623-a5a1-4ec8-9115-453476933ec9'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:17.645407 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d659d254-9db1-447a-bbe1-b8a035fa1a5d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.650993 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.657499 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5344b50b-467b-4138-8032-09db24a39c43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.657499 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5344b50b-467b-4138-8032-09db24a39c43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4134152 Jan 27 17:14:17.674682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:17.674682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.692458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.706818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port de6d7344-640c-459b-be23-e5d445a74370 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:14:17.712911 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eee7ea9-6fb7-4570-923f-9a114b94d537 None None] Network 392a6c5e-dc3a-4c2f-a244-681a85e883b7 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:17.717118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659d254-9db1-447a-bbe1-b8a035fa1a5d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=7481ae08-c84d-4a49-8b12-6236076f7cf6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:17.717118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d659d254-9db1-447a-bbe1-b8a035fa1a5d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.728616 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d659d254-9db1-447a-bbe1-b8a035fa1a5d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/7481ae08-c84d-4a49-8b12-6236076f7cf6 HTTP/1.1" status: 204 len: 168 time: 0.5443265 Jan 27 17:14:17.728616 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-55aca996-ab89-4c11-a05e-74a48cfda57b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7593131 Jan 27 17:14:17.733876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38770) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:17.733876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38772) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:18.114609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a692435f-1527-4520-ab0d-04409db25917 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:18.122166 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.127678 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:18.128270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.132388 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.9 (4118914f-75f5-43eb-abeb-330e33e11e2a/803a306d-f020-4c2b-955f-dd3263ccda33/de6d7344-640c-459b-be23-e5d445a74370) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:18.138463 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17a1df2-ed4c-4f0b-8059-45aebb604ad1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 7ebb0080-3f76-40ab-8980-6e1e8c7923a2 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:18.162843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b75b19a4-ce61-4796-a92d-5cf010062c79 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.174668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c17a1df2-ed4c-4f0b-8059-45aebb604ad1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.199353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ddf9de23-5847-41eb-a0ce-771b76f1d2d0 None None] Provisioning complete for port 21058d52-6493-40a6-aec8-f5390fdf6dff triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:18.199353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ddf9de23-5847-41eb-a0ce-771b76f1d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.268769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.319147 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-56154f02-cb5b-4aee-b7c8-5616c71a93a6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313377483&fields=id&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 267 time: 0.1649361 Jan 27 17:14:18.334518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c17a1df2-ed4c-4f0b-8059-45aebb604ad1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.493151 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5491543 Jan 27 17:14:18.493151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-b75b19a4-ce61-4796-a92d-5cf010062c79 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Calling delete_port for 3d2360de-30e8-4023-84a3-83422fe9728e owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:18.532637 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Allocated IP 2001:db8::2 (fd7e0d67-7ee7-4400-b659-9df3f995800d/d860f623-a5a1-4ec8-9115-453476933ec9/0bf059eb-f807-4d6a-8a7e-c3d6bb066314) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:18.544593 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38790) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:18.555005 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Request body: {'network': {'name': 'tempest-router-network02--159227184'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:18.565154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:18.565154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Usage tracker for resource:network and tenant:f05233b95e114a1eb2eb872ee18a40e6 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:18.565154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:18.574214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:18.646784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Made reservation on behalf of f05233b95e114a1eb2eb872ee18a40e6 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:18.653696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.682284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e0257-74ba-465a-8264-becafd8a19d9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event updated for resources: {'Network': ['ID=78c50c57-b81b-4e08-ad92-3f3062a4601d,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:18.708505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.770110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b471ec-6d78-4211-83e6-89f30960e47e req-d64844f1-cb6b-4c85-9eb1-3780600e9b06 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:18.770110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-56b471ec-6d78-4211-83e6-89f30960e47e req-d64844f1-cb6b-4c85-9eb1-3780600e9b06 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:18.798765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1234} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:18.805233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 78c50c57-b81b-4e08-ad92-3f3062a4601d details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:18.807744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-56b471ec-6d78-4211-83e6-89f30960e47e req-d64844f1-cb6b-4c85-9eb1-3780600e9b06 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:18.807744 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-d64844f1-cb6b-4c85-9eb1-3780600e9b06 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/networks?id=b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 HTTP/1.1" status: 200 len: 796 time: 0.4291174 Jan 27 17:14:18.827206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.827206 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Added segment 6e814c97-a5e5-4f35-9ec7-7bb44605c188 of type vlan for network f13b610a-ff7d-4652-b6fc-e60bef61fd75 Jan 27 17:14:18.899405 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-01846f97-9b0c-4951-8ad5-4ea96e911383 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/quotas/44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 375 time: 0.0388677 Jan 27 17:14:18.899405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c17a1df2-ed4c-4f0b-8059-45aebb604ad1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.969261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.008021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.032280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Subnet': ['ID=7e872c1a-cc0b-4942-ad77-fe36b6254428,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:19.050373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.055494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b75b19a4-ce61-4796-a92d-5cf010062c79 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.098370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port c95aedfb-aea1-4550-84b7-8523651be57c completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:19.159620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.162477 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fdc917-38cd-40e7-8b21-f9cfef560639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-392a6c5e-dc3a-4c2f-a244-681a85e883b7', 'network_id': '392a6c5e-dc3a-4c2f-a244-681a85e883b7', 'tenant_id': '44ea2b3c3aca4d219cfc33226bdd28d2', 'fixed_ips': [{'subnet_id': '7e872c1a-cc0b-4942-ad77-fe36b6254428'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:19.163340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-75fdc917-38cd-40e7-8b21-f9cfef560639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.163926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c17a1df2-ed4c-4f0b-8059-45aebb604ad1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.166440 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:19.167293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.171572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b19a4-ce61-4796-a92d-5cf010062c79 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event deleted for resources: {'Port': ['ID=3d2360de-30e8-4023-84a3-83422fe9728e,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:19.171973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.175595 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Transition to ACTIVE for port object de6d7344-640c-459b-be23-e5d445a74370 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:19.244620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a1df2-ed4c-4f0b-8059-45aebb604ad1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebb0080-3f76-40ab-8980-6e1e8c7923a2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:19.264106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c17a1df2-ed4c-4f0b-8059-45aebb604ad1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.264734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c95aedfb-aea1-4550-84b7-8523651be57c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:19.265209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.283512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392a6c5e-dc3a-4c2f-a244-681a85e883b7']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:19.305393 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c17a1df2-ed4c-4f0b-8059-45aebb604ad1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/7ebb0080-3f76-40ab-8980-6e1e8c7923a2 HTTP/1.1" status: 204 len: 168 time: 1.5738683 Jan 27 17:14:19.306050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38794) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:19.322149 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-19647ceb-9e9d-403f-8d14-cdf366db504f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3975153 Jan 27 17:14:19.324353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2febb48f-3556-4739-aa01-b7b0639fe0a6') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:19.324679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2febb48f-3556-4739-aa01-b7b0639fe0a6') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:19.353071 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8117754 Jan 27 17:14:19.366971 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38798) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:19.376234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Request body: {'subnet': {'network_id': '78c50c57-b81b-4e08-ad92-3f3062a4601d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:19.393403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db73255-6608-460a-8660-c46cd671de65 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event updated for resources: {'Network': ['ID=f13b610a-ff7d-4652-b6fc-e60bef61fd75,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:19.400057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ddf9de23-5847-41eb-a0ce-771b76f1d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.410679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b75b19a4-ce61-4796-a92d-5cf010062c79 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.413261 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b75b19a4-ce61-4796-a92d-5cf010062c79 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "DELETE /v2.0/ports/3d2360de-30e8-4023-84a3-83422fe9728e HTTP/1.1" status: 204 len: 168 time: 2.6649191 Jan 27 17:14:19.418753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38802) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:19.445592 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d33d2668-c98f-44d1-ae9d-93c8cb7b5d3e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:router {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:19.458597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.488113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d33d2668-c98f-44d1-ae9d-93c8cb7b5d3e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:router {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:19.491403 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d33d2668-c98f-44d1-ae9d-93c8cb7b5d3e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1818726 Jan 27 17:14:19.492732 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.502108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38808) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:19.505475 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:19.505949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.521685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.536706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:19.551700 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:19.595256 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network f13b610a-ff7d-4652-b6fc-e60bef61fd75 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:19.697926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 4118914f-75f5-43eb-abeb-330e33e11e2a is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:19.697926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:19.697926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:19.710848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:19.747932 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Usage tracker for resource:subnet and tenant:f05233b95e114a1eb2eb872ee18a40e6 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:19.758431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:19.758431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=de6d7344-640c-459b-be23-e5d445a74370,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:19.776056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:19.805672 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Made reservation on behalf of f05233b95e114a1eb2eb872ee18a40e6 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:19.805672 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.846703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd0d09c-20f7-490f-905a-7b5904d035a0 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:19.846703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1fd0d09c-20f7-490f-905a-7b5904d035a0 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Synchronizing usage tracker for tenant:32967407bbd04805b672d41f0dd8726f on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:19.846703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:19.846703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.875272 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.888344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:19.900863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.960607 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-56052c05-d893-4d2b-b2ba-2705de1b0e99 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8389223 Jan 27 17:14:19.967200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38812) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:19.979560 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-e49790d6-5f97-41a2-a13e-7684b92c193d service neutron] 10.222.0.81 "GET /v2.0/networks/b129bb30-fc28-4f9e-a3fc-a8f80c3cd315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271950 Jan 27 17:14:19.986401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:19.993705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.999283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef513ff6-272a-4551-af19-6c6f16a662bb None None] Network 392a6c5e-dc3a-4c2f-a244-681a85e883b7 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:20.002196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1fd0d09c-20f7-490f-905a-7b5904d035a0 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Unset dirty status for tenant:32967407bbd04805b672d41f0dd8726f on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:20.003364 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1fd0d09c-20f7-490f-905a-7b5904d035a0 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b HTTP/1.1" status: 200 len: 913 time: 0.5831409 Jan 27 17:14:20.011097 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38816) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:20.020861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:20.028951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Network': ['ID=392a6c5e-dc3a-4c2f-a244-681a85e883b7,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:20.038713 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-ddf9de23-5847-41eb-a0ce-771b76f1d2d0 None None] For port 21058d52-6493-40a6-aec8-f5390fdf6dff, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=21058d52-6493-40a6-aec8-f5390fdf6dff,segment=NetworkSegment(54729700-569f-40bb-ad1d-7f4403c86939),segment_id=54729700-569f-40bb-ad1d-7f4403c86939)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:20.039911 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef513ff6-272a-4551-af19-6c6f16a662bb None None] Network 392a6c5e-dc3a-4c2f-a244-681a85e883b7 could not be found, it might have been deleted concurrently. {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 27 17:14:20.055770 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ee396928-0f04-4070-998c-661097408cb1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/392a6c5e-dc3a-4c2f-a244-681a85e883b7 HTTP/1.1" status: 204 len: 168 time: 2.3207431 Jan 27 17:14:20.057507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:20.060171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38820) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:20.080365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2105457002'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:20.093892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:20.112532 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ddf9de23-5847-41eb-a0ce-771b76f1d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.118751 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Transition to ACTIVE for port object 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:20.152330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:20.156485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.175422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:network and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:20.184431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:20.204196 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.220352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Transition to ACTIVE for port object 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:20.250652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.286972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9de23-5847-41eb-a0ce-771b76f1d2d0 None None] Pushing event updated for resources: {'Port': ['ID=21058d52-6493-40a6-aec8-f5390fdf6dff,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:20.349842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Network fd7e0d67-7ee7-4400-b659-9df3f995800d is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:20.362232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:20.365115 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:20.371782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port c95aedfb-aea1-4550-84b7-8523651be57c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c95aedfb-aea1-4550-84b7-8523651be57c,segment=NetworkSegment(65fc149d-35fd-4c91-aa80-758becf34173),segment_id=65fc149d-35fd-4c91-aa80-758becf34173)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:20.374663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5d6ecbfe-6840-42a6-9390-967c8b66ca89 None None] Provisioning complete for port c95aedfb-aea1-4550-84b7-8523651be57c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:20.375423 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5d6ecbfe-6840-42a6-9390-967c8b66ca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.411418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.463161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca6b425-a7f7-469e-b0ad-b325bcc61e3a None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:20.467826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8685d9-d184-4bd5-8d43-037a5095ece3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:20.468639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4d8685d9-d184-4bd5-8d43-037a5095ece3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:20.514996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:20.533115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:20.537447 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.554682 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:14:20.564382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-dca6b425-a7f7-469e-b0ad-b325bcc61e3a None None] Deleting port d5ee465b-836b-47ac-955f-e9c08c5c06f4 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:20.565083 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dca6b425-a7f7-469e-b0ad-b325bcc61e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.615379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Pushing event updated for resources: {'Port': ['ID=0bf059eb-f807-4d6a-8a7e-c3d6bb066314,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:20.673949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 21058d52-6493-40a6-aec8-f5390fdf6dff up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:20.680218 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4d8685d9-d184-4bd5-8d43-037a5095ece3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:20.688623 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4d8685d9-d184-4bd5-8d43-037a5095ece3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.7182910 Jan 27 17:14:20.688623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38824) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:20.710872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1207} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:20.729548 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-dd43eba5-5d5f-42a8-a5ec-e37cf934a2f8 service neutron] 10.222.0.81 "GET /v2.0/networks/b129bb30-fc28-4f9e-a3fc-a8f80c3cd315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7456307 Jan 27 17:14:20.745629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.745629 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Added segment c1819571-1a14-490c-9199-fbaff7c6b1a6 of type vlan for network 639b7db2-c639-41dd-a890-196df933ebdb Jan 27 17:14:20.814076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Attempting to bind port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:20.814076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Attempting to bind port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'e43c6fb9-a19b-4a93-bf98-c92595187478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'fd7e0d67-7ee7-4400-b659-9df3f995800d'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:20.814076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Attempting to bind port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 on network fd7e0d67-7ee7-4400-b659-9df3f995800d {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:20.838802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:20.838802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Checking segment: {'id': 'e43c6fb9-a19b-4a93-bf98-c92595187478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'fd7e0d67-7ee7-4400-b659-9df3f995800d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:20.838802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.838802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Bound using segment: {'id': 'e43c6fb9-a19b-4a93-bf98-c92595187478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'fd7e0d67-7ee7-4400-b659-9df3f995800d'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:20.839456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Bound port: 0bf059eb-f807-4d6a-8a7e-c3d6bb066314, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43c6fb9-a19b-4a93-bf98-c92595187478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'fd7e0d67-7ee7-4400-b659-9df3f995800d'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:20.839456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.843958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.912569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=c95aedfb-aea1-4550-84b7-8523651be57c,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:20.947762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.957830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:20.958324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.165921 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0990520 Jan 27 17:14:21.173636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38832) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:21.200651 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 21058d52-6493-40a6-aec8-f5390fdf6dff triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:21.201018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.223122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a0a3f97f-61c8-4b5e-98a5-a2e22b68df59 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:21.315453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222c387-51b2-4132-ab49-623a8ea12282 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=639b7db2-c639-41dd-a890-196df933ebdb,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:21.418257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-dca6b425-a7f7-469e-b0ad-b325bcc61e3a None None] For port d5ee465b-836b-47ac-955f-e9c08c5c06f4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d5ee465b-836b-47ac-955f-e9c08c5c06f4,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:21.419407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dca6b425-a7f7-469e-b0ad-b325bcc61e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.508001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.534227 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4670334e-dc9c-4481-9a37-981abd4373b1 req-04416b96-49c8-4516-87da-c0b4d0ae5a43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 210 time: 0.3062263 Jan 27 17:14:21.780890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-dca6b425-a7f7-469e-b0ad-b325bcc61e3a None None] Calling delete_port for d5ee465b-836b-47ac-955f-e9c08c5c06f4 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:21.843600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21293efd-855b-4f86-8f77-99dc79d57b52 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:21.847275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.objects.ports [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87608) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:14:21.850401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21293efd-855b-4f86-8f77-99dc79d57b52 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:21.857497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21293efd-855b-4f86-8f77-99dc79d57b52 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:21.859821 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-21293efd-855b-4f86-8f77-99dc79d57b52 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 1.1654148 Jan 27 17:14:21.861158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event updated for resources: {'Subnet': ['ID=aa9147b3-c411-4495-8b5e-9007908203cb,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:21.868089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 639b7db2-c639-41dd-a890-196df933ebdb details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:21.871909 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38842) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:21.896131 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f97f-61c8-4b5e-98a5-a2e22b68df59 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.914323 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Checking segment: {'id': '46545775-ec23-4e29-9737-cbfb332e91e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '78c50c57-b81b-4e08-ad92-3f3062a4601d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:21.914586 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Network hostable DHCP agents. Network: 78c50c57-b81b-4e08-ad92-3f3062a4601d, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:21.943333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f97f-61c8-4b5e-98a5-a2e22b68df59 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.007715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e9fcb-10e6-4033-ad5f-12cf3bafedea tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port de6d7344-640c-459b-be23-e5d445a74370 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:22.008423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc9e9fcb-10e6-4033-ad5f-12cf3bafedea tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.011915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] For port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:22.013724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-55a8504b-80ab-481e-97da-3b99096aeb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.066928 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] For port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=0bf059eb-f807-4d6a-8a7e-c3d6bb066314,segment=NetworkSegment(e43c6fb9-a19b-4a93-bf98-c92595187478),segment_id=e43c6fb9-a19b-4a93-bf98-c92595187478)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:22.083980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3f97f-61c8-4b5e-98a5-a2e22b68df59 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=639b7db2-c639-41dd-a890-196df933ebdb,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:22.083980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0a3f97f-61c8-4b5e-98a5-a2e22b68df59 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network 639b7db2-c639-41dd-a890-196df933ebdb is not hosted by any dhcp agent {{(pid=87608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 27 17:14:22.097405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a3f97f-61c8-4b5e-98a5-a2e22b68df59 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:22.097405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f97f-61c8-4b5e-98a5-a2e22b68df59 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.097405 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a0a3f97f-61c8-4b5e-98a5-a2e22b68df59 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "PUT /v2.0/networks/639b7db2-c639-41dd-a890-196df933ebdb HTTP/1.1" status: 200 len: 723 time: 0.8990321 Jan 27 17:14:22.097405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38848) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:22.111267 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'subnet': {'network_id': '639b7db2-c639-41dd-a890-196df933ebdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:22.142383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 639b7db2-c639-41dd-a890-196df933ebdb details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:22.156741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-db43ccba-e3e4-4c1a-b6cc-a7d664d070e9 None None] Provisioning for port e79f59bb-6c96-4534-bc59-012db3713858 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:22.168069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-db43ccba-e3e4-4c1a-b6cc-a7d664d070e9 None None] Provisioning complete for port e79f59bb-6c96-4534-bc59-012db3713858 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:22.168325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-db43ccba-e3e4-4c1a-b6cc-a7d664d070e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.196295 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.245267 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Network 78c50c57-b81b-4e08-ad92-3f3062a4601d is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:22.307666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bf2ac-7b56-4841-85f5-a2ee3a4dde3f None None] Pushing event updated for resources: {'Port': ['ID=0bf059eb-f807-4d6a-8a7e-c3d6bb066314,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:22.353711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.ipam_pluggable_backend [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Port d5ee465b-836b-47ac-955f-e9c08c5c06f4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87608) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 27 17:14:22.353711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.ipam_pluggable_backend [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Reverting IP allocation for 2001:db8::f816:3eff:feff:ef60 {{(pid=87608) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 27 17:14:22.356265 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dca6b425-a7f7-469e-b0ad-b325bcc61e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.363762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.ipam_pluggable_backend [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feff:ef60 {{(pid=87608) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 27 17:14:22.365366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:22.371275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.376237 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:subnet and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:22.442144 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:22.475698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:22.480951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 78c50c57-b81b-4e08-ad92-3f3062a4601d) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:22.500954 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:22.505155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:22.510992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:22.511804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.518597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=70fed95e-8ca0-4472-9d2f-dbdb0c7a0429,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:22.526290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:22.530296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.565154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc9e9fcb-10e6-4033-ad5f-12cf3bafedea tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.584481 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-eee88b7b-f122-4b43-97c5-e0d653f78478 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0720439 Jan 27 17:14:22.584481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38852) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:22.595642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:22.625514 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca6b425-a7f7-469e-b0ad-b325bcc61e3a None None] No DVR routers for this DVR port d5ee465b-836b-47ac-955f-e9c08c5c06f4 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:22.625514 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340c551c-91f4-4d0b-94c7-d1ec31bfa8d7 None None] Network 78c50c57-b81b-4e08-ad92-3f3062a4601d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:22.662188 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6b425-a7f7-469e-b0ad-b325bcc61e3a None None] Pushing event deleted for resources: {'Port': ['ID=d5ee465b-836b-47ac-955f-e9c08c5c06f4,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:22.682243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6526109-f90b-47d2-8cf6-f3272b1dd8cc None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:22.734556 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-db43ccba-e3e4-4c1a-b6cc-a7d664d070e9 None None] Port e79f59bb-6c96-4534-bc59-012db3713858 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:22.751436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e9fcb-10e6-4033-ad5f-12cf3bafedea tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for de6d7344-640c-459b-be23-e5d445a74370 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:22.933620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:22.935290 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.958677 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc9e9fcb-10e6-4033-ad5f-12cf3bafedea tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.964405 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4eec13fa-fc0f-426a-ad9b-2c1a7c438fcf req-f3f320c6-9868-47c1-a9c7-6c83a6053eb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 210 time: 0.0693400 Jan 27 17:14:23.054736 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d5ee465b-836b-47ac-955f-e9c08c5c06f4 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:23.137854 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: d5ee465b-836b-47ac-955f-e9c08c5c06f4 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:23.138193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d5ee465b-836b-47ac-955f-e9c08c5c06f4 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:23.177794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e9fcb-10e6-4033-ad5f-12cf3bafedea tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=de6d7344-640c-459b-be23-e5d445a74370,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:23.195243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-db43ccba-e3e4-4c1a-b6cc-a7d664d070e9 None None] Provisioning complete for port 21058d52-6493-40a6-aec8-f5390fdf6dff triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:23.195716 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-db43ccba-e3e4-4c1a-b6cc-a7d664d070e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.401464 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8cdf3642-2263-4fe4-a4aa-46e358dba288 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0328982 Jan 27 17:14:23.412075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38858) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:23.421527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Request body: {'subnet': {'network_id': 'f13b610a-ff7d-4652-b6fc-e60bef61fd75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:23.455687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:23.476697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:23.546707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:23.581284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:23.609041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:23.674134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:23.677861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.848129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.865069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-78c50c57-b81b-4e08-ad92-3f3062a4601d', 'network_id': '78c50c57-b81b-4e08-ad92-3f3062a4601d', 'tenant_id': 'f05233b95e114a1eb2eb872ee18a40e6', 'fixed_ips': [{'subnet_id': 'aa9147b3-c411-4495-8b5e-9007908203cb'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:23.865893 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.955815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc9e9fcb-10e6-4033-ad5f-12cf3bafedea tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.958114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': '70fed95e-8ca0-4472-9d2f-dbdb0c7a0429'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:23.958984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.960516 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dc9e9fcb-10e6-4033-ad5f-12cf3bafedea tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/de6d7344-640c-459b-be23-e5d445a74370 HTTP/1.1" status: 204 len: 168 time: 2.0858610 Jan 27 17:14:23.961386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38870) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:24.027068 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b471ec-6d78-4211-83e6-89f30960e47e req-d0831fb9-907f-4253-aa91-87cfd7cff66b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:24.027068 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-d0831fb9-907f-4253-aa91-87cfd7cff66b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks?id=b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 HTTP/1.1" status: 200 len: 796 time: 0.4461718 Jan 27 17:14:24.060514 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-27a5f2ee-1059-4af5-bb5f-4093a33ca5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.089696 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b598097-aa96-4a02-a712-271384c0e092 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:14:24.089696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4b598097-aa96-4a02-a712-271384c0e092 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:24.095770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:24.107646 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:24.134085 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3357b9ae-1dab-4a75-9f22-b2f2300d42c6 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.151294 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-db43ccba-e3e4-4c1a-b6cc-a7d664d070e9 None None] Could not find standard attr ID for object de6d7344-640c-459b-be23-e5d445a74370. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:14:24.164534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c95aedfb-aea1-4550-84b7-8523651be57c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:24.194395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Subnet': ['ID=9f787903-8a1a-4aa5-b90f-daf6b9e5b4bd,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:24.209023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking segment: {'id': 'c1819571-1a14-490c-9199-fbaff7c6b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '639b7db2-c639-41dd-a890-196df933ebdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:24.209153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network hostable DHCP agents. Network: 639b7db2-c639-41dd-a890-196df933ebdb, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:24.264368 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Usage tracker for resource:subnet and tenant:f05233b95e114a1eb2eb872ee18a40e6 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:24.273088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:24.283739 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:24.286086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4b598097-aa96-4a02-a712-271384c0e092 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:24.287798 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4b598097-aa96-4a02-a712-271384c0e092 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/de6d7344-640c-459b-be23-e5d445a74370 HTTP/1.1" status: 404 len: 333 time: 0.3224220 Jan 27 17:14:24.294443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38876) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:24.310277 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-bf72bcb6-5d8e-48d2-8878-557b1a619c59 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 473 time: 0.2262104 Jan 27 17:14:24.330154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'port': {'device_id': 'c8157c74-1393-4dee-a383-f11e4478ee88', 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315', 'admin_state_up': True, 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'security_groups': ['62d89371-d0d2-444e-8852-7972a424cf2b']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:24.355512 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7e4eb02f-d489-449d-ac85-7eadf2c0fedc req-ab9f8f55-5c0f-4843-9416-e9774b1841c9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 210 time: 0.1391368 Jan 27 17:14:24.370458 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network 639b7db2-c639-41dd-a890-196df933ebdb is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:24.401829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2ffacdf8-f562-4a95-8e4a-678e84a3f175 None None] Could not find standard attr ID for object de6d7344-640c-459b-be23-e5d445a74370. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:14:24.418031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 639b7db2-c639-41dd-a890-196df933ebdb) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:24.451717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9cb50e-5b22-4f90-bef3-98e19276abbd None None] Network 639b7db2-c639-41dd-a890-196df933ebdb requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:24.474000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Made reservation on behalf of f05233b95e114a1eb2eb872ee18a40e6 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:24.478739 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.480587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:24.485936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.631856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2c64c874-ca46-4e26-a097-9aae55abbc91 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port e79f59bb-6c96-4534-bc59-012db3713858 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:24.632193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2c64c874-ca46-4e26-a097-9aae55abbc91 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.645894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dac8b3-5a36-47c3-8661-399d2cd5303c None None] Network fd7e0d67-7ee7-4400-b659-9df3f995800d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:24.761196 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Allocated IP 2001:db8::2 (78c50c57-b81b-4e08-ad92-3f3062a4601d/aa9147b3-c411-4495-8b5e-9007908203cb/5f216caf-3284-4310-8290-ccc76c7969d2) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:24.771731 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a9256676-afe3-4f9d-805b-a717ea7a56c6 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6504350 Jan 27 17:14:24.771731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38880) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:24.771731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d5b4875c-6207-477e-998c-6a81d2d18c41 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:24.813832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:24.813832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:port and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:24.813832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:24.824464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:24.845007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.845007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:24.845007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.916943 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7b9a001e-80f2-4945-bb8a-7d347d7a1b2c None None] Provisioning for port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:24.916943 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Allocated IP 2001:db8::f816:3eff:fed7:93ae (185d5333-05b7-45cc-a2cf-ffb552748715/70fed95e-8ca0-4472-9d2f-dbdb0c7a0429/df128614-a0d9-47ed-a7dc-ba730c69eb3e) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:24.964167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7b9a001e-80f2-4945-bb8a-7d347d7a1b2c None None] Provisioning complete for port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:24.964167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7b9a001e-80f2-4945-bb8a-7d347d7a1b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.975817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:25.057664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:25.069023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c95aedfb-aea1-4550-84b7-8523651be57c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:25.080502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:25.092605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.110141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.160634 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=1112f55a-b383-4d03-aea6-6be19e998ace,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:25.174485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.205175 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7909d822-e466-473a-8a19-6b51b9e474d5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6080608 Jan 27 17:14:25.205175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38884) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:25.211348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'mac_address': 'fa:16:3e:ad:fe:29', 'name': 'tempest-NetworksTestDHCPv6-1913815201'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:25.320275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2c64c874-ca46-4e26-a097-9aae55abbc91 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.343782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-3357b9ae-1dab-4a75-9f22-b2f2300d42c6 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Deleting port c8be8369-dee7-4cc5-89aa-59da6977bf94 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:25.343782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3357b9ae-1dab-4a75-9f22-b2f2300d42c6 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.490706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d5b4875c-6207-477e-998c-6a81d2d18c41 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66096812'] for subnet, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.557601 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.582820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.604081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2c64c874-ca46-4e26-a097-9aae55abbc91 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for e79f59bb-6c96-4534-bc59-012db3713858 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:25.622033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.25 (b129bb30-fc28-4f9e-a3fc-a8f80c3cd315/d8f6282b-fd1b-49ef-bc7a-9dcdff97d432/4cea683f-f5f1-4404-97d2-b97183c6fb9f) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:25.636211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:25.641224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:25.644888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:25.651457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:25.677383 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:25.816612 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b906b3c4-2020-4834-85c3-e744b0c5b2a9 req-b5e99058-0f47-4663-9272-97282a8dbc77 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 210 time: 0.0904808 Jan 27 17:14:25.908212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.924500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Transition to ACTIVE for port object 5f216caf-3284-4310-8290-ccc76c7969d2 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:25.929477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event updated for resources: {'Subnet': ['ID=f911545b-7984-47d4-9cfe-8eba0a88b5a9,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:25.948486 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Transition to ACTIVE for port object 5f216caf-3284-4310-8290-ccc76c7969d2 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:26.058173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.149961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Checking segment: {'id': '6e814c97-a5e5-4f35-9ec7-7bb44605c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'f13b610a-ff7d-4652-b6fc-e60bef61fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:26.150365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Network hostable DHCP agents. Network: f13b610a-ff7d-4652-b6fc-e60bef61fd75, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:26.162760 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.166228 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Network 78c50c57-b81b-4e08-ad92-3f3062a4601d is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:26.228697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:26.261605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Network f13b610a-ff7d-4652-b6fc-e60bef61fd75 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:26.270293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3357b9ae-1dab-4a75-9f22-b2f2300d42c6 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.278310 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a99467-d0f7-4ebf-90a0-3f5678500c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-639b7db2-c639-41dd-a890-196df933ebdb', 'network_id': '639b7db2-c639-41dd-a890-196df933ebdb', 'tenant_id': '44ea2b3c3aca4d219cfc33226bdd28d2', 'fixed_ips': [{'subnet_id': '9f787903-8a1a-4aa5-b90f-daf6b9e5b4bd'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:26.278310 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b7a99467-d0f7-4ebf-90a0-3f5678500c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.289316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 7d687353-5958-45bb-8947-312605e657b7 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:14:26.352806 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:26.352806 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7b9a001e-80f2-4945-bb8a-7d347d7a1b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.379925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d5b4875c-6207-477e-998c-6a81d2d18c41 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787738492398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66596292'] for subnet, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.467215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b4875c-6207-477e-998c-6a81d2d18c41 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:26.468770 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d5b4875c-6207-477e-998c-6a81d2d18c41 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.469309 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d5b4875c-6207-477e-998c-6a81d2d18c41 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "PUT /v2.0/subnets/9f787903-8a1a-4aa5-b90f-daf6b9e5b4bd HTTP/1.1" status: 200 len: 806 time: 1.7129307 Jan 27 17:14:26.487151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38892) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:26.492047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-3357b9ae-1dab-4a75-9f22-b2f2300d42c6 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Calling delete_port for c8be8369-dee7-4cc5-89aa-59da6977bf94 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:26.548875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7b9a001e-80f2-4945-bb8a-7d347d7a1b2c None None] For port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=0bf059eb-f807-4d6a-8a7e-c3d6bb066314,segment=NetworkSegment(e43c6fb9-a19b-4a93-bf98-c92595187478),segment_id=e43c6fb9-a19b-4a93-bf98-c92595187478)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:26.559813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.577989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4875c-6207-477e-998c-6a81d2d18c41 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Subnet': ['ID=9f787903-8a1a-4aa5-b90f-daf6b9e5b4bd,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:26.662679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object 4cea683f-f5f1-4404-97d2-b97183c6fb9f will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:26.687129 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7b9a001e-80f2-4945-bb8a-7d347d7a1b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.713421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.737919 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Attempting to bind port 5f216caf-3284-4310-8290-ccc76c7969d2 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:26.739571 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Attempting to bind port 5f216caf-3284-4310-8290-ccc76c7969d2 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '46545775-ec23-4e29-9737-cbfb332e91e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '78c50c57-b81b-4e08-ad92-3f3062a4601d'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:26.739571 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Attempting to bind port 5f216caf-3284-4310-8290-ccc76c7969d2 on network 78c50c57-b81b-4e08-ad92-3f3062a4601d {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:26.779079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.816394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:26.816394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Checking segment: {'id': '46545775-ec23-4e29-9737-cbfb332e91e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '78c50c57-b81b-4e08-ad92-3f3062a4601d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:26.816394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.816394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Bound using segment: {'id': '46545775-ec23-4e29-9737-cbfb332e91e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '78c50c57-b81b-4e08-ad92-3f3062a4601d'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:26.816394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Bound port: 5f216caf-3284-4310-8290-ccc76c7969d2, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46545775-ec23-4e29-9737-cbfb332e91e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '78c50c57-b81b-4e08-ad92-3f3062a4601d'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:26.816394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.854831 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Pushing event updated for resources: {'Port': ['ID=5f216caf-3284-4310-8290-ccc76c7969d2,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:26.908371 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, f13b610a-ff7d-4652-b6fc-e60bef61fd75) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:26.938064 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:26.938064 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.959505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:26.959505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.986527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2c64c874-ca46-4e26-a097-9aae55abbc91 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.023931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:27.040456 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.040456 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:27.185558 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=4cea683f-f5f1-4404-97d2-b97183c6fb9f,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:27.198742 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff46df89-a081-4dbe-9278-bb015c51eeda None None] Network f13b610a-ff7d-4652-b6fc-e60bef61fd75 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:27.222487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64c874-ca46-4e26-a097-9aae55abbc91 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=e79f59bb-6c96-4534-bc59-012db3713858,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:27.253935 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-38a99b5c-4e74-49cb-8a2c-9b299d3c9fb9 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8385420 Jan 27 17:14:27.263957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38898) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:27.266222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3357b9ae-1dab-4a75-9f22-b2f2300d42c6 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.273609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Subnet': ['ID=9f787903-8a1a-4aa5-b90f-daf6b9e5b4bd,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:27.334387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:27.335053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.373156 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-cc88745d-973a-4f20-8b09-25e4ca030bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0483098 Jan 27 17:14:27.406304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Request body: {'port': {'device_id': 'c8157c74-1393-4dee-a383-f11e4478ee88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:27.441625 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.566621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.587038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357b9ae-1dab-4a75-9f22-b2f2300d42c6 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event deleted for resources: {'Port': ['ID=c8be8369-dee7-4cc5-89aa-59da6977bf94,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:27.602913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.619563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Transition to ACTIVE for port object df128614-a0d9-47ed-a7dc-ba730c69eb3e will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:27.657569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639b7db2-c639-41dd-a890-196df933ebdb']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:27.671252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server [None req-b7a99467-d0f7-4ebf-90a0-3f5678500c0f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f787903-8a1a-4aa5-b90f-daf6b9e5b4bd: This subnet is being modified by another concurrent operation. Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:14:27.702190 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise exception Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f787903-8a1a-4aa5-b90f-daf6b9e5b4bd: This subnet is being modified by another concurrent operation. Jan 27 17:14:27.716437 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Jan 27 17:14:27.739850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a001e-80f2-4945-bb8a-7d347d7a1b2c None None] Pushing event updated for resources: {'Port': ['ID=0bf059eb-f807-4d6a-8a7e-c3d6bb066314,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:27.766926 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-66aeda6a-dcbc-4042-a768-33a0f895733e None None] Provisioning for port 4cea683f-f5f1-4404-97d2-b97183c6fb9f completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:27.772903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d03eacb-3030-4723-a463-d047fe51a61c None None] Network 639b7db2-c639-41dd-a890-196df933ebdb requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:27.791543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] For port 5f216caf-3284-4310-8290-ccc76c7969d2, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:27.796901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Transition to ACTIVE for port object df128614-a0d9-47ed-a7dc-ba730c69eb3e will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:27.804006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1819571-1a14-490c-9199-fbaff7c6b1a6') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:27.806822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1819571-1a14-490c-9199-fbaff7c6b1a6') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:27.825136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-66aeda6a-dcbc-4042-a768-33a0f895733e None None] Provisioning complete for port 4cea683f-f5f1-4404-97d2-b97183c6fb9f triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:27.827729 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-66aeda6a-dcbc-4042-a768-33a0f895733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.858770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-f13b610a-ff7d-4652-b6fc-e60bef61fd75', 'network_id': 'f13b610a-ff7d-4652-b6fc-e60bef61fd75', 'tenant_id': 'f05233b95e114a1eb2eb872ee18a40e6', 'fixed_ips': [{'subnet_id': 'f911545b-7984-47d4-9cfe-8eba0a88b5a9'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:27.859888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.935328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a347eb5-3ed7-416c-b417-74ca0000fadc req-8e7ef7ec-397c-4268-addb-d73cab7c3796 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:27.936617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-1a347eb5-3ed7-416c-b417-74ca0000fadc req-8e7ef7ec-397c-4268-addb-d73cab7c3796 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:27.946473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.006214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] For port 5f216caf-3284-4310-8290-ccc76c7969d2, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5f216caf-3284-4310-8290-ccc76c7969d2,segment=NetworkSegment(46545775-ec23-4e29-9737-cbfb332e91e1),segment_id=46545775-ec23-4e29-9737-cbfb332e91e1)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:28.007457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.025828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-1a347eb5-3ed7-416c-b417-74ca0000fadc req-8e7ef7ec-397c-4268-addb-d73cab7c3796 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:28.027490 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1a347eb5-3ed7-416c-b417-74ca0000fadc req-8e7ef7ec-397c-4268-addb-d73cab7c3796 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 932 time: 0.8300757 Jan 27 17:14:28.028870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:28.034443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.068364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.115493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-66aeda6a-dcbc-4042-a768-33a0f895733e None None] Port 4cea683f-f5f1-4404-97d2-b97183c6fb9f cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:28.120737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2c64c874-ca46-4e26-a097-9aae55abbc91 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.122824 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2c64c874-ca46-4e26-a097-9aae55abbc91 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/e79f59bb-6c96-4534-bc59-012db3713858 HTTP/1.1" status: 204 len: 168 time: 3.8271351 Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:28.124871 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:28.133609 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38902) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:28.185631 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.194596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:28.202840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:28.205558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:28.365823 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1a347eb5-3ed7-416c-b417-74ca0000fadc req-ebd1d892-f30a-450a-84e2-ed88d1485a2a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051404 Jan 27 17:14:28.377704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.386178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 172.20.0.9 (185d5333-05b7-45cc-a2cf-ffb552748715/1112f55a-b383-4d03-aea6-6be19e998ace/7d687353-5958-45bb-8947-312605e657b7) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:28.391593 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-227908c1-669c-43cb-9127-a324be0c5f42 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:14:28.392142 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-227908c1-669c-43cb-9127-a324be0c5f42 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:28.416787 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Pushing event updated for resources: {'Port': ['ID=df128614-a0d9-47ed-a7dc-ba730c69eb3e,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:28.419653 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.433409 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::f816:3eff:fead:fe29 (185d5333-05b7-45cc-a2cf-ffb552748715/70fed95e-8ca0-4472-9d2f-dbdb0c7a0429/7d687353-5958-45bb-8947-312605e657b7) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:28.462210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e1dc3f-a061-44e6-b6ca-42e3e73f1a86 None None] Network 639b7db2-c639-41dd-a890-196df933ebdb requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:28.540848 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.546045 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e1dc3f-a061-44e6-b6ca-42e3e73f1a86 None None] Network 639b7db2-c639-41dd-a890-196df933ebdb could not be found, it might have been deleted concurrently. {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 27 17:14:28.568103 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Attempting to bind port df128614-a0d9-47ed-a7dc-ba730c69eb3e on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:28.568526 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Attempting to bind port df128614-a0d9-47ed-a7dc-ba730c69eb3e by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:28.569144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Attempting to bind port df128614-a0d9-47ed-a7dc-ba730c69eb3e on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:28.581588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-518cb4c2-5e32-4ca1-a028-5f88293c7ba7 None None] Provisioning complete for port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:28.582239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-518cb4c2-5e32-4ca1-a028-5f88293c7ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.669179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:28.669860 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:28.670624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.671025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:28.671510 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Bound port: df128614-a0d9-47ed-a7dc-ba730c69eb3e, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:28.671909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.674265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-227908c1-669c-43cb-9127-a324be0c5f42 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:28.683731 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-227908c1-669c-43cb-9127-a324be0c5f42 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/e79f59bb-6c96-4534-bc59-012db3713858 HTTP/1.1" status: 404 len: 333 time: 0.5408890 Jan 27 17:14:28.708570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38906) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:28.709701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Network': ['ID=639b7db2-c639-41dd-a890-196df933ebdb,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:28.723795 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-90094d59-b93f-4f03-81f1-e432ae2b2e90 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/639b7db2-c639-41dd-a890-196df933ebdb HTTP/1.1" status: 204 len: 168 time: 2.2289376 Jan 27 17:14:28.730268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38910) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:28.734744 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.774665 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84107e65-08dd-4e97-93e1-83fcd05221f2 None None] Pushing event updated for resources: {'Port': ['ID=5f216caf-3284-4310-8290-ccc76c7969d2,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:28.834824 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de9f211-171f-41dd-b961-630beec69b2e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:28.835307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de9f211-171f-41dd-b961-630beec69b2e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:28.837074 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4de9f211-171f-41dd-b961-630beec69b2e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/639b7db2-c639-41dd-a890-196df933ebdb HTTP/1.1" status: 404 len: 339 time: 0.0916176 Jan 27 17:14:28.846680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38914) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:28.865235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-671803998', 'description': 'd1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:28.894760 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdec0a3c-20cd-497f-95e7-bcdfeedd8053 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting subnet 803a306d-f020-4c2b-955f-dd3263ccda33 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:28.903483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:28.916663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdec0a3c-20cd-497f-95e7-bcdfeedd8053 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.953300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:network and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:28.974421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:29.001340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:29.038885 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Allocated IP 2001:db8::2 (f13b610a-ff7d-4652-b6fc-e60bef61fd75/f911545b-7984-47d4-9cfe-8eba0a88b5a9/42a5cda7-0c08-472b-82d6-4870b2b061fd) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:29.042594 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] For port df128614-a0d9-47ed-a7dc-ba730c69eb3e, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:29.052096 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] For port df128614-a0d9-47ed-a7dc-ba730c69eb3e, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=df128614-a0d9-47ed-a7dc-ba730c69eb3e,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:29.062533 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.121509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdec0a3c-20cd-497f-95e7-bcdfeedd8053 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.130616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3357b9ae-1dab-4a75-9f22-b2f2300d42c6 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.155134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:29.159104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.265638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5f216caf-3284-4310-8290-ccc76c7969d2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:29.338115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cea683f-f5f1-4404-97d2-b97183c6fb9f {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:14:29.354977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.387851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Transition to ACTIVE for port object 4cea683f-f5f1-4404-97d2-b97183c6fb9f will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:29.433565 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.433697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1fca4-1f74-45e8-89a8-194de5672461 None None] Pushing event updated for resources: {'Port': ['ID=df128614-a0d9-47ed-a7dc-ba730c69eb3e,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:29.495862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 5f216caf-3284-4310-8290-ccc76c7969d2 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:29.519348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:29.667720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:29.724489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.746012 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Transition to ACTIVE for port object 42a5cda7-0c08-472b-82d6-4870b2b061fd will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:29.757604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:29.757899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.901004 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.901527 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Added segment 49415965-ce1b-4693-a7d1-dfca0b0f357f of type vlan for network 070b9b49-3968-48a5-a53f-a9cadc7ca78d Jan 27 17:14:29.956360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Pushing event updated for resources: {'Port': ['ID=4cea683f-f5f1-4404-97d2-b97183c6fb9f,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:29.973017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.994794 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 7d687353-5958-45bb-8947-312605e657b7 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:30.043975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Allocated IP 2001:db8::1 (78c50c57-b81b-4e08-ad92-3f3062a4601d/aa9147b3-c411-4495-8b5e-9007908203cb/fcc4fcfe-1ce3-4819-8b6e-75f72be1a1e0) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:30.067383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Transition to ACTIVE for port object 42a5cda7-0c08-472b-82d6-4870b2b061fd will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:30.083121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.113075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.117610 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.200017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdec0a3c-20cd-497f-95e7-bcdfeedd8053 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.276871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:30.291240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:30.293300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:30.305054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Network f13b610a-ff7d-4652-b6fc-e60bef61fd75 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:30.317868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:30.318452 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71a587-7703-4c2c-8468-3159b5b20490 req-5267a038-9160-4487-ac03-daacca0ba894 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:30.324136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:30.331241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Pushing event updated for resources: {'Port': ['ID=42a5cda7-0c08-472b-82d6-4870b2b061fd,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:30.334038 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1c71a587-7703-4c2c-8468-3159b5b20490 req-5267a038-9160-4487-ac03-daacca0ba894 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 944 time: 0.7213664 Jan 27 17:14:30.386624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:14:30.401033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:30.401593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.446515 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.2439761 Jan 27 17:14:30.447434 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38924) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:30.516992 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4214c2fd-a1a1-4de2-8eac-8f64d6dd0502 None None] Network 78c50c57-b81b-4e08-ad92-3f3062a4601d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:30.549832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3357b9ae-1dab-4a75-9f22-b2f2300d42c6 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Router bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:30.553884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-1c71a587-7703-4c2c-8468-3159b5b20490 req-fd03acf2-5e44-4c78-8658-974253603355 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:30.568686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Attempting to bind port 4cea683f-f5f1-4404-97d2-b97183c6fb9f on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:30.569110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Attempting to bind port 4cea683f-f5f1-4404-97d2-b97183c6fb9f by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '65fc149d-35fd-4c91-aa80-758becf34173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:30.569525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Attempting to bind port 4cea683f-f5f1-4404-97d2-b97183c6fb9f on network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:30.572758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ff5e8-7615-4b95-9225-e6ad6af7d21d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=7d687353-5958-45bb-8947-312605e657b7,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:30.585969 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b868e36c-b0d1-480e-a6f9-1bbcec52427f None None] Provisioning for port 5f216caf-3284-4310-8290-ccc76c7969d2 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:30.595965 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Attempting to bind port 42a5cda7-0c08-472b-82d6-4870b2b061fd on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:30.596503 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Attempting to bind port 42a5cda7-0c08-472b-82d6-4870b2b061fd by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '6e814c97-a5e5-4f35-9ec7-7bb44605c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'f13b610a-ff7d-4652-b6fc-e60bef61fd75'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:30.597277 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Attempting to bind port 42a5cda7-0c08-472b-82d6-4870b2b061fd on network f13b610a-ff7d-4652-b6fc-e60bef61fd75 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:30.598573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.609663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:30.610597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.617393 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b868e36c-b0d1-480e-a6f9-1bbcec52427f None None] Provisioning complete for port 5f216caf-3284-4310-8290-ccc76c7969d2 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:30.617650 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b868e36c-b0d1-480e-a6f9-1bbcec52427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.655640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Port 4cea683f-f5f1-4404-97d2-b97183c6fb9f on network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:14:30.655974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Attempting to bind port 4cea683f-f5f1-4404-97d2-b97183c6fb9f on network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:30.687056 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8339829 Jan 27 17:14:30.703115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38928) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:30.705268 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:30.705638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Checking segment: {'id': '6e814c97-a5e5-4f35-9ec7-7bb44605c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'f13b610a-ff7d-4652-b6fc-e60bef61fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:30.706037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.706448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Bound using segment: {'id': '6e814c97-a5e5-4f35-9ec7-7bb44605c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'f13b610a-ff7d-4652-b6fc-e60bef61fd75'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:30.707032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Bound port: 42a5cda7-0c08-472b-82d6-4870b2b061fd, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e814c97-a5e5-4f35-9ec7-7bb44605c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'f13b610a-ff7d-4652-b6fc-e60bef61fd75'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:30.707246 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.720730 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:30.721388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Checking segment: {'id': '65fc149d-35fd-4c91-aa80-758becf34173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:30.722105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Bound using segment: {'id': '65fc149d-35fd-4c91-aa80-758becf34173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:30.722703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Bound port: 4cea683f-f5f1-4404-97d2-b97183c6fb9f, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fc149d-35fd-4c91-aa80-758becf34173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:30.725751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.804217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-1c71a587-7703-4c2c-8468-3159b5b20490 req-fd03acf2-5e44-4c78-8658-974253603355 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:30.823953 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1c71a587-7703-4c2c-8468-3159b5b20490 req-fd03acf2-5e44-4c78-8658-974253603355 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4749002 Jan 27 17:14:30.991724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdec0a3c-20cd-497f-95e7-bcdfeedd8053 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.000631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.069366 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b868e36c-b0d1-480e-a6f9-1bbcec52427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.072533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81bef15-f6f6-401a-9f9a-740bd03abd51 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=070b9b49-3968-48a5-a53f-a9cadc7ca78d,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:31.081136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Transition to ACTIVE for port object fcc4fcfe-1ce3-4819-8b6e-75f72be1a1e0 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:31.117255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 070b9b49-3968-48a5-a53f-a9cadc7ca78d details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:31.156445 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device df128614-a0d9-47ed-a7dc-ba730c69eb3e up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:31.161977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3357b9ae-1dab-4a75-9f22-b2f2300d42c6 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:31.173017 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8039361-5d0c-4074-bfa6-ee931cbfca4d None None] Sync routers for ids ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:31.194002 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8039361-5d0c-4074-bfa6-ee931cbfca4d None None] Routers {'bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:31.194715 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-d8039361-5d0c-4074-bfa6-ee931cbfca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:31.220954 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.252925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec0a3c-20cd-497f-95e7-bcdfeedd8053 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Subnet': ['ID=803a306d-f020-4c2b-955f-dd3263ccda33,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:31.277184 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-d8039361-5d0c-4074-bfa6-ee931cbfca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:31.292327 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8039361-5d0c-4074-bfa6-ee931cbfca4d None None] Routers {'bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:31.293193 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-d8039361-5d0c-4074-bfa6-ee931cbfca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:31.295050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdec0a3c-20cd-497f-95e7-bcdfeedd8053 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.309460 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bdec0a3c-20cd-497f-95e7-bcdfeedd8053 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/803a306d-f020-4c2b-955f-dd3263ccda33 HTTP/1.1" status: 204 len: 168 time: 2.5944688 Jan 27 17:14:31.313115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38932) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:31.329618 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3357b9ae-1dab-4a75-9f22-b2f2300d42c6 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "PUT /v2.0/routers/bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3161809 Jan 27 17:14:31.349819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38936) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:31.354587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146b9912-d9b4-4ce4-9790-db125599fa29 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:31.355245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-146b9912-d9b4-4ce4-9790-db125599fa29 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Synchronizing usage tracker for tenant:44ea2b3c3aca4d219cfc33226bdd28d2 on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:31.376289 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf628d22-4a50-4b9b-8bbe-459da52979b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:31.378363 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c1dfeb-b591-4892-b74d-6599683801bb None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:31.383378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf628d22-4a50-4b9b-8bbe-459da52979b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:31.383872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf628d22-4a50-4b9b-8bbe-459da52979b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:31.390723 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-d8039361-5d0c-4074-bfa6-ee931cbfca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:31.391226 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8039361-5d0c-4074-bfa6-ee931cbfca4d None None] The sync data for ids ['bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:31.394947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Network 78c50c57-b81b-4e08-ad92-3f3062a4601d is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:31.451419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf628d22-4a50-4b9b-8bbe-459da52979b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:31.452661 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bf628d22-4a50-4b9b-8bbe-459da52979b3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.9887843 Jan 27 17:14:31.460325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38940) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:31.499762 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c31294-f20b-4b18-aa10-c3d76057d402 None None] Network 4118914f-75f5-43eb-abeb-330e33e11e2a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:31.503682 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:31.517419 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:31.518517 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.563513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b868e36c-b0d1-480e-a6f9-1bbcec52427f None None] For port 5f216caf-3284-4310-8290-ccc76c7969d2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5f216caf-3284-4310-8290-ccc76c7969d2,segment=NetworkSegment(46545775-ec23-4e29-9737-cbfb332e91e1),segment_id=46545775-ec23-4e29-9737-cbfb332e91e1)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:31.587822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] For port 42a5cda7-0c08-472b-82d6-4870b2b061fd, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:31.625345 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b868e36c-b0d1-480e-a6f9-1bbcec52427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.691649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] For port 4cea683f-f5f1-4404-97d2-b97183c6fb9f, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:31.731479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event updated for resources: {'Port': ['ID=fcc4fcfe-1ce3-4819-8b6e-75f72be1a1e0,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:31.757660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-146b9912-d9b4-4ce4-9790-db125599fa29 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Unset dirty status for tenant:44ea2b3c3aca4d219cfc33226bdd28d2 on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:31.757660 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-146b9912-d9b4-4ce4-9790-db125599fa29 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "GET /v2.0/networks?id=070b9b49-3968-48a5-a53f-a9cadc7ca78d HTTP/1.1" status: 200 len: 760 time: 1.0321300 Jan 27 17:14:31.757660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38944) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:31.766234 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] For port 42a5cda7-0c08-472b-82d6-4870b2b061fd, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=42a5cda7-0c08-472b-82d6-4870b2b061fd,segment=NetworkSegment(6e814c97-a5e5-4f35-9ec7-7bb44605c188),segment_id=6e814c97-a5e5-4f35-9ec7-7bb44605c188)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:31.789186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-eee62319-c9d0-4f10-bcf4-4f071630963d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'description': 'd2'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:31.831348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.831348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] For port 4cea683f-f5f1-4404-97d2-b97183c6fb9f, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=4cea683f-f5f1-4404-97d2-b97183c6fb9f,segment=NetworkSegment(65fc149d-35fd-4c91-aa80-758becf34173),segment_id=65fc149d-35fd-4c91-aa80-758becf34173)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:31.851536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.858682 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.880628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.032073 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868e36c-b0d1-480e-a6f9-1bbcec52427f None None] Pushing event updated for resources: {'Port': ['ID=5f216caf-3284-4310-8290-ccc76c7969d2,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:32.034478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-52682095-c07a-4a20-8063-ea960d1c4716 None None] Provisioning for port df128614-a0d9-47ed-a7dc-ba730c69eb3e completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:32.038733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port df128614-a0d9-47ed-a7dc-ba730c69eb3e completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:32.048884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.162349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-52682095-c07a-4a20-8063-ea960d1c4716 None None] Provisioning complete for port df128614-a0d9-47ed-a7dc-ba730c69eb3e triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:32.163668 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-52682095-c07a-4a20-8063-ea960d1c4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.178114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a19859e4-79ed-468c-9cdc-396e5ec879ae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 7d687353-5958-45bb-8947-312605e657b7 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:32.178623 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a19859e4-79ed-468c-9cdc-396e5ec879ae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.212101 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port df128614-a0d9-47ed-a7dc-ba730c69eb3e triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:32.212303 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.424495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:32.425777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.430494 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] 10.222.0.88 "PUT /v2.0/ports/4cea683f-f5f1-4404-97d2-b97183c6fb9f HTTP/1.1" status: 200 len: 1094 time: 5.0289433 Jan 27 17:14:32.430935 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 21058d52-6493-40a6-aec8-f5390fdf6dff {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:32.430935 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.544441 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8157c74-1393-4dee-a383-f11e4478ee88', 'tag': '4cea683f-f5f1-4404-97d2-b97183c6fb9f'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:32.726508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62f585-ec42-41db-840e-db542f1d931c None None] Pushing event updated for resources: {'Port': ['ID=42a5cda7-0c08-472b-82d6-4870b2b061fd,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:32.768702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.891926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Deleting port 324c46d3-fdee-4149-b18a-fd2bb39f3d5a {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:32.892433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.938774 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-52682095-c07a-4a20-8063-ea960d1c4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.966333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a19859e4-79ed-468c-9cdc-396e5ec879ae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:33.037966 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8157c74-1393-4dee-a383-f11e4478ee88', 'tag': '4cea683f-f5f1-4404-97d2-b97183c6fb9f', 'status': 'completed', 'code': 200} Jan 27 17:14:33.085923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-52682095-c07a-4a20-8063-ea960d1c4716 None None] For port df128614-a0d9-47ed-a7dc-ba730c69eb3e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=df128614-a0d9-47ed-a7dc-ba730c69eb3e,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:33.189703 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-52682095-c07a-4a20-8063-ea960d1c4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:33.525778 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d852cc-9dee-481b-bccb-699075f87574 None None] DHCP port deletion for 4118914f-75f5-43eb-abeb-330e33e11e2a request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:33.569521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-50d852cc-9dee-481b-bccb-699075f87574 None None] Deleting port 21058d52-6493-40a6-aec8-f5390fdf6dff {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:33.569521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-50d852cc-9dee-481b-bccb-699075f87574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:33.885672 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52682095-c07a-4a20-8063-ea960d1c4716 None None] Pushing event updated for resources: {'Port': ['ID=df128614-a0d9-47ed-a7dc-ba730c69eb3e,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:33.940246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a19859e4-79ed-468c-9cdc-396e5ec879ae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 7d687353-5958-45bb-8947-312605e657b7 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:34.039611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:34.383381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Calling delete_port for 324c46d3-fdee-4149-b18a-fd2bb39f3d5a owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:34.521165 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-50d852cc-9dee-481b-bccb-699075f87574 None None] For port 21058d52-6493-40a6-aec8-f5390fdf6dff, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=21058d52-6493-40a6-aec8-f5390fdf6dff,segment=NetworkSegment(54729700-569f-40bb-ad1d-7f4403c86939),segment_id=54729700-569f-40bb-ad1d-7f4403c86939)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:34.521165 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-50d852cc-9dee-481b-bccb-699075f87574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:34.685959 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-eee62319-c9d0-4f10-bcf4-4f071630963d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:34.717636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38954) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:34.790290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-50d852cc-9dee-481b-bccb-699075f87574 None None] Calling delete_port for 21058d52-6493-40a6-aec8-f5390fdf6dff owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:34.824730 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-eee62319-c9d0-4f10-bcf4-4f071630963d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:34.849303 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5f216caf-3284-4310-8290-ccc76c7969d2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:34.932772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a582942-743f-49fa-830a-dcbceb3f5fd3 None None] Network f13b610a-ff7d-4652-b6fc-e60bef61fd75 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:35.002410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6f5bf002-022f-438f-ad07-92377d7bf402 None None] Provisioning complete for port 5f216caf-3284-4310-8290-ccc76c7969d2 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:35.002410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6f5bf002-022f-438f-ad07-92377d7bf402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.054945 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a19859e4-79ed-468c-9cdc-396e5ec879ae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.073228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:14:35.118468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eee62319-c9d0-4f10-bcf4-4f071630963d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network 070b9b49-3968-48a5-a53f-a9cadc7ca78d is not hosted by any dhcp agent {{(pid=87608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 27 17:14:35.120685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.130583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee62319-c9d0-4f10-bcf4-4f071630963d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:35.133811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-eee62319-c9d0-4f10-bcf4-4f071630963d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.135805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.136048 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.137764 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-eee62319-c9d0-4f10-bcf4-4f071630963d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "PUT /v2.0/networks/070b9b49-3968-48a5-a53f-a9cadc7ca78d HTTP/1.1" status: 200 len: 757 time: 3.3741119 Jan 27 17:14:35.139066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Pushing event updated for resources: {'Port': ['ID=4cea683f-f5f1-4404-97d2-b97183c6fb9f,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:35.188144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38960) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:35.316737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 5f216caf-3284-4310-8290-ccc76c7969d2 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:35.316737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.360990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-50d852cc-9dee-481b-bccb-699075f87574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.448093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d852cc-9dee-481b-bccb-699075f87574 None None] Pushing event deleted for resources: {'Port': ['ID=21058d52-6493-40a6-aec8-f5390fdf6dff,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:35.457978 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d852cc-9dee-481b-bccb-699075f87574 None None] No DVR routers for this DVR port 21058d52-6493-40a6-aec8-f5390fdf6dff on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:35.484607 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd370dbe-9a76-4c37-9085-ed78355d34db req-51c9bf44-8df6-4a1e-aaf6-d3234b2ae450 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8562353 Jan 27 17:14:35.508737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event updated for resources: {'Port': ['ID=fcc4fcfe-1ce3-4819-8b6e-75f72be1a1e0,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:35.520093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.520093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.520474 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.520797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.521318 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.521648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.521969 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.522284 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.522630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.523103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.523305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.525227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb9ae1d-ed54-46d1-9cc5-308374070550 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.612730 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b400b6fe-0cbc-4fa7-95d8-529e9833307d None None] Update dhcp port {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'fixed_ips': [{'subnet_id': '70fed95e-8ca0-4472-9d2f-dbdb0c7a0429', 'ip_address': '2001:db8::f816:3eff:fed7:93ae'}, {'subnet_id': '1112f55a-b383-4d03-aea6-6be19e998ace'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': 'df128614-a0d9-47ed-a7dc-ba730c69eb3e'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:14:35.670196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0784f0-9e0d-4921-ba00-dfff913b3667 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:35.671130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0e0784f0-9e0d-4921-ba00-dfff913b3667 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Synchronizing usage tracker for tenant:44ea2b3c3aca4d219cfc33226bdd28d2 on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:35.675075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.675420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.675796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.676130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.676649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.677202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.677424 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.677679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.678158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.678652 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.678975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.679447 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:35.770649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0e0784f0-9e0d-4921-ba00-dfff913b3667 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Unset dirty status for tenant:44ea2b3c3aca4d219cfc33226bdd28d2 on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:35.772832 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0e0784f0-9e0d-4921-ba00-dfff913b3667 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "GET /v2.0/networks?id=070b9b49-3968-48a5-a53f-a9cadc7ca78d HTTP/1.1" status: 200 len: 760 time: 0.5761554 Jan 27 17:14:35.778805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38964) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:35.783943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.793535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1402149638'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:35.809842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee62319-c9d0-4f10-bcf4-4f071630963d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=070b9b49-3968-48a5-a53f-a9cadc7ca78d,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:35.813580 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19859e4-79ed-468c-9cdc-396e5ec879ae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=7d687353-5958-45bb-8947-312605e657b7,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:35.838853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Network 78c50c57-b81b-4e08-ad92-3f3062a4601d is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:35.842497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:35.843097 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b400b6fe-0cbc-4fa7-95d8-529e9833307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.855482 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 070b9b49-3968-48a5-a53f-a9cadc7ca78d details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:35.855799 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:35.866653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event deleted for resources: {'Port': ['ID=324c46d3-fdee-4149-b18a-fd2bb39f3d5a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:35.880949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:36.047978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd370dbe-9a76-4c37-9085-ed78355d34db req-2492c18a-1ec8-449f-98ec-cfe71efe81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:36.049730 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd370dbe-9a76-4c37-9085-ed78355d34db req-2492c18a-1ec8-449f-98ec-cfe71efe81d0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 1098 time: 0.4486601 Jan 27 17:14:36.050269 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] For port 21058d52-6493-40a6-aec8-f5390fdf6dff, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=21058d52-6493-40a6-aec8-f5390fdf6dff,segment=NetworkSegment(54729700-569f-40bb-ad1d-7f4403c86939),segment_id=54729700-569f-40bb-ad1d-7f4403c86939)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:36.050402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:36.050638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.054079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.077075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 42a5cda7-0c08-472b-82d6-4870b2b061fd up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:36.082186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718077ae-9506-437e-a312-f54a94ff91f6 req-375b65d2-b359-4812-93e7-e580a71435f2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:36.083842 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-718077ae-9506-437e-a312-f54a94ff91f6 req-375b65d2-b359-4812-93e7-e580a71435f2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 944 time: 4.0461485 Jan 27 17:14:36.085936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b471ec-6d78-4211-83e6-89f30960e47e req-e697b3a5-daf5-4352-952c-e1c363fe7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:36.087328 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-e697b3a5-daf5-4352-952c-e1c363fe7589 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 1097 time: 3.5146801 Jan 27 17:14:36.267884 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e145dddc-38ea-4dce-b572-57e54160e5e3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Deleting port 08e74543-57e4-4c02-90c6-7114e75a16a2 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:36.268231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e145dddc-38ea-4dce-b572-57e54160e5e3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.295903 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-666f40b4-bcf9-4c84-8d05-a067bdc31f30 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=4cea683f-f5f1-4404-97d2-b97183c6fb9f HTTP/1.1" status: 200 len: 217 time: 0.1954303 Jan 27 17:14:36.308282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6f5bf002-022f-438f-ad07-92377d7bf402 None None] Provisioning for port fcc4fcfe-1ce3-4819-8b6e-75f72be1a1e0 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:36.326651 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6f5bf002-022f-438f-ad07-92377d7bf402 None None] Provisioning complete for port fcc4fcfe-1ce3-4819-8b6e-75f72be1a1e0 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:36.327304 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6f5bf002-022f-438f-ad07-92377d7bf402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.394421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 21058d52-6493-40a6-aec8-f5390fdf6dff owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:36.450441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1201} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:36.457004 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.491639 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-6f5bf002-022f-438f-ad07-92377d7bf402 None None] Port fcc4fcfe-1ce3-4819-8b6e-75f72be1a1e0 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:36.519286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a19859e4-79ed-468c-9cdc-396e5ec879ae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.528020 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 42a5cda7-0c08-472b-82d6-4870b2b061fd completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:36.538349 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-718077ae-9506-437e-a312-f54a94ff91f6 req-be3c6b12-98ab-470a-81af-a9f1b3bf5ec4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4368758 Jan 27 17:14:36.552817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-b400b6fe-0cbc-4fa7-95d8-529e9833307d None None] Allocated IP 172.20.0.2 (185d5333-05b7-45cc-a2cf-ffb552748715/1112f55a-b383-4d03-aea6-6be19e998ace/df128614-a0d9-47ed-a7dc-ba730c69eb3e) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:36.622275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.622751 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Added segment 584b5b82-4808-4497-9a03-77bc9117845f of type vlan for network ec3e5e10-e887-431a-b6ad-6448cade17ec Jan 27 17:14:36.633053 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a19859e4-79ed-468c-9cdc-396e5ec879ae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/7d687353-5958-45bb-8947-312605e657b7 HTTP/1.1" status: 204 len: 168 time: 5.1690571 Jan 27 17:14:36.640039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b471ec-6d78-4211-83e6-89f30960e47e req-e23b5fe1-f5a7-4ea5-9cb5-0a58ec57d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:36.640635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 21058d52-6493-40a6-aec8-f5390fdf6dff no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:36.643375 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-e23b5fe1-f5a7-4ea5-9cb5-0a58ec57d998 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8f6282b-fd1b-49ef-bc7a-9dcdff97d432 HTTP/1.1" status: 200 len: 838 time: 0.2137122 Jan 27 17:14:36.660839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38968) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:36.690828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8a10a6bb-a0d7-4b81-ad24-7a813ea689c4 None None] Provisioning complete for port fcc4fcfe-1ce3-4819-8b6e-75f72be1a1e0 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:36.691194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8a10a6bb-a0d7-4b81-ad24-7a813ea689c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.716985 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 21058d52-6493-40a6-aec8-f5390fdf6dff {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:36.717481 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 21058d52-6493-40a6-aec8-f5390fdf6dff not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:36.734014 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.743913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.773391 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd370dbe-9a76-4c37-9085-ed78355d34db req-d8bf2898-4852-4455-a88b-d841e4ba4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:36.774902 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd370dbe-9a76-4c37-9085-ed78355d34db req-d8bf2898-4852-4455-a88b-d841e4ba4c08 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c HTTP/1.1" status: 200 len: 899 time: 0.6483428 Jan 27 17:14:36.803782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d224a1d6-9586-4b28-8a96-7e30e6c24655 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:36.811711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d224a1d6-9586-4b28-8a96-7e30e6c24655 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:36.817275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d224a1d6-9586-4b28-8a96-7e30e6c24655 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:36.818541 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d224a1d6-9586-4b28-8a96-7e30e6c24655 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:36.860930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8a10a6bb-a0d7-4b81-ad24-7a813ea689c4 None None] Port fcc4fcfe-1ce3-4819-8b6e-75f72be1a1e0 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:36.883976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device df128614-a0d9-47ed-a7dc-ba730c69eb3e up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:36.884734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.916216 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:14:36.916527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:14:36.947448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b400b6fe-0cbc-4fa7-95d8-529e9833307d None None] For port df128614-a0d9-47ed-a7dc-ba730c69eb3e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=df128614-a0d9-47ed-a7dc-ba730c69eb3e,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:36.947955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d224a1d6-9586-4b28-8a96-7e30e6c24655 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:36.952039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.952039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Fanout notify agent at l3_agent the message router_deleted on router bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:14:36.953513 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d224a1d6-9586-4b28-8a96-7e30e6c24655 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2812617 Jan 27 17:14:36.955486 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8a10a6bb-a0d7-4b81-ad24-7a813ea689c4 None None] Provisioning for port 42a5cda7-0c08-472b-82d6-4870b2b061fd completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:36.958395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38972) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:36.964893 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8a10a6bb-a0d7-4b81-ad24-7a813ea689c4 None None] Provisioning complete for port 42a5cda7-0c08-472b-82d6-4870b2b061fd triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:36.965254 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8a10a6bb-a0d7-4b81-ad24-7a813ea689c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.991694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Router a6c7e727-0b6f-4386-abb6-e378d2dd54eb is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:14:37.022935 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd370dbe-9a76-4c37-9085-ed78355d34db req-55286b46-5f56-4629-820a-28b8a45d22bd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 HTTP/1.1" status: 200 len: 1001 time: 0.2223365 Jan 27 17:14:37.035511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e145dddc-38ea-4dce-b572-57e54160e5e3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.035966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e145dddc-38ea-4dce-b572-57e54160e5e3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.071164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b400b6fe-0cbc-4fa7-95d8-529e9833307d None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.082142 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.087645 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:37.088244 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.145808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port df128614-a0d9-47ed-a7dc-ba730c69eb3e triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:37.146847 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.190719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.190719 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5062255c-7a66-43be-8c00-883268d2b3c4 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "DELETE /v2.0/routers/bdbc3cd6-e5e1-4b1e-8c8a-f27d17bb277b HTTP/1.1" status: 204 len: 168 time: 5.8313081 Jan 27 17:14:37.199206 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e145dddc-38ea-4dce-b572-57e54160e5e3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Calling delete_port for 08e74543-57e4-4c02-90c6-7114e75a16a2 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:37.218758 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b400b6fe-0cbc-4fa7-95d8-529e9833307d None None] Transition to ACTIVE for port object df128614-a0d9-47ed-a7dc-ba730c69eb3e will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:37.231520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38976) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:37.234989 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b400b6fe-0cbc-4fa7-95d8-529e9833307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.288913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8a10a6bb-a0d7-4b81-ad24-7a813ea689c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.292242 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5096655 Jan 27 17:14:37.303445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38980) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:37.320824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'subnet': {'network_id': 'ec3e5e10-e887-431a-b6ad-6448cade17ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:37.392879 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd370dbe-9a76-4c37-9085-ed78355d34db req-4d564233-915c-4f47-880b-eeea915d393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:37.394369 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd370dbe-9a76-4c37-9085-ed78355d34db req-4d564233-915c-4f47-880b-eeea915d393a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b39bf823-cdeb-4809-aa8d-d9f2d2b12e27 HTTP/1.1" status: 200 len: 835 time: 0.2955103 Jan 27 17:14:37.441817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e841a55-9470-4cf1-b421-c54ae50c45b8 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=ec3e5e10-e887-431a-b6ad-6448cade17ec,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:37.445687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 21058d52-6493-40a6-aec8-f5390fdf6dff {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:37.446220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.464640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Port df128614-a0d9-47ed-a7dc-ba730c69eb3e had new provisioning blocks added so it will not transition to active. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jan 27 17:14:37.491035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:37.491719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network ec3e5e10-e887-431a-b6ad-6448cade17ec details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:37.498632 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-07436784-8622-4958-add1-a79bc3b9d967 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "PUT /v2.0/routers/a6c7e727-0b6f-4386-abb6-e378d2dd54eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1376073 Jan 27 17:14:37.515157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-193688f1-7215-4161-b5cb-20461adf9e79 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 1112f55a-b383-4d03-aea6-6be19e998ace {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:37.523418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 38984) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:37.524902 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af972d-eed0-4473-9e3c-97b758ef995b None None] Sync routers for ids ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:37.529801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8a10a6bb-a0d7-4b81-ad24-7a813ea689c4 None None] For port 42a5cda7-0c08-472b-82d6-4870b2b061fd, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=42a5cda7-0c08-472b-82d6-4870b2b061fd,segment=NetworkSegment(6e814c97-a5e5-4f35-9ec7-7bb44605c188),segment_id=6e814c97-a5e5-4f35-9ec7-7bb44605c188)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:37.543453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400b6fe-0cbc-4fa7-95d8-529e9833307d None None] Pushing event updated for resources: {'Port': ['ID=df128614-a0d9-47ed-a7dc-ba730c69eb3e,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:37.580641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:37.584214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-193688f1-7215-4161-b5cb-20461adf9e79 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.586084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Usage tracker for resource:subnet and tenant:44ea2b3c3aca4d219cfc33226bdd28d2 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:37.589572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:37.597780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:37.609983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd370dbe-9a76-4c37-9085-ed78355d34db req-a2e4a445-28cc-4b68-9ac6-9f40d40239f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:37.611562 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd370dbe-9a76-4c37-9085-ed78355d34db req-a2e4a445-28cc-4b68-9ac6-9f40d40239f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2023358 Jan 27 17:14:37.612673 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:37.616175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.641687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b471ec-6d78-4211-83e6-89f30960e47e req-00428999-c21b-420b-bd64-9f2e48826a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:37.643446 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-00428999-c21b-420b-bd64-9f2e48826a51 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b129bb30-fc28-4f9e-a3fc-a8f80c3cd315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.9663432 Jan 27 17:14:37.711539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] The port '21058d52-6493-40a6-aec8-f5390fdf6dff' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:14:37.717174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8a10a6bb-a0d7-4b81-ad24-7a813ea689c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.758831 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af972d-eed0-4473-9e3c-97b758ef995b None None] Routers {'a6c7e727-0b6f-4386-abb6-e378d2dd54eb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:37.759777 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b3af972d-eed0-4473-9e3c-97b758ef995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:37.870741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b3af972d-eed0-4473-9e3c-97b758ef995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:37.898499 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af972d-eed0-4473-9e3c-97b758ef995b None None] Routers {'a6c7e727-0b6f-4386-abb6-e378d2dd54eb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:37.899043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b3af972d-eed0-4473-9e3c-97b758ef995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:37.910835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc7a0a3-525b-46af-aa17-5486e0d5c094 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Deleting subnet ffc55883-2635-4035-95b7-77821886f4fd {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:37.940465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3bc7a0a3-525b-46af-aa17-5486e0d5c094 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.962800 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10a6bb-a0d7-4b81-ad24-7a813ea689c4 None None] Pushing event updated for resources: {'Port': ['ID=42a5cda7-0c08-472b-82d6-4870b2b061fd,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:37.973686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f3bef212-e013-4ebd-ba12-574445e6386d None None] Provisioning complete for port 42a5cda7-0c08-472b-82d6-4870b2b061fd triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:37.974378 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f3bef212-e013-4ebd-ba12-574445e6386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.979315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-193688f1-7215-4161-b5cb-20461adf9e79 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.979679 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd370dbe-9a76-4c37-9085-ed78355d34db req-b4334e8d-6d66-4627-a0f1-9a29190c0261 service neutron] 10.222.0.88 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489830 Jan 27 17:14:38.009900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b3af972d-eed0-4473-9e3c-97b758ef995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:38.010647 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af972d-eed0-4473-9e3c-97b758ef995b None None] The sync data for ids ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:38.273042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170c6a3-ac0d-4a41-a3f1-7db2e0279424 req-6faa7ac5-6fd5-45b4-8d41-a7d9a7efc01e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:38.274854 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2170c6a3-ac0d-4a41-a3f1-7db2e0279424 req-6faa7ac5-6fd5-45b4-8d41-a7d9a7efc01e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 944 time: 0.4426465 Jan 27 17:14:38.301561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3bc7a0a3-525b-46af-aa17-5486e0d5c094 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.435950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.442488 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2170c6a3-ac0d-4a41-a3f1-7db2e0279424 req-4c9f0cea-1d9a-4a46-9515-29dcdf498623 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088040 Jan 27 17:14:38.455306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.503280 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-826f29c6-3ccc-47bf-ae1a-2cc122ed2eae None None] Provisioning for port df128614-a0d9-47ed-a7dc-ba730c69eb3e completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:38.509614 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-826f29c6-3ccc-47bf-ae1a-2cc122ed2eae None None] Provisioning complete for port df128614-a0d9-47ed-a7dc-ba730c69eb3e triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:38.510516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-826f29c6-3ccc-47bf-ae1a-2cc122ed2eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.522655 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd370dbe-9a76-4c37-9085-ed78355d34db req-53689fd9-1d98-42c2-a136-9340fb4ac4b1 service neutron] 10.222.0.88 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347321 Jan 27 17:14:38.578057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking segment: {'id': '584b5b82-4808-4497-9a03-77bc9117845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'ec3e5e10-e887-431a-b6ad-6448cade17ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:38.578057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network hostable DHCP agents. Network: ec3e5e10-e887-431a-b6ad-6448cade17ec, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:38.587114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4118914f-75f5-43eb-abeb-330e33e11e2a']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:38.608292 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Subnet': ['ID=2fb971c2-8da5-43ca-baea-fa20c624f6d5,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:38.629101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network ec3e5e10-e887-431a-b6ad-6448cade17ec is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:38.632850 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-ee0f0814-e69b-49ff-8ab7-5f65dea2b148 service neutron] 10.222.0.88 "GET /v2.0/networks/b129bb30-fc28-4f9e-a3fc-a8f80c3cd315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9690681 Jan 27 17:14:38.646406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54729700-569f-40bb-ad1d-7f4403c86939') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:38.646406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54729700-569f-40bb-ad1d-7f4403c86939') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:38.648865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, ec3e5e10-e887-431a-b6ad-6448cade17ec) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:38.660255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac30d5c3-ba43-44b9-a521-6391ead9fab2 None None] Network ec3e5e10-e887-431a-b6ad-6448cade17ec requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:38.665698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:38.666943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.709681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.712676 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-99bcca22-579e-4e45-aea5-0876777a7144 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4058881 Jan 27 17:14:38.715031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38990) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:38.756680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e145dddc-38ea-4dce-b572-57e54160e5e3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.876677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.894694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.917632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device df128614-a0d9-47ed-a7dc-ba730c69eb3e up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:38.960149 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145dddc-38ea-4dce-b572-57e54160e5e3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event deleted for resources: {'Port': ['ID=08e74543-57e4-4c02-90c6-7114e75a16a2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:38.962972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-193688f1-7215-4161-b5cb-20461adf9e79 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.972388 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.045548 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-826f29c6-3ccc-47bf-ae1a-2cc122ed2eae None None] Could not find standard attr ID for object 7d687353-5958-45bb-8947-312605e657b7. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:14:39.072743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.100876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port df128614-a0d9-47ed-a7dc-ba730c69eb3e triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:39.101238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.116494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb971c2-8da5-43ca-baea-fa20c624f6d5,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:39.151136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf6886-5bad-4eed-8310-2452d2c488f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-ec3e5e10-e887-431a-b6ad-6448cade17ec', 'network_id': 'ec3e5e10-e887-431a-b6ad-6448cade17ec', 'tenant_id': '44ea2b3c3aca4d219cfc33226bdd28d2', 'fixed_ips': [{'subnet_id': '2fb971c2-8da5-43ca-baea-fa20c624f6d5'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:39.151901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6886-5bad-4eed-8310-2452d2c488f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.166719 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:39.167120 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:39.189345 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:39.191930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9497392b-70dc-4c3a-80af-3cf30e124aa2 None None] Could not find standard attr ID for object 7d687353-5958-45bb-8947-312605e657b7. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:14:39.243315 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.278396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3e5e10-e887-431a-b6ad-6448cade17ec']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:39.285604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3bc7a0a3-525b-46af-aa17-5486e0d5c094 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.298569 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584b5b82-4808-4497-9a03-77bc9117845f') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:39.299242 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584b5b82-4808-4497-9a03-77bc9117845f') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:39.317737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.349663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.358995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:39.359936 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.399155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 42a5cda7-0c08-472b-82d6-4870b2b061fd up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:39.448370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82daf402-75da-491a-a38d-e685a8f48ca1 None None] Network ec3e5e10-e887-431a-b6ad-6448cade17ec requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:39.514387 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:39.547941 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.556194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.609898 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-56b471ec-6d78-4211-83e6-89f30960e47e req-fc467a03-fe12-4039-9f47-c5264f772435 service neutron] 10.222.0.88 "GET /v2.0/networks/b129bb30-fc28-4f9e-a3fc-a8f80c3cd315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9658239 Jan 27 17:14:39.622698 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/ec3e5e10-e887-431a-b6ad-6448cade17ec HTTP/1.1" status: 204 len: 168 time: 0.9059157 Jan 27 17:14:39.627460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 38996) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:39.689629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90025a-d9d6-409b-a625-192405224f63 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Network': ['ID=ec3e5e10-e887-431a-b6ad-6448cade17ec,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:39.699542 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bd5092-5096-4d5e-88c2-8822bb654d3e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] GET failed (client error): The resource could not be found. Jan 27 17:14:39.700457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d6bd5092-5096-4d5e-88c2-8822bb654d3e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Synchronizing usage tracker for tenant:44ea2b3c3aca4d219cfc33226bdd28d2 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:39.727929 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.740777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d6bd5092-5096-4d5e-88c2-8822bb654d3e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Unset dirty status for tenant:44ea2b3c3aca4d219cfc33226bdd28d2 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:39.744851 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d6bd5092-5096-4d5e-88c2-8822bb654d3e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "GET /v2.0/subnets/2fb971c2-8da5-43ca-baea-fa20c624f6d5 HTTP/1.1" status: 404 len: 337 time: 0.1129858 Jan 27 17:14:39.745126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39000) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:39.773743 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 42a5cda7-0c08-472b-82d6-4870b2b061fd triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:39.774392 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.777341 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a9762b-4667-40c4-a725-cb3c32def674 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:39.778025 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a9762b-4667-40c4-a725-cb3c32def674 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:39.781221 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b5a9762b-4667-40c4-a725-cb3c32def674 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/ec3e5e10-e887-431a-b6ad-6448cade17ec HTTP/1.1" status: 404 len: 339 time: 0.0338132 Jan 27 17:14:39.784491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39004) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:39.799852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d10edb-252e-4a87-be39-3a88ec512832 None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:14:39.812501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e145dddc-38ea-4dce-b572-57e54160e5e3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.812864 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-e145dddc-38ea-4dce-b572-57e54160e5e3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Floating IP a54efbae-d160-4ef7-9246-4bb4aaa302a4 disassociated (deleted). External IP: 172.26.8.175, port: 67291c7a-80d8-4d66-a01a-ca0b111ad866. Jan 27 17:14:39.868917 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.934482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Network': ['ID=4118914f-75f5-43eb-abeb-330e33e11e2a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:39.970016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3bc7a0a3-525b-46af-aa17-5486e0d5c094 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.980660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05068ee-2724-498e-8f42-fc655ae15ffd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:39.981401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c05068ee-2724-498e-8f42-fc655ae15ffd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Synchronizing usage tracker for tenant:44ea2b3c3aca4d219cfc33226bdd28d2 on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:40.007169 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c05068ee-2724-498e-8f42-fc655ae15ffd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Unset dirty status for tenant:44ea2b3c3aca4d219cfc33226bdd28d2 on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:40.011217 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c05068ee-2724-498e-8f42-fc655ae15ffd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2227714 Jan 27 17:14:40.011536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39008) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:40.054187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-193688f1-7215-4161-b5cb-20461adf9e79 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.065779 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-39c0d0f8-e68b-4479-94eb-d174510d364a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 207 time: 0.0483439 Jan 27 17:14:40.067781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39012) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:40.077605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d10edb-252e-4a87-be39-3a88ec512832 None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:14:40.084582 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7a0a3-525b-46af-aa17-5486e0d5c094 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc55883-2635-4035-95b7-77821886f4fd,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:40.130576 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-88dfbc8b-3482-4e8b-95cc-e230eed26f78 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/networks/4118914f-75f5-43eb-abeb-330e33e11e2a HTTP/1.1" status: 204 len: 168 time: 8.8134439 Jan 27 17:14:40.182773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39016) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:40.188216 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3bc7a0a3-525b-46af-aa17-5486e0d5c094 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.190302 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3bc7a0a3-525b-46af-aa17-5486e0d5c094 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "DELETE /v2.0/subnets/ffc55883-2635-4035-95b7-77821886f4fd HTTP/1.1" status: 204 len: 168 time: 2.9605622 Jan 27 17:14:40.193297 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1022710933'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:40.195051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39020) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:40.200329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:40.208091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:network and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:40.218557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:40.228823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:40.246099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-193688f1-7215-4161-b5cb-20461adf9e79 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.251772 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-193688f1-7215-4161-b5cb-20461adf9e79 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/1112f55a-b383-4d03-aea6-6be19e998ace HTTP/1.1" status: 204 len: 168 time: 3.2880564 Jan 27 17:14:40.251772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193688f1-7215-4161-b5cb-20461adf9e79 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=1112f55a-b383-4d03-aea6-6be19e998ace,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:40.253972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39024) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:40.282660 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-b60d087c-c07c-426e-b998-758ce09dde67 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:40.286649 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b60d087c-c07c-426e-b998-758ce09dde67 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "PUT /v2.0/routers/a6c7e727-0b6f-4386-abb6-e378d2dd54eb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7619712 Jan 27 17:14:40.289207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39028) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:40.302963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:40.307284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.333523 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d42d4b3-3b67-4d56-9adc-3d9775b3eb40 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:40.340243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d42d4b3-3b67-4d56-9adc-3d9775b3eb40 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:40.348046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d42d4b3-3b67-4d56-9adc-3d9775b3eb40 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:40.355481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d42d4b3-3b67-4d56-9adc-3d9775b3eb40 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:40.359675 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1d42d4b3-3b67-4d56-9adc-3d9775b3eb40 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2903173 Jan 27 17:14:40.374551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39032) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:40.400374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1226} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:40.417060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb9a048-6fc5-4f10-b666-297775afd66e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 70fed95e-8ca0-4472-9d2f-dbdb0c7a0429 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:40.427685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a048-6fc5-4f10-b666-297775afd66e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.444496 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76c539-9f82-43ba-b22b-77d91a4e7df4 req-e412609a-cf9a-4118-afa4-2aebf65be2e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:40.446004 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ff76c539-9f82-43ba-b22b-77d91a4e7df4 req-e412609a-cf9a-4118-afa4-2aebf65be2e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 944 time: 0.7605195 Jan 27 17:14:40.462612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.463112 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Added segment aeeeab44-df60-4a3d-9395-487ef0807761 of type vlan for network 1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1 Jan 27 17:14:40.517717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a048-6fc5-4f10-b666-297775afd66e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.563202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.571352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aff20c-77f3-4012-b97a-04b8bb80809d None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:14:40.640599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ad38-8bc6-4d37-9eb4-e3fd645bf3d6 req-8c836ddb-9bcf-4d44-9b7d-e23fb86c60fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:40.642343 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b557ad38-8bc6-4d37-9eb4-e3fd645bf3d6 req-8c836ddb-9bcf-4d44-9b7d-e23fb86c60fb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 1097 time: 0.9191813 Jan 27 17:14:40.654546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.664933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:40.665961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.833820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aff20c-77f3-4012-b97a-04b8bb80809d None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:14:40.980694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Network': ['ID=1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:40.992469 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-06a25e0d-8398-45ce-8b35-6f12a9bbcb0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8094654 Jan 27 17:14:40.994727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39036) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:41.003005 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': '1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:41.013963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.025932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:41.028448 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a048-6fc5-4f10-b666-297775afd66e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.197934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:41.208227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:41.213013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:41.225478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:41.237401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a048-6fc5-4f10-b666-297775afd66e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.277835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:41.282773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.332558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a048-6fc5-4f10-b666-297775afd66e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.338319 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ff76c539-9f82-43ba-b22b-77d91a4e7df4 req-937d6d2b-14f3-4d28-8365-14fbb82c1bcb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7381518 Jan 27 17:14:41.356517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Deleting port a941c047-3ea2-4f0d-89c8-96950eb1bce1 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:41.356693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.359279 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9a048-6fc5-4f10-b666-297775afd66e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=70fed95e-8ca0-4472-9d2f-dbdb0c7a0429,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:41.545523 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e2eb638a-0e1e-4a4d-ad0f-436cf62fb724 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 1.1594000 Jan 27 17:14:41.550263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149bdefd-6c83-45dd-bbf3-0d3226274035 None None] Network 6949c03f-faad-41e0-bcc5-f9b3a224381f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:41.552022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39040) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:41.624535 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0fb9a048-6fc5-4f10-b666-297775afd66e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/70fed95e-8ca0-4472-9d2f-dbdb0c7a0429 HTTP/1.1" status: 204 len: 168 time: 1.3669176 Jan 27 17:14:41.631905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39046) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:41.727184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] For port a941c047-3ea2-4f0d-89c8-96950eb1bce1, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a941c047-3ea2-4f0d-89c8-96950eb1bce1,segment=NetworkSegment(0ad77772-34b5-480a-9b8e-86181991abb6),segment_id=0ad77772-34b5-480a-9b8e-86181991abb6)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:41.728074 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.728239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d4a4c-666d-4cd0-800e-b903b836c02f None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:41.929803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Calling delete_port for a941c047-3ea2-4f0d-89c8-96950eb1bce1 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:42.052834 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0cb85c1b-72a4-402a-a919-30a480bc9e26 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4150109 Jan 27 17:14:42.053567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39050) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:42.070834 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:42.073337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:42.130864 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578a887c-86b8-4899-87ea-677ec4f0c533 None None] DHCP port deletion for 6949c03f-faad-41e0-bcc5-f9b3a224381f request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:42.183922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fbf612-1b28-4849-80c0-35499a5c7344 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:42.184146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] No DVR routers for this DVR port a941c047-3ea2-4f0d-89c8-96950eb1bce1 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:42.184649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fbf612-1b28-4849-80c0-35499a5c7344 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:42.186470 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-11fbf612-1b28-4849-80c0-35499a5c7344 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.6335075 Jan 27 17:14:42.195038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39056) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:42.196859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dadcf0-f5f4-443d-85e0-a16b79f7efb4 None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:42.203347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-33dadcf0-f5f4-443d-85e0-a16b79f7efb4 None None] Deleting port df128614-a0d9-47ed-a7dc-ba730c69eb3e {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:42.203936 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-33dadcf0-f5f4-443d-85e0-a16b79f7efb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:42.226679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event deleted for resources: {'Port': ['ID=a941c047-3ea2-4f0d-89c8-96950eb1bce1,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:42.237348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ad38-8bc6-4d37-9eb4-e3fd645bf3d6 req-f4a93464-5b3f-4bf3-85ca-fb532444d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:42.238770 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b557ad38-8bc6-4d37-9eb4-e3fd645bf3d6 req-f4a93464-5b3f-4bf3-85ca-fb532444d0fd service neutron] 10.222.0.88 "GET /v2.0/networks?id=b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 HTTP/1.1" status: 200 len: 898 time: 1.2884126 Jan 27 17:14:42.320440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e145dddc-38ea-4dce-b572-57e54160e5e3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Router dc742c8d-73f6-4354-9302-324d9ee7160e has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:42.470752 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:42.471362 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b557ad38-8bc6-4d37-9eb4-e3fd645bf3d6 req-cc3ca3df-1bac-4615-8fab-fd148871899a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=4cea683f-f5f1-4404-97d2-b97183c6fb9f HTTP/1.1" status: 200 len: 217 time: 0.1490557 Jan 27 17:14:42.479271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:42.485746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:42.517648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:42.576904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:42.583123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:42.718161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 4cea683f-f5f1-4404-97d2-b97183c6fb9f details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:14:42.824600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:42.865184 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.resource_extend [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:14:43.046819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 4cea683f-f5f1-4404-97d2-b97183c6fb9f, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=4cea683f-f5f1-4404-97d2-b97183c6fb9f,segment=NetworkSegment(65fc149d-35fd-4c91-aa80-758becf34173),segment_id=65fc149d-35fd-4c91-aa80-758becf34173)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:43.049997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.071331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '4cea683f-f5f1-4404-97d2-b97183c6fb9f', 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315', 'port_id': '4cea683f-f5f1-4404-97d2-b97183c6fb9f', 'mac_address': 'fa:16:3e:8e:11:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f6282b-fd1b-49ef-bc7a-9dcdff97d432', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:14:43.086130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device df128614-a0d9-47ed-a7dc-ba730c69eb3e no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:43.131775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6461b1ff-ceb7-4189-b2d9-6f9f04b3c0f5 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['shared'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:43.131775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6461b1ff-ceb7-4189-b2d9-6f9f04b3c0f5 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['shared'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:43.131775 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6461b1ff-ceb7-4189-b2d9-6f9f04b3c0f5 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.8674850 Jan 27 17:14:43.149961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39062) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:43.229396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-33dadcf0-f5f4-443d-85e0-a16b79f7efb4 None None] For port df128614-a0d9-47ed-a7dc-ba730c69eb3e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=df128614-a0d9-47ed-a7dc-ba730c69eb3e,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:43.229396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-33dadcf0-f5f4-443d-85e0-a16b79f7efb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.291416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6949c03f-faad-41e0-bcc5-f9b3a224381f']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:43.291416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ad38-8bc6-4d37-9eb4-e3fd645bf3d6 req-a04def91-8698-474d-be76-3c73caa006b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:43.291416 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b557ad38-8bc6-4d37-9eb4-e3fd645bf3d6 req-a04def91-8698-474d-be76-3c73caa006b0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8f6282b-fd1b-49ef-bc7a-9dcdff97d432 HTTP/1.1" status: 200 len: 838 time: 0.7363765 Jan 27 17:14:43.361115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad77772-34b5-480a-9b8e-86181991abb6') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:43.361115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad77772-34b5-480a-9b8e-86181991abb6') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:43.405283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.418959 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.444863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e145dddc-38ea-4dce-b572-57e54160e5e3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:43.447045 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c8ef6-bd68-4541-9bd4-0644fea8a970 None None] Sync routers for ids ['dc742c8d-73f6-4354-9302-324d9ee7160e'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:43.449618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e145dddc-38ea-4dce-b572-57e54160e5e3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.469416 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c8ef6-bd68-4541-9bd4-0644fea8a970 None None] Routers {'dc742c8d-73f6-4354-9302-324d9ee7160e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:43.469416 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-721c8ef6-bd68-4541-9bd4-0644fea8a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['dc742c8d-73f6-4354-9302-324d9ee7160e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:43.471883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.530274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:43.530853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.546593 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Subnet': ['ID=13463305-3bd4-4f4e-85d3-a3ce3041ab1d,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:43.566558 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:43.590279 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Checking segment: {'id': 'aeeeab44-df60-4a3d-9395-487ef0807761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:43.590279 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network hostable DHCP agents. Network: 1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:43.661490 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-33dadcf0-f5f4-443d-85e0-a16b79f7efb4 None None] Calling delete_port for df128614-a0d9-47ed-a7dc-ba730c69eb3e owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:43.677175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87fdc50-dced-43a5-b255-db00ebc4b22e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:43.683561 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f87fdc50-dced-43a5-b255-db00ebc4b22e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "GET /v2.0/networks/d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1 HTTP/1.1" status: 200 len: 799 time: 0.5311234 Jan 27 17:14:43.687542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39066) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:43.702243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70efc7-fc4b-44de-a685-235726a3f6e3 req-276074cb-395a-47bd-897e-57356cd1608d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:43.711769 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0a70efc7-fc4b-44de-a685-235726a3f6e3 req-276074cb-395a-47bd-897e-57356cd1608d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 944 time: 1.1392515 Jan 27 17:14:43.724119 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cea683f-f5f1-4404-97d2-b97183c6fb9f {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:14:43.747449 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 4cea683f-f5f1-4404-97d2-b97183c6fb9f, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=4cea683f-f5f1-4404-97d2-b97183c6fb9f,segment=NetworkSegment(65fc149d-35fd-4c91-aa80-758becf34173),segment_id=65fc149d-35fd-4c91-aa80-758becf34173)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:43.821819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.826409 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e145dddc-38ea-4dce-b572-57e54160e5e3 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "DELETE /v2.0/floatingips/a54efbae-d160-4ef7-9246-4bb4aaa302a4 HTTP/1.1" status: 204 len: 168 time: 9.0256147 Jan 27 17:14:43.826409 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'tag': '67291c7a-80d8-4d66-a01a-ca0b111ad866'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:43.836467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ad38-8bc6-4d37-9eb4-e3fd645bf3d6 req-73677202-1fd3-4f32-ae56-ed68fe00229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:43.836467 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b557ad38-8bc6-4d37-9eb4-e3fd645bf3d6 req-73677202-1fd3-4f32-ae56-ed68fe00229a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b129bb30-fc28-4f9e-a3fc-a8f80c3cd315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5271425 Jan 27 17:14:43.847375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.903037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.919837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event deleted for resources: {'Network': ['ID=6949c03f-faad-41e0-bcc5-f9b3a224381f,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:43.941204 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-721c8ef6-bd68-4541-9bd4-0644fea8a970 None None] Set router dc742c8d-73f6-4354-9302-324d9ee7160e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:44.010666 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-329a82b6-58c6-40c3-8b3c-24effa8792df tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "DELETE /v2.0/networks/6949c03f-faad-41e0-bcc5-f9b3a224381f HTTP/1.1" status: 204 len: 168 time: 3.7972555 Jan 27 17:14:44.017353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39074) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:44.143006 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['4cea683f-f5f1-4404-97d2-b97183c6fb9f'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:14:44.153262 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a40bd54e-4a98-47a5-841b-b57fe0b60499 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.214999 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.261635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-33dadcf0-f5f4-443d-85e0-a16b79f7efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.274344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=4cea683f-f5f1-4404-97d2-b97183c6fb9f,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:44.399989 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:44.411001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dadcf0-f5f4-443d-85e0-a16b79f7efb4 None None] Pushing event deleted for resources: {'Port': ['ID=df128614-a0d9-47ed-a7dc-ba730c69eb3e,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:44.514170 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'tag': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'status': 'completed', 'code': 200} Jan 27 17:14:44.516790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dadcf0-f5f4-443d-85e0-a16b79f7efb4 None None] No DVR routers for this DVR port df128614-a0d9-47ed-a7dc-ba730c69eb3e on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:44.529611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:44.543009 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0a70efc7-fc4b-44de-a685-235726a3f6e3 req-f153950d-58ca-49d2-a480-8a472321f01e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8292999 Jan 27 17:14:44.553605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:44.560610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.584284 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b557ad38-8bc6-4d37-9eb4-e3fd645bf3d6 req-6ec97a25-145b-49e1-9141-8c5b1d4ca90b service neutron] 10.222.0.88 "GET /v2.0/networks/b129bb30-fc28-4f9e-a3fc-a8f80c3cd315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439032 Jan 27 17:14:44.605125 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a941c047-3ea2-4f0d-89c8-96950eb1bce1 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:44.644664 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a8d5f0e5-cf83-473d-b1c4-fcfead276bc1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "GET /v2.0/networks/d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.9479051 Jan 27 17:14:44.662303 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39080) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:44.709209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d0f1ad-159f-478b-9ca7-0cd63a0c410c None None] Network 1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:44.710628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-53cb41b1-ffff-49ae-b256-174661459d76 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Deleting port 6260ad75-a4c2-461c-8d2f-d0056e680047 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:44.710967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-53cb41b1-ffff-49ae-b256-174661459d76 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.747055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.748733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: a941c047-3ea2-4f0d-89c8-96950eb1bce1 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:44.749813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a941c047-3ea2-4f0d-89c8-96950eb1bce1 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:44.819854 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-721c8ef6-bd68-4541-9bd4-0644fea8a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:12:17Z', 'revision_number': 4, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '17c23006-b6fb-406f-898e-3fefe20076ca', 'name': '', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'mac_address': 'fa:16:3e:b1:17:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:14Z', 'updated_at': '2022-01-27T17:12:38Z', 'revision_number': 5, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'subnets': [{'id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:44.826053 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c8ef6-bd68-4541-9bd4-0644fea8a970 None None] Checking router: dc742c8d-73f6-4354-9302-324d9ee7160e for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:14:44.830014 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9213246c-1c64-4e40-ba60-091af2e3e696 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8342299 Jan 27 17:14:44.848534 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c8ef6-bd68-4541-9bd4-0644fea8a970 None None] Routers {'dc742c8d-73f6-4354-9302-324d9ee7160e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:44.849399 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-721c8ef6-bd68-4541-9bd4-0644fea8a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['dc742c8d-73f6-4354-9302-324d9ee7160e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:44.856775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39084) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:44.884196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-547ad7c3-62cb-4562-a225-ebbfb46d1c02 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2067147029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:44.924874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:44.928433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-547ad7c3-62cb-4562-a225-ebbfb46d1c02 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:44.959919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:44.964031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919b9215-5cc3-4d04-85ee-e73d85d02fc5 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:44.973612 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-919b9215-5cc3-4d04-85ee-e73d85d02fc5 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "GET /v2.0/subnets/9527626b-dc88-47a7-b137-6626a118bfc8 HTTP/1.1" status: 200 len: 811 time: 0.3032911 Jan 27 17:14:44.973612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:44.974925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.986189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39088) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:45.011955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-547ad7c3-62cb-4562-a225-ebbfb46d1c02 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:router and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:45.055235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-547ad7c3-62cb-4562-a225-ebbfb46d1c02 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:45.062929 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=c79ec97e-f53c-4894-922e-bc0a3d6bdfc9,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:45.080973 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-547ad7c3-62cb-4562-a225-ebbfb46d1c02 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:45.148299 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b557ad38-8bc6-4d37-9eb4-e3fd645bf3d6 req-ebba223a-808d-4c4c-9a92-749606f2199b service neutron] 10.222.0.88 "GET /v2.0/networks/b129bb30-fc28-4f9e-a3fc-a8f80c3cd315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521669 Jan 27 17:14:45.155774 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-09e98fed-c466-44ec-b53b-309930e23ced tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0945511 Jan 27 17:14:45.166277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39092) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:45.185596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed263d-70d1-41dc-8c08-b047c7c85b8f req-590e1abb-0390-4c39-9743-58f26e324465 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:45.185596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-65ed263d-70d1-41dc-8c08-b047c7c85b8f req-590e1abb-0390-4c39-9743-58f26e324465 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Synchronizing usage tracker for tenant:c4d03d0b8dc841b782f833caa29e9310 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:45.204378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-547ad7c3-62cb-4562-a225-ebbfb46d1c02 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.209607 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:45.215310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-547ad7c3-62cb-4562-a225-ebbfb46d1c02 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.231476 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698e793-bf0f-4454-b0d1-036c20c40a3a req-e930cd5d-40f3-450c-987a-6f209091353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:45.231476 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b698e793-bf0f-4454-b0d1-036c20c40a3a req-e930cd5d-40f3-450c-987a-6f209091353a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c4d03d0b8dc841b782f833caa29e9310&device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 1098 time: 0.6275961 Jan 27 17:14:45.262524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603e42f7-7c39-47eb-aa59-6d3ad46ecb58 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['shared'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:45.262524 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-603e42f7-7c39-47eb-aa59-6d3ad46ecb58 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "GET /v2.0/subnets/9527626b-dc88-47a7-b137-6626a118bfc8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2553036 Jan 27 17:14:45.268537 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ffe513-92f5-45d4-9357-5f1b69ebe768 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:45.291244 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39096) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:45.311161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2083277279'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:45.342356 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:45.349612 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-721c8ef6-bd68-4541-9bd4-0644fea8a970 None None] Set router dc742c8d-73f6-4354-9302-324d9ee7160e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:45.355021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-53cb41b1-ffff-49ae-b256-174661459d76 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.355844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-53cb41b1-ffff-49ae-b256-174661459d76 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.378710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-547ad7c3-62cb-4562-a225-ebbfb46d1c02 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.460201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:45.477374 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1', 'network_id': '1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1', 'tenant_id': '63c2fae895274945a56d5a9f9e951d45', 'fixed_ips': [{'subnet_id': '13463305-3bd4-4f4e-85d3-a3ce3041ab1d'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:45.478638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.793452 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-53cb41b1-ffff-49ae-b256-174661459d76 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Calling delete_port for 6260ad75-a4c2-461c-8d2f-d0056e680047 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:45.850739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:45.882939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:45.894359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:45.897412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-65ed263d-70d1-41dc-8c08-b047c7c85b8f req-590e1abb-0390-4c39-9743-58f26e324465 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Unset dirty status for tenant:c4d03d0b8dc841b782f833caa29e9310 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:45.899546 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-65ed263d-70d1-41dc-8c08-b047c7c85b8f req-590e1abb-0390-4c39-9743-58f26e324465 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 1.0834129 Jan 27 17:14:45.911552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:45.949208 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:45.954388 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.956631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a40bd54e-4a98-47a5-841b-b57fe0b60499 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Deleting port fcc4fcfe-1ce3-4819-8b6e-75f72be1a1e0 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:45.957006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a40bd54e-4a98-47a5-841b-b57fe0b60499 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.022492 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Allocated IP 172.20.0.2 (1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1/13463305-3bd4-4f4e-85d3-a3ce3041ab1d/5b766f3b-6bec-4d4e-8023-29da38d4d7df) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:46.036221 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:46.040627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.070371 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-721c8ef6-bd68-4541-9bd4-0644fea8a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:12:17Z', 'revision_number': 4, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '17c23006-b6fb-406f-898e-3fefe20076ca', 'name': '', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'mac_address': 'fa:16:3e:b1:17:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:14Z', 'updated_at': '2022-01-27T17:12:38Z', 'revision_number': 5, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'subnets': [{'id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:46.072099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-547ad7c3-62cb-4562-a225-ebbfb46d1c02 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.077935 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c8ef6-bd68-4541-9bd4-0644fea8a970 None None] The sync data for ids ['dc742c8d-73f6-4354-9302-324d9ee7160e'] in dv-neutron-825077-1-hyperv is: [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:12:17Z', 'revision_number': 4, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '17c23006-b6fb-406f-898e-3fefe20076ca', 'name': '', 'network_id': '332fdffd-0754-47b8-a58b-5e0ffe38ea7e', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'mac_address': 'fa:16:3e:b1:17:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:14Z', 'updated_at': '2022-01-27T17:12:38Z', 'revision_number': 5, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'subnets': [{'id': '5211baca-e64a-4d31-8f44-2844562d5be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:46.124962 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698e793-bf0f-4454-b0d1-036c20c40a3a req-5a6e84f1-a2c1-431f-a39a-ea00f63d5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:46.129023 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b698e793-bf0f-4454-b0d1-036c20c40a3a req-5a6e84f1-a2c1-431f-a39a-ea00f63d5055 service neutron] 10.222.0.88 "GET /v2.0/networks?id=332fdffd-0754-47b8-a58b-5e0ffe38ea7e HTTP/1.1" status: 200 len: 898 time: 0.8801391 Jan 27 17:14:46.136905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-547ad7c3-62cb-4562-a225-ebbfb46d1c02 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.142500 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-547ad7c3-62cb-4562-a225-ebbfb46d1c02 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2746203 Jan 27 17:14:46.146433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39102) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:46.166925 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-65ed263d-70d1-41dc-8c08-b047c7c85b8f req-ac5221e6-684d-4fcf-ac2d-6845ae7ac88c tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406485 Jan 27 17:14:46.242839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'network_id': '1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1', 'name': 'tempest-PortsTestJSON-500815695'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:46.260723 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:46.266171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af7203-a896-47dc-bd35-c0a478a3f35d req-8a446618-dd40-4445-910c-8028680e09f5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:46.268001 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-00af7203-a896-47dc-bd35-c0a478a3f35d req-8a446618-dd40-4445-910c-8028680e09f5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 0.4640093 Jan 27 17:14:46.427014 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.428500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.428909 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Added segment c0245a7d-4756-4622-8508-1c2feac96fef of type vlan for network 9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc Jan 27 17:14:46.464134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Transition to ACTIVE for port object 5b766f3b-6bec-4d4e-8023-29da38d4d7df will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:46.474805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-00af7203-a896-47dc-bd35-c0a478a3f35d req-6db371db-b7b4-40dc-aa36-c6b9e18ec3e2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Deleting port 67291c7a-80d8-4d66-a01a-ca0b111ad866 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:46.475740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-00af7203-a896-47dc-bd35-c0a478a3f35d req-6db371db-b7b4-40dc-aa36-c6b9e18ec3e2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.493637 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b698e793-bf0f-4454-b0d1-036c20c40a3a req-d59e76fa-2951-40db-9f39-a1c1457b214b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866 HTTP/1.1" status: 200 len: 217 time: 0.3359344 Jan 27 17:14:46.516225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Transition to ACTIVE for port object 5b766f3b-6bec-4d4e-8023-29da38d4d7df will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:46.519417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.522626 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1831cba4-ed2b-4645-a65f-a62f4fb5af0b None None] New status for floating IP a54efbae-d160-4ef7-9246-4bb4aaa302a4: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:14:46.564844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a40bd54e-4a98-47a5-841b-b57fe0b60499 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.644801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd9b10-3958-4579-9348-14817085e2cf req-04e5ace2-5fd7-4f6f-886b-7596dd0624ac tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:46.646220 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e8cd9b10-3958-4579-9348-14817085e2cf req-04e5ace2-5fd7-4f6f-886b-7596dd0624ac tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 945 time: 0.8031154 Jan 27 17:14:46.707948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a40bd54e-4a98-47a5-841b-b57fe0b60499 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Calling delete_port for fcc4fcfe-1ce3-4819-8b6e-75f72be1a1e0 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:46.751854 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.827786 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': 'c79ec97e-f53c-4894-922e-bc0a3d6bdfc9'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:46.828461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.845526 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Network 1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:46.852590 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:46.858438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:46.873684 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:46.887306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698e793-bf0f-4454-b0d1-036c20c40a3a req-0ff6aef1-8469-4d3b-8472-cb8379fe9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:46.889246 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b698e793-bf0f-4454-b0d1-036c20c40a3a req-0ff6aef1-8469-4d3b-8472-cb8379fe9eaf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5211baca-e64a-4d31-8f44-2844562d5be3 HTTP/1.1" status: 200 len: 835 time: 0.3771026 Jan 27 17:14:46.891887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:port and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:46.897642 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:46.938325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Pushing event updated for resources: {'Port': ['ID=5b766f3b-6bec-4d4e-8023-29da38d4d7df,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:46.964844 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e8cd9b10-3958-4579-9348-14817085e2cf req-9f1581f5-3762-45dd-b11b-1ba74682db77 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004262 Jan 27 17:14:46.965848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.974797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:46.976013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.987570 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:47.044837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-53cb41b1-ffff-49ae-b256-174661459d76 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.124924 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Attempting to bind port 5b766f3b-6bec-4d4e-8023-29da38d4d7df on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:47.125782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Attempting to bind port 5b766f3b-6bec-4d4e-8023-29da38d4d7df by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'aeeeab44-df60-4a3d-9395-487ef0807761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:47.126592 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Attempting to bind port 5b766f3b-6bec-4d4e-8023-29da38d4d7df on network 1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:47.129335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:47.132994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.138053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Allocated IP 172.20.0.2 (185d5333-05b7-45cc-a2cf-ffb552748715/c79ec97e-f53c-4894-922e-bc0a3d6bdfc9/238d6396-9c6d-403b-ba12-c9cb5daa5e3f) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:47.143974 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:47.144438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Checking segment: {'id': 'aeeeab44-df60-4a3d-9395-487ef0807761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:47.144686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.145255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Bound using segment: {'id': 'aeeeab44-df60-4a3d-9395-487ef0807761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:47.146335 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Bound port: 5b766f3b-6bec-4d4e-8023-29da38d4d7df, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeeeab44-df60-4a3d-9395-487ef0807761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:47.147294 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.149748 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb41b1-ffff-49ae-b256-174661459d76 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Pushing event deleted for resources: {'Port': ['ID=6260ad75-a4c2-461c-8d2f-d0056e680047,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:47.269880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-00af7203-a896-47dc-bd35-c0a478a3f35d req-6db371db-b7b4-40dc-aa36-c6b9e18ec3e2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] For port 67291c7a-80d8-4d66-a01a-ca0b111ad866, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=67291c7a-80d8-4d66-a01a-ca0b111ad866,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:47.271038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-00af7203-a896-47dc-bd35-c0a478a3f35d req-6db371db-b7b4-40dc-aa36-c6b9e18ec3e2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.357768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Network': ['ID=9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:47.374208 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:47.412650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port c8486137-99eb-4292-b8b8-cf62d13633ae yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:14:47.467320 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b4f8c52b-2de3-4fc3-9789-6880d9346ca2 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1717415 Jan 27 17:14:47.469743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39110) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:47.496135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'subnet': {'network_id': '9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:47.533016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-00af7203-a896-47dc-bd35-c0a478a3f35d req-6db371db-b7b4-40dc-aa36-c6b9e18ec3e2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Calling delete_port for 67291c7a-80d8-4d66-a01a-ca0b111ad866 owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:47.537212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] For port 5b766f3b-6bec-4d4e-8023-29da38d4d7df, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:47.567829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] For port 5b766f3b-6bec-4d4e-8023-29da38d4d7df, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5b766f3b-6bec-4d4e-8023-29da38d4d7df,segment=NetworkSegment(aeeeab44-df60-4a3d-9395-487ef0807761),segment_id=aeeeab44-df60-4a3d-9395-487ef0807761)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:47.583968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-53cb41b1-ffff-49ae-b256-174661459d76 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.609316 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.661549 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698e793-bf0f-4454-b0d1-036c20c40a3a req-1c074c86-d4d5-4151-9d81-140a5d43f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:47.663122 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b698e793-bf0f-4454-b0d1-036c20c40a3a req-1c074c86-d4d5-4151-9d81-140a5d43f646 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=332fdffd-0754-47b8-a58b-5e0ffe38ea7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7624400 Jan 27 17:14:47.670386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-53cb41b1-ffff-49ae-b256-174661459d76 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.671899 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-53cb41b1-ffff-49ae-b256-174661459d76 tempest-FloatingIPAdminTestJSON-1645105968 tempest-FloatingIPAdminTestJSON-1645105968-project] 10.222.0.81 "DELETE /v2.0/floatingips/8c7312c0-99e8-47db-8609-ae05c0dbf77f HTTP/1.1" status: 204 len: 168 time: 3.6409717 Jan 27 17:14:47.716052 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.735348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Transition to ACTIVE for port object 238d6396-9c6d-403b-ba12-c9cb5daa5e3f will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:47.747571 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbbd79-dff9-4102-bdd1-545215d27108 None None] Pushing event updated for resources: {'Port': ['ID=5b766f3b-6bec-4d4e-8023-29da38d4d7df,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:47.769215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Transition to ACTIVE for port object 238d6396-9c6d-403b-ba12-c9cb5daa5e3f will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:47.781746 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.837172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:47.861354 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:47.864675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:47.871854 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:47.879676 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Pushing event updated for resources: {'Port': ['ID=238d6396-9c6d-403b-ba12-c9cb5daa5e3f,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:47.882342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:47.925272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.13 (1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1/13463305-3bd4-4f4e-85d3-a3ce3041ab1d/c8486137-99eb-4292-b8b8-cf62d13633ae) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:47.927872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a40bd54e-4a98-47a5-841b-b57fe0b60499 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.931194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Made reservation on behalf of 44ea2b3c3aca4d219cfc33226bdd28d2 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:47.935015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.963867 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b698e793-bf0f-4454-b0d1-036c20c40a3a req-dc2f4b67-54c9-4047-8dc7-e4b1f0feea6c service neutron] 10.222.0.88 "GET /v2.0/networks/332fdffd-0754-47b8-a58b-5e0ffe38ea7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859135 Jan 27 17:14:48.060712 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bd54e-4a98-47a5-841b-b57fe0b60499 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event deleted for resources: {'Port': ['ID=fcc4fcfe-1ce3-4819-8b6e-75f72be1a1e0,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:48.066310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Performing IP validity checks on allocation pools {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:14:48.066834 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:14:48.084161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Attempting to bind port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:48.084780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Attempting to bind port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:48.085362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Attempting to bind port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:48.102970 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:48.103451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:48.103995 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:48.104644 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:48.106092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Bound port: 238d6396-9c6d-403b-ba12-c9cb5daa5e3f, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:48.107196 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:48.282852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6633a-b706-4b4a-9a0b-f77b0e813dae req-62d8741b-97d6-4caa-bae1-15764406f32a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:48.284699 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3fa6633a-b706-4b4a-9a0b-f77b0e813dae req-62d8741b-97d6-4caa-bae1-15764406f32a tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 945 time: 0.8086820 Jan 27 17:14:48.304315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.objects.ports [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87608) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:14:48.330173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39120) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:48.394312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] For port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:48.398022 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] For port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=238d6396-9c6d-403b-ba12-c9cb5daa5e3f,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:48.418060 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:48.426557 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b698e793-bf0f-4454-b0d1-036c20c40a3a req-5ec49a6c-0b46-4f8e-823c-5a427f3a37b2 service neutron] 10.222.0.88 "GET /v2.0/networks/332fdffd-0754-47b8-a58b-5e0ffe38ea7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402406 Jan 27 17:14:48.573487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fee50-03e8-4a6a-b010-a640eed65e57 None None] Pushing event updated for resources: {'Port': ['ID=238d6396-9c6d-403b-ba12-c9cb5daa5e3f,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:48.622585 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3fa6633a-b706-4b4a-9a0b-f77b0e813dae req-3ec93621-80d4-4661-bb64-9b1f9e24f249 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f99cad-89a7-4a28-8e71-9c65c83ec257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732795 Jan 27 17:14:48.631655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-00af7203-a896-47dc-bd35-c0a478a3f35d req-6db371db-b7b4-40dc-aa36-c6b9e18ec3e2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:48.636533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b26a92-3bfe-430f-9160-6d782e072a90 req-d0213fef-ea26-491b-9291-c7843f275d31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:48.638155 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-10b26a92-3bfe-430f-9160-6d782e072a90 req-d0213fef-ea26-491b-9291-c7843f275d31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 945 time: 0.3731818 Jan 27 17:14:48.664364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 4cea683f-f5f1-4404-97d2-b97183c6fb9f up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:48.759493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 4cea683f-f5f1-4404-97d2-b97183c6fb9f completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:48.774618 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 4cea683f-f5f1-4404-97d2-b97183c6fb9f triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:48.775749 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4131cf5a-5d51-4ef8-bd08-34e067103841 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=32967407bbd04805b672d41f0dd8726f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437220 Jan 27 17:14:48.781148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39126) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:48.782338 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:48.808616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:48.838409 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db371db-b7b4-40dc-aa36-c6b9e18ec3e2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event deleted for resources: {'Port': ['ID=67291c7a-80d8-4d66-a01a-ca0b111ad866,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:48.919076 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-10b26a92-3bfe-430f-9160-6d782e072a90 req-f96bfaed-8b63-492a-9ab9-5c7d1fb1df7a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639678 Jan 27 17:14:48.938523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a40bd54e-4a98-47a5-841b-b57fe0b60499 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:48.940195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-00af7203-a896-47dc-bd35-c0a478a3f35d req-6db371db-b7b4-40dc-aa36-c6b9e18ec3e2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] No DVR routers for this DVR port 67291c7a-80d8-4d66-a01a-ca0b111ad866 on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:48.963352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-00af7203-a896-47dc-bd35-c0a478a3f35d req-6db371db-b7b4-40dc-aa36-c6b9e18ec3e2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:48.968323 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'name': 'network-vif-deleted', 'tag': '67291c7a-80d8-4d66-a01a-ca0b111ad866'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:49.017719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.034871 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.097588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8157c74-1393-4dee-a383-f11e4478ee88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cea683f-f5f1-4404-97d2-b97183c6fb9f'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:49.123374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Subnet': ['ID=3bc02f9d-6792-4888-91c3-e5c4a95fe475,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:49.145236 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7e0418c8-7123-4040-ad88-ef174b9188d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.145710 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6a0648-0084-4e80-8bf2-e8efbbbb5a77', 'name': 'network-vif-deleted', 'tag': '67291c7a-80d8-4d66-a01a-ca0b111ad866', 'status': 'completed', 'code': 200} Jan 27 17:14:49.149884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Transition to ACTIVE for port object c8486137-99eb-4292-b8b8-cf62d13633ae will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:49.162753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5b766f3b-6bec-4d4e-8023-29da38d4d7df up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:49.165300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Checking segment: {'id': 'c0245a7d-4756-4622-8508-1c2feac96fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:49.165934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network hostable DHCP agents. Network: 9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:49.207115 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-00af7203-a896-47dc-bd35-c0a478a3f35d req-6db371db-b7b4-40dc-aa36-c6b9e18ec3e2 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.88 "DELETE /v2.0/ports/67291c7a-80d8-4d66-a01a-ca0b111ad866 HTTP/1.1" status: 204 len: 173 time: 2.9273818 Jan 27 17:14:49.226566 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8157c74-1393-4dee-a383-f11e4478ee88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cea683f-f5f1-4404-97d2-b97183c6fb9f', 'code': 200} Jan 27 17:14:49.240243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 4cea683f-f5f1-4404-97d2-b97183c6fb9f, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=4cea683f-f5f1-4404-97d2-b97183c6fb9f,segment=NetworkSegment(65fc149d-35fd-4c91-aa80-758becf34173),segment_id=65fc149d-35fd-4c91-aa80-758becf34173)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:49.283887 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.285144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 67291c7a-80d8-4d66-a01a-ca0b111ad866 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:49.445403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 67291c7a-80d8-4d66-a01a-ca0b111ad866 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:49.446044 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 67291c7a-80d8-4d66-a01a-ca0b111ad866 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:49.531073 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=4cea683f-f5f1-4404-97d2-b97183c6fb9f,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:49.541213 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 5b766f3b-6bec-4d4e-8023-29da38d4d7df completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:49.590791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.659934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7e0418c8-7123-4040-ad88-ef174b9188d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.705071 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=c8486137-99eb-4292-b8b8-cf62d13633ae,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:49.731084 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40bd54e-4a98-47a5-841b-b57fe0b60499 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Router a6c7e727-0b6f-4386-abb6-e378d2dd54eb has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:49.735885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:49.741585 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Network 9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:49.743973 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:49.745154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.750570 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:49.780914 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dfccd3-4605-4e4b-92b4-3c1c61f946db None None] Network 1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:49.829047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:49.833835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:49.834676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.845619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1513bee-34aa-4fda-942f-6f92ba3ad499 None None] Network 9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:49.889362 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:49.890417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.919260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-539dd21d-121f-45fd-80da-6b2b481f431c req-b160828b-5ea7-46a4-8476-bb3f7d7faf03 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Synchronizing usage tracker for tenant:c4d03d0b8dc841b782f833caa29e9310 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:49.924571 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1f299fa0-ad84-4c66-b619-eb6d51b11a60 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7649813 Jan 27 17:14:49.925648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39136) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:49.932971 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7fcee05c-d279-428b-9a09-3f58177d4926 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4560215 Jan 27 17:14:49.932971 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7e0418c8-7123-4040-ad88-ef174b9188d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.934961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7e0418c8-7123-4040-ad88-ef174b9188d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.936613 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7e0418c8-7123-4040-ad88-ef174b9188d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/049c6021-ef60-4e35-994c-cf1067cac60d HTTP/1.1" status: 204 len: 168 time: 1.1544418 Jan 27 17:14:50.043522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39140) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:50.046961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-539dd21d-121f-45fd-80da-6b2b481f431c req-b160828b-5ea7-46a4-8476-bb3f7d7faf03 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Unset dirty status for tenant:c4d03d0b8dc841b782f833caa29e9310 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:50.061266 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-539dd21d-121f-45fd-80da-6b2b481f431c req-b160828b-5ea7-46a4-8476-bb3f7d7faf03 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a6a0648-0084-4e80-8bf2-e8efbbbb5a77 HTTP/1.1" status: 200 len: 210 time: 0.2545316 Jan 27 17:14:50.099652 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e7063ff4-05bd-4673-b01e-824b9e6e270b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:50.168315 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Provisioning for port 5b766f3b-6bec-4d4e-8023-29da38d4d7df completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:50.211781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0418c8-7123-4040-ad88-ef174b9188d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049c6021-ef60-4e35-994c-cf1067cac60d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:50.262010 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Provisioning complete for port 5b766f3b-6bec-4d4e-8023-29da38d4d7df triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:50.262678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.502490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39150) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:50.564722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40bd54e-4a98-47a5-841b-b57fe0b60499 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:50.579118 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f4714-9f08-4885-b95e-744403594c0d None None] Sync routers for ids ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:50.591396 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f4714-9f08-4885-b95e-744403594c0d None None] Routers {'a6c7e727-0b6f-4386-abb6-e378d2dd54eb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:50.592510 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a03f4714-9f08-4885-b95e-744403594c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:50.689820 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a03f4714-9f08-4885-b95e-744403594c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:50.702442 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f4714-9f08-4885-b95e-744403594c0d None None] Routers {'a6c7e727-0b6f-4386-abb6-e378d2dd54eb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:50.703621 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a03f4714-9f08-4885-b95e-744403594c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:50.713989 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbac53c-9af1-4619-88ad-9c4b4d766b0f req-a2b7cb78-f3e5-45d2-bdd0-c748568a2a45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:50.729857 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3cbac53c-9af1-4619-88ad-9c4b4d766b0f req-a2b7cb78-f3e5-45d2-bdd0-c748568a2a45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 946 time: 0.3491919 Jan 27 17:14:50.747448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] For port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=238d6396-9c6d-403b-ba12-c9cb5daa5e3f,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:50.777517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.786058 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a40bd54e-4a98-47a5-841b-b57fe0b60499 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "PUT /v2.0/routers/a6c7e727-0b6f-4386-abb6-e378d2dd54eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4813418 Jan 27 17:14:50.794802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df7ea4a1-3068-41dc-a94f-b93adf776cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.808258 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a03f4714-9f08-4885-b95e-744403594c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:50.808924 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f4714-9f08-4885-b95e-744403594c0d None None] The sync data for ids ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:50.813217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39154) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:50.823274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.826737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.827548 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.905245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] For port 5b766f3b-6bec-4d4e-8023-29da38d4d7df, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5b766f3b-6bec-4d4e-8023-29da38d4d7df,segment=NetworkSegment(aeeeab44-df60-4a3d-9395-487ef0807761),segment_id=aeeeab44-df60-4a3d-9395-487ef0807761)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:50.916317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.963007 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-6e0c11d5-cbd5-4855-834e-07a0b0ce9a34 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] delete failed (client error): The resource could not be found. Jan 27 17:14:50.964164 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6e0c11d5-cbd5-4855-834e-07a0b0ce9a34 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1505368273 HTTP/1.1" status: 404 len: 335 time: 0.1465676 Jan 27 17:14:50.970586 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc', 'network_id': '9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc', 'tenant_id': '44ea2b3c3aca4d219cfc33226bdd28d2', 'fixed_ips': [{'subnet_id': '3bc02f9d-6792-4888-91c3-e5c4a95fe475'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:50.971300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39158) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:50.971627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.979060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-bc67f77f-b87d-48c2-b065-2bade622b571 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6c7e727-0b6f-4386-abb6-e378d2dd54eb'}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:50.980900 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-df7ea4a1-3068-41dc-a94f-b93adf776cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:50.981065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 238d6396-9c6d-403b-ba12-c9cb5daa5e3f up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:51.004519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-df7ea4a1-3068-41dc-a94f-b93adf776cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:e200a75688be4a86b9e4e0a72770d197 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:51.010173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:51.018993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-df7ea4a1-3068-41dc-a94f-b93adf776cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:51.024220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:51.036042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e745511-7689-4e6d-b25d-83ac8a300dfd req-81bc2b7f-8059-46a8-86f5-7fd3b57acc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:51.037920 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3cbac53c-9af1-4619-88ad-9c4b4d766b0f req-f2690f73-2295-4fa1-8b38-d26375010fd8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011267 Jan 27 17:14:51.039930 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5e745511-7689-4e6d-b25d-83ac8a300dfd req-81bc2b7f-8059-46a8-86f5-7fd3b57acc5b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 1099 time: 1.3539402 Jan 27 17:14:51.049711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbfe8ba-0c2b-4954-aaa3-86ab6be42e50 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:51.057643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.138017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7063ff4-05bd-4673-b01e-824b9e6e270b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66096812'] for subnet, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.222768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:51.223324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.230372 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39164) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:51.238925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-df7ea4a1-3068-41dc-a94f-b93adf776cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:51.253066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-854cfee1-ea7f-43ab-8661-67efa6e939a9 None None] Provisioning for port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:51.268779 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Pushing event updated for resources: {'Port': ['ID=5b766f3b-6bec-4d4e-8023-29da38d4d7df,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:51.301511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=238d6396-9c6d-403b-ba12-c9cb5daa5e3f,revision_number=4']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:51.338800 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=9223313a-155d-4ea4-bda7-01835cf795dc,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:51.347161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:51.356126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:51.357249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:51.357769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:51.357927 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5e745511-7689-4e6d-b25d-83ac8a300dfd req-f61f9f7e-55aa-423d-9eb2-99f1ae4bc447 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232588 Jan 27 17:14:51.358532 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:51.359088 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:51.359568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:51.360164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:51.360662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:51.361151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:51.361625 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:51.362095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c561c8-99a0-456f-9a67-fc4fe3889cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:51.409976 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e54bdd58-68bf-41c3-8ef1-6910e965ac09 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.2198517 Jan 27 17:14:51.422566 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39168) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:51.435101 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:51.435636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'mac_address': 'fa:16:3e:ff:34:43', 'name': 'tempest-NetworksTestDHCPv6-1544650871'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:51.447978 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:51.448474 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.584894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2de4-83da-4190-b672-64dfc1837363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.596320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-bca5a21a-faf9-4f82-97bc-885639d0d831 None None] Provisioning for port c8486137-99eb-4292-b8b8-cf62d13633ae completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:51.614877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-bca5a21a-faf9-4f82-97bc-885639d0d831 None None] Provisioning complete for port c8486137-99eb-4292-b8b8-cf62d13633ae triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:51.615336 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bca5a21a-faf9-4f82-97bc-885639d0d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.730292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df7ea4a1-3068-41dc-a94f-b93adf776cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.735195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7063ff4-05bd-4673-b01e-824b9e6e270b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787738492398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66596292'] for subnet, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.774248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-df7ea4a1-3068-41dc-a94f-b93adf776cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.785900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-bca5a21a-faf9-4f82-97bc-885639d0d831 None None] Port c8486137-99eb-4292-b8b8-cf62d13633ae cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:51.799108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.824252 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Allocated IP 172.20.0.3 (9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc/3bc02f9d-6792-4888-91c3-e5c4a95fe475/4acad5f0-b75c-472c-a5c8-b52e89d342ca) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:51.858593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7063ff4-05bd-4673-b01e-824b9e6e270b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:51.859168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-bca5a21a-faf9-4f82-97bc-885639d0d831 None None] Provisioning complete for port 5b766f3b-6bec-4d4e-8023-29da38d4d7df triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:51.859444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7063ff4-05bd-4673-b01e-824b9e6e270b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.859601 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bca5a21a-faf9-4f82-97bc-885639d0d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.863614 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e7063ff4-05bd-4673-b01e-824b9e6e270b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "PUT /v2.0/subnets/3bc02f9d-6792-4888-91c3-e5c4a95fe475 HTTP/1.1" status: 200 len: 877 time: 1.8157580 Jan 27 17:14:51.867853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39172) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:51.890672 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-df7ea4a1-3068-41dc-a94f-b93adf776cb8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e200a75688be4a86b9e4e0a72770d197&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3702672 Jan 27 17:14:51.900226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39176) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:51.900983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ea4a1-3068-41dc-a94f-b93adf776cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8d7543-d8d4-4483-9209-06a15aa53420,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:51.911936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7063ff4-05bd-4673-b01e-824b9e6e270b tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event updated for resources: {'Subnet': ['ID=3bc02f9d-6792-4888-91c3-e5c4a95fe475,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:51.914840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=238d6396-9c6d-403b-ba12-c9cb5daa5e3f,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:51.915019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:51.934578 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:51.936239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.939751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:51.956069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:51.984468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:52.102783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdde2750-b030-4b81-8b78-47677bccdf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.188389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdde2750-b030-4b81-8b78-47677bccdf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.225167 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.281571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 93f91227-6c14-48af-9fef-04be1ec40c05 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:14:52.286620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=238d6396-9c6d-403b-ba12-c9cb5daa5e3f,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:52.422038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdde2750-b030-4b81-8b78-47677bccdf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.449071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde2750-b030-4b81-8b78-47677bccdf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8d7543-d8d4-4483-9209-06a15aa53420,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:52.475437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.496616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Transition to ACTIVE for port object 4acad5f0-b75c-472c-a5c8-b52e89d342ca will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:52.518328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bdde2750-b030-4b81-8b78-47677bccdf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.519597 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bdde2750-b030-4b81-8b78-47677bccdf59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb8d7543-d8d4-4483-9209-06a15aa53420 HTTP/1.1" status: 204 len: 168 time: 0.6119344 Jan 27 17:14:52.553630 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Transition to ACTIVE for port object 4acad5f0-b75c-472c-a5c8-b52e89d342ca will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:52.566304 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:14:52.572682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.638827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c66e8521-0b2e-4307-8297-7b8bbc16e5ad None None] Provisioning complete for port c8486137-99eb-4292-b8b8-cf62d13633ae triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:52.639296 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c66e8521-0b2e-4307-8297-7b8bbc16e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.685460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 172.20.0.14 (185d5333-05b7-45cc-a2cf-ffb552748715/c79ec97e-f53c-4894-922e-bc0a3d6bdfc9/93f91227-6c14-48af-9fef-04be1ec40c05) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:52.694875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::f816:3eff:feff:3443 (185d5333-05b7-45cc-a2cf-ffb552748715/9223313a-155d-4ea4-bda7-01835cf795dc/93f91227-6c14-48af-9fef-04be1ec40c05) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:52.711893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc67f77f-b87d-48c2-b065-2bade622b571 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.729557 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c66e8521-0b2e-4307-8297-7b8bbc16e5ad None None] Port c8486137-99eb-4292-b8b8-cf62d13633ae cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:52.748142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Network 9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:52.751297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:52.756709 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:52.773537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.794155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Pushing event updated for resources: {'Port': ['ID=4acad5f0-b75c-472c-a5c8-b52e89d342ca,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:52.840287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.895107 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Attempting to bind port 4acad5f0-b75c-472c-a5c8-b52e89d342ca on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:52.895709 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Attempting to bind port 4acad5f0-b75c-472c-a5c8-b52e89d342ca by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'c0245a7d-4756-4622-8508-1c2feac96fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:52.895824 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Attempting to bind port 4acad5f0-b75c-472c-a5c8-b52e89d342ca on network 9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:52.910126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:52.910591 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Checking segment: {'id': 'c0245a7d-4756-4622-8508-1c2feac96fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:52.911056 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.911672 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Bound using segment: {'id': 'c0245a7d-4756-4622-8508-1c2feac96fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:52.912368 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Bound port: 4acad5f0-b75c-472c-a5c8-b52e89d342ca, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0245a7d-4756-4622-8508-1c2feac96fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:52.913074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.922720 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5b766f3b-6bec-4d4e-8023-29da38d4d7df up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:52.971757 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=c8486137-99eb-4292-b8b8-cf62d13633ae,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:52.981288 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-bc67f77f-b87d-48c2-b065-2bade622b571 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] update failed (client error): The resource could not be found. Jan 27 17:14:52.987549 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bc67f77f-b87d-48c2-b065-2bade622b571 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "PUT /v2.0/routers/a6c7e727-0b6f-4386-abb6-e378d2dd54eb HTTP/1.1" status: 404 len: 339 time: 2.0145080 Jan 27 17:14:52.991963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.998035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39186) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:53.004295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.023181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 93f91227-6c14-48af-9fef-04be1ec40c05 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:53.050206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1335813119'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:53.059291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.077084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:53.104708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39190) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:53.128914 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] For port 4acad5f0-b75c-472c-a5c8-b52e89d342ca, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:53.131761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] For port 4acad5f0-b75c-472c-a5c8-b52e89d342ca, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=4acad5f0-b75c-472c-a5c8-b52e89d342ca,segment=NetworkSegment(c0245a7d-4756-4622-8508-1c2feac96fef),segment_id=c0245a7d-4756-4622-8508-1c2feac96fef)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:53.133285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f7d43a99-7ad7-4d42-b93f-0f561450d9c8 None None] Provisioning complete for port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:53.133841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f7d43a99-7ad7-4d42-b93f-0f561450d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.150936 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dc1f8-08c5-4305-a375-e13ad301b066 req-73f1fe75-580f-49cf-9e5e-c5af5f2142af tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:53.152624 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-be3dc1f8-08c5-4305-a375-e13ad301b066 req-73f1fe75-580f-49cf-9e5e-c5af5f2142af tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 946 time: 0.8632805 Jan 27 17:14:53.157500 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-91d7d8f8-5720-4eba-bddb-fa4dc91ffe52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.176334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Usage tracker for resource:network and tenant:f05233b95e114a1eb2eb872ee18a40e6 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:53.177527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:53.182717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:53.188201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-91d7d8f8-5720-4eba-bddb-fa4dc91ffe52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:53.188464 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.193104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-91d7d8f8-5720-4eba-bddb-fa4dc91ffe52 admin admin] Usage tracker for resource:security_group_rule and tenant:6baca9498999405da86f03d5055b4532 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:53.194287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:53.197241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-91d7d8f8-5720-4eba-bddb-fa4dc91ffe52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:53.206518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-91d7d8f8-5720-4eba-bddb-fa4dc91ffe52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:53.252515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:53.261112 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Deleting port 4acad5f0-b75c-472c-a5c8-b52e89d342ca {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:53.261588 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.321537 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 5b766f3b-6bec-4d4e-8023-29da38d4d7df triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:53.321996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.539615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88518f9-41b2-4aea-96cd-7cace0ec7bfc None None] Pushing event updated for resources: {'Port': ['ID=4acad5f0-b75c-472c-a5c8-b52e89d342ca,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:53.543513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:14:53.590314 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 238d6396-9c6d-403b-ba12-c9cb5daa5e3f up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:53.702666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:53.703448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.716617 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-be3dc1f8-08c5-4305-a375-e13ad301b066 req-39f3e94b-acce-4b71-800c-0ed74512bd38 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5440547 Jan 27 17:14:53.724503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=93f91227-6c14-48af-9fef-04be1ec40c05,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:53.728136 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-91d7d8f8-5720-4eba-bddb-fa4dc91ffe52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.747382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-91d7d8f8-5720-4eba-bddb-fa4dc91ffe52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.761354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Made reservation on behalf of f05233b95e114a1eb2eb872ee18a40e6 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:53.764764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.768556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:53.769219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.778184 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ea0ab17d-5f1e-4eee-88d7-f743d2bb33a5 None None] Provisioning complete for port c8486137-99eb-4292-b8b8-cf62d13633ae triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:53.778974 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab17d-5f1e-4eee-88d7-f743d2bb33a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.844191 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-91d7d8f8-5720-4eba-bddb-fa4dc91ffe52 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6baca9498999405da86f03d5055b4532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7384417 Jan 27 17:14:53.844825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39194) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:53.853282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7d8f8-5720-4eba-bddb-fa4dc91ffe52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9532080c-0af6-440f-aaf6-3faf8d4af18a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:53.857406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ab17d-5f1e-4eee-88d7-f743d2bb33a5 None None] Port c8486137-99eb-4292-b8b8-cf62d13633ae cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:53.886804 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b1802e32-3bd7-4b68-a0a8-d7291a5f5a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4623489 Jan 27 17:14:53.890317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39198) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:53.920945 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8040c7a0-60ac-46e6-a3e5-7237bbd85e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.939327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1232} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:53.993947 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-43ae0b52-1d55-4b76-a7ee-0e48dd0510e5 None None] Provisioning for port 93f91227-6c14-48af-9fef-04be1ec40c05 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:53.995882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f69c28ff-3b5f-40e1-8717-02e1eb3285f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.999922 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-43ae0b52-1d55-4b76-a7ee-0e48dd0510e5 None None] Provisioning complete for port 93f91227-6c14-48af-9fef-04be1ec40c05 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:54.001065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-43ae0b52-1d55-4b76-a7ee-0e48dd0510e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.033537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f69c28ff-3b5f-40e1-8717-02e1eb3285f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.050565 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e4f08d-51bb-485d-9306-c4d4130e7aac tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:54.056292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e4f08d-51bb-485d-9306-c4d4130e7aac tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:54.057103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-64e4f08d-51bb-485d-9306-c4d4130e7aac tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:54.060689 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-43ae0b52-1d55-4b76-a7ee-0e48dd0510e5 None None] Port 93f91227-6c14-48af-9fef-04be1ec40c05 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:54.084487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.085098 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Added segment e5d62aef-a97f-414a-9d73-dff29c94d4bd of type vlan for network a0542796-25f1-4a6e-b889-d2e3c812af92 Jan 27 17:14:54.094360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-64e4f08d-51bb-485d-9306-c4d4130e7aac tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:54.095544 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-64e4f08d-51bb-485d-9306-c4d4130e7aac tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2039874 Jan 27 17:14:54.098471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39202) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:54.164210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f69c28ff-3b5f-40e1-8717-02e1eb3285f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.186326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c28ff-3b5f-40e1-8717-02e1eb3285f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9532080c-0af6-440f-aaf6-3faf8d4af18a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:54.191947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-7be08d5f-2a78-40f7-b386-9bef2df6cc1c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 93f91227-6c14-48af-9fef-04be1ec40c05 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:54.191947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7be08d5f-2a78-40f7-b386-9bef2df6cc1c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.220012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.230245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f69c28ff-3b5f-40e1-8717-02e1eb3285f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.231361 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f69c28ff-3b5f-40e1-8717-02e1eb3285f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9532080c-0af6-440f-aaf6-3faf8d4af18a HTTP/1.1" status: 204 len: 168 time: 0.3811474 Jan 27 17:14:54.267087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.273044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] For port 4acad5f0-b75c-472c-a5c8-b52e89d342ca, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=4acad5f0-b75c-472c-a5c8-b52e89d342ca,segment=NetworkSegment(c0245a7d-4756-4622-8508-1c2feac96fef),segment_id=c0245a7d-4756-4622-8508-1c2feac96fef)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:54.273405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.455656 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Calling delete_port for 4acad5f0-b75c-472c-a5c8-b52e89d342ca owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:54.518194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.524033 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:54.524992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.525259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7be08d5f-2a78-40f7-b386-9bef2df6cc1c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.692447 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-7be08d5f-2a78-40f7-b386-9bef2df6cc1c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 93f91227-6c14-48af-9fef-04be1ec40c05 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:54.719629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event updated for resources: {'Network': ['ID=a0542796-25f1-4a6e-b889-d2e3c812af92,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:54.732729 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network a0542796-25f1-4a6e-b889-d2e3c812af92 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:54.817760 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-de2994ed-12a0-43a3-b6aa-92ac2b07f272 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8161314 Jan 27 17:14:54.843398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39220) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:54.876665 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Request body: {'subnet': {'network_id': 'a0542796-25f1-4a6e-b889-d2e3c812af92', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:55.017781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1461f21-0dc4-46a1-bab5-344974358f78 None None] Network 9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:55.060848 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.062684 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4acad5f0-b75c-472c-a5c8-b52e89d342ca up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:55.076273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.111679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1ef9f-345e-4e14-8085-560a23dc72f5 req-aa12d66e-2447-41d7-8018-5d7530eeb305 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:55.113213 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cff1ef9f-345e-4e14-8085-560a23dc72f5 req-aa12d66e-2447-41d7-8018-5d7530eeb305 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 946 time: 0.1848145 Jan 27 17:14:55.114339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7be08d5f-2a78-40f7-b386-9bef2df6cc1c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.183147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be08d5f-2a78-40f7-b386-9bef2df6cc1c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=93f91227-6c14-48af-9fef-04be1ec40c05,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:55.292257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:55.316959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Usage tracker for resource:subnet and tenant:f05233b95e114a1eb2eb872ee18a40e6 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:55.344500 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cff1ef9f-345e-4e14-8085-560a23dc72f5 req-92101e17-08d4-4248-b9eb-8e323a3446dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920421 Jan 27 17:14:55.428818 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.455513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7be08d5f-2a78-40f7-b386-9bef2df6cc1c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.464494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:55.485050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b0d9-78dd-4928-846c-a0ad621ad8c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.487203 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7be08d5f-2a78-40f7-b386-9bef2df6cc1c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/93f91227-6c14-48af-9fef-04be1ec40c05 HTTP/1.1" status: 204 len: 168 time: 1.3876741 Jan 27 17:14:55.489511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39236) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:55.618620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e8cc3-8df4-4123-a8fa-2af3102d7a4a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:55.620558 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e8cc3-8df4-4123-a8fa-2af3102d7a4a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:55.622352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e8cc3-8df4-4123-a8fa-2af3102d7a4a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:55.623491 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c12e8cc3-8df4-4123-a8fa-2af3102d7a4a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:55.649855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c12e8cc3-8df4-4123-a8fa-2af3102d7a4a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:55.651811 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c12e8cc3-8df4-4123-a8fa-2af3102d7a4a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1612644 Jan 27 17:14:55.655216 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39242) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:55.750205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-9faa0f72-7620-4684-a521-9285dc7a31c7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 9223313a-155d-4ea4-bda7-01835cf795dc {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:55.755629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9faa0f72-7620-4684-a521-9285dc7a31c7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.764767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 4acad5f0-b75c-472c-a5c8-b52e89d342ca completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:55.769718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0c24ab89-4780-4cd2-ae65-2de8651a94ea None None] Provisioning for port 4acad5f0-b75c-472c-a5c8-b52e89d342ca completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:55.772803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:55.777563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 4acad5f0-b75c-472c-a5c8-b52e89d342ca triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:55.777926 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.832936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9faa0f72-7620-4684-a521-9285dc7a31c7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.862027 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.923544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Made reservation on behalf of f05233b95e114a1eb2eb872ee18a40e6 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:55.927094 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.935317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0c24ab89-4780-4cd2-ae65-2de8651a94ea None None] Provisioning complete for port 4acad5f0-b75c-472c-a5c8-b52e89d342ca triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:55.935727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0c24ab89-4780-4cd2-ae65-2de8651a94ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.942170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9faa0f72-7620-4684-a521-9285dc7a31c7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.963827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Port': ['ID=4acad5f0-b75c-472c-a5c8-b52e89d342ca,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:55.972437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb79007-fc5c-47ca-807a-5b75452fd7d3 None None] Network 9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:55.994218 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0c24ab89-4780-4cd2-ae65-2de8651a94ea None None] Port 4acad5f0-b75c-472c-a5c8-b52e89d342ca was deleted so its status cannot be updated. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:14:56.000479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Port 4acad5f0-b75c-472c-a5c8-b52e89d342ca was deleted so its status cannot be updated. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:14:56.040765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9faa0f72-7620-4684-a521-9285dc7a31c7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.114114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9faa0f72-7620-4684-a521-9285dc7a31c7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.115664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194601c0-4bf3-4fe0-8b72-d0f6dc6f8843 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:56.118222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa0f72-7620-4684-a521-9285dc7a31c7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=9223313a-155d-4ea4-bda7-01835cf795dc,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:56.148695 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9faa0f72-7620-4684-a521-9285dc7a31c7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/9223313a-155d-4ea4-bda7-01835cf795dc HTTP/1.1" status: 204 len: 168 time: 0.4919002 Jan 27 17:14:56.149530 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39256) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:56.190240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-623ef70f-8941-43b3-948c-9d3e67a9ec6f None None] Could not find standard attr ID for object 4acad5f0-b75c-472c-a5c8-b52e89d342ca. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:14:56.270278 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No DVR routers for this DVR port 4acad5f0-b75c-472c-a5c8-b52e89d342ca on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:56.443202 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6dcca4-f505-450d-82fc-1b7e7183e260 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet c79ec97e-f53c-4894-922e-bc0a3d6bdfc9 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:56.447127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-da6dcca4-f505-450d-82fc-1b7e7183e260 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.515504 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-da6dcca4-f505-450d-82fc-1b7e7183e260 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.591864 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.620567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39266) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:56.637190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-da6dcca4-f505-450d-82fc-1b7e7183e260 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.649058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78762a42-0dae-4536-b45b-d1e7fa488f05 req-cab28d05-2823-422d-b319-2b1758c7000f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:56.651624 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-78762a42-0dae-4536-b45b-d1e7fa488f05 req-cab28d05-2823-422d-b319-2b1758c7000f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 946 time: 0.8705606 Jan 27 17:14:56.677113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.757115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-da6dcca4-f505-450d-82fc-1b7e7183e260 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.789630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:14:56.802387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d4dcc539-133c-4425-b81d-49d460b47941 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:56.814692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6dcca4-f505-450d-82fc-1b7e7183e260 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=c79ec97e-f53c-4894-922e-bc0a3d6bdfc9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:56.816746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-da6dcca4-f505-450d-82fc-1b7e7183e260 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.837144 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-da6dcca4-f505-450d-82fc-1b7e7183e260 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/c79ec97e-f53c-4894-922e-bc0a3d6bdfc9 HTTP/1.1" status: 204 len: 168 time: 0.6862595 Jan 27 17:14:56.842218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39272) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:56.845769 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d4dcc539-133c-4425-b81d-49d460b47941 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] 10.222.0.81 "PUT /v2.0/quotas/2e641de30ee44f469b735b1d1cfbcf76 HTTP/1.1" status: 200 len: 368 time: 0.2233205 Jan 27 17:14:56.849915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39274) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:56.851128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.880812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.952787 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-78762a42-0dae-4536-b45b-d1e7fa488f05 req-35ff51e3-e018-4c44-989b-af367ed127c7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415991 Jan 27 17:14:56.988401 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a34049f3-a1a3-4563-9e5e-8745f7ad2c25 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1403337 Jan 27 17:14:56.989153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39280) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:57.000287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Request body: {'network': {'project_id': '2e641de30ee44f469b735b1d1cfbcf76'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:57.009692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:57.033951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:57.041503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Usage tracker for resource:network and tenant:2e641de30ee44f469b735b1d1cfbcf76 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:57.048083 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:57.067425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:57.078546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.113926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=c8486137-99eb-4292-b8b8-cf62d13633ae,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:57.124084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.134133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Made reservation on behalf of 2e641de30ee44f469b735b1d1cfbcf76 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:57.136498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.154040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.177968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:57.180691 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.180887 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:57.185515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:57.188543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Usage tracker for resource:security_group_rule and tenant:2e641de30ee44f469b735b1d1cfbcf76 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:57.191113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:57.193948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:57.201790 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:57.204429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:57.226252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:57.229813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.270943 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a79f5b-8047-4040-a7eb-c5364ce92c6f None None] Network 9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:57.291206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event updated for resources: {'Subnet': ['ID=c2a4e3c6-2178-4701-8a37-8fdd5f18badb,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:57.356238 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1b0d9-78dd-4928-846c-a0ad621ad8c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Deleting port 17c23006-b6fb-406f-898e-3fefe20076ca {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:57.357048 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b0d9-78dd-4928-846c-a0ad621ad8c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.399620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9efe61f-0e00-43df-84b3-2d81e19b4713 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:57.400040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc02f9d-6792-4888-91c3-e5c4a95fe475,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:57.475656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.525324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.555280 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:14:57.568699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a9e358-581e-4a8a-9a9a-fbb8fb3cecf9,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:57.583612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1219} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:57.606084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b60f9f2c-f104-4945-bea6-f2c3c91c8b71 None None] Provisioning complete for port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:57.606490 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b60f9f2c-f104-4945-bea6-f2c3c91c8b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.610485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.610854 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Added segment b380d2e8-4a04-4715-b3ab-f46c0c535fd8 of type vlan for network 7e0a4c64-9d25-4c01-9d7c-3eae7a44efa0 Jan 27 17:14:57.625523 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Checking segment: {'id': 'e5d62aef-a97f-414a-9d73-dff29c94d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a0542796-25f1-4a6e-b889-d2e3c812af92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:57.625702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Network hostable DHCP agents. Network: a0542796-25f1-4a6e-b889-d2e3c812af92, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:57.683395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.696424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.701927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.725071 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6407524-bb8e-45dd-9a6f-777745e9572f None None] DHCP port deletion for 9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:57.772986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:57.784194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:57.790961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:57.791617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.798742 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:57.824294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.825217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:57.825532 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0245a7d-4756-4622-8508-1c2feac96fef') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:57.826057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.826323 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0245a7d-4756-4622-8508-1c2feac96fef') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:57.851642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=acda0a07-3d2f-4558-87fb-cf1b8fb7c8f8,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:57.854503 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0175eb30-485e-4d50-8771-e6df7dec9b0f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8635538 Jan 27 17:14:57.861039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39288) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:57.871220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:57.892286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Network a0542796-25f1-4a6e-b889-d2e3c812af92 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:57.895629 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.0411525 Jan 27 17:14:57.896330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:57.904892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.910394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39292) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:57.914343 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:57.929439 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, a0542796-25f1-4a6e-b889-d2e3c812af92) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:57.933434 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Request body: {'network': {'project_id': '2e641de30ee44f469b735b1d1cfbcf76'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:57.939756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:57.943793 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Usage tracker for resource:network and tenant:2e641de30ee44f469b735b1d1cfbcf76 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:57.947070 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:57.948314 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beb6199-8206-4e44-8f31-930aae79f240 None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:57.953645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:57.954715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0beb6199-8206-4e44-8f31-930aae79f240 None None] Deleting port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:57.955562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0beb6199-8206-4e44-8f31-930aae79f240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.971798 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Made reservation on behalf of 2e641de30ee44f469b735b1d1cfbcf76 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:57.974652 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.000118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:58.000712 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.004774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.092097 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-e8a1b0d9-78dd-4928-846c-a0ad621ad8c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] For port 17c23006-b6fb-406f-898e-3fefe20076ca, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=17c23006-b6fb-406f-898e-3fefe20076ca,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:58.092689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b0d9-78dd-4928-846c-a0ad621ad8c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.097426 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b9125-fdfe-4d77-8c9d-75ed630f39ea tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Pushing event updated for resources: {'Network': ['ID=7e0a4c64-9d25-4c01-9d7c-3eae7a44efa0,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:58.103820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:58.104483 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.114110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd8d06f-3313-4df3-87aa-340204846a35 None None] Network a0542796-25f1-4a6e-b889-d2e3c812af92 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:58.121346 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:58.139915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 7e0a4c64-9d25-4c01-9d7c-3eae7a44efa0 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:58.146317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1215} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:58.174568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.174916 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Added segment 1fff5428-7ed4-4ae4-87a2-352c6361c487 of type vlan for network e92ea410-8581-4115-bc13-17b2ccb538a5 Jan 27 17:14:58.180124 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-26c0437b-daab-4296-82a6-0572bc083d68 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3283617 Jan 27 17:14:58.181314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:58.183392 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39296) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:58.191240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-604732b7-ad92-4002-97f1-1f0377367ed8 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a0542796-25f1-4a6e-b889-d2e3c812af92'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:58.261736 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:58.271431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:58.287856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:58.373061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:58.376636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.386244 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1b0d9-78dd-4928-846c-a0ad621ad8c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Calling delete_port for 17c23006-b6fb-406f-898e-3fefe20076ca owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:58.392114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.455435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.479718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.500042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39300) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:58.507549 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Network': ['ID=9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:58.522175 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-0beb6199-8206-4e44-8f31-930aae79f240 None None] For port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=238d6396-9c6d-403b-ba12-c9cb5daa5e3f,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:58.522802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0beb6199-8206-4e44-8f31-930aae79f240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.553583 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.590237 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7c8c28ea-66a8-47d1-8f19-5f65793d2c9d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc HTTP/1.1" status: 204 len: 168 time: 6.7191799 Jan 27 17:14:58.604009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39304) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:58.617003 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3950a420-649b-45e9-bcc0-0975a5defd82 None None] Provisioning complete for port c8486137-99eb-4292-b8b8-cf62d13633ae triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:58.617282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3950a420-649b-45e9-bcc0-0975a5defd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.671377 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce403aa0-43db-42b1-8b82-65379612dc0d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:58.671881 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce403aa0-43db-42b1-8b82-65379612dc0d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:58.673559 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ce403aa0-43db-42b1-8b82-65379612dc0d tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/subnets/3bc02f9d-6792-4888-91c3-e5c4a95fe475 HTTP/1.1" status: 404 len: 337 time: 0.0683286 Jan 27 17:14:58.683742 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39308) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:58.700345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:14:58.719259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0beb6199-8206-4e44-8f31-930aae79f240 None None] Calling delete_port for 238d6396-9c6d-403b-ba12-c9cb5daa5e3f owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:58.768361 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Router fde45044-62d7-4409-b56b-9ce472efcead is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:14:58.785877 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a09ea80-e855-4ca1-8ab1-483e50ee7a0f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:58.786266 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a09ea80-e855-4ca1-8ab1-483e50ee7a0f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:58.788238 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7a09ea80-e855-4ca1-8ab1-483e50ee7a0f tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/9f720fbd-be0c-4e5c-9a0a-bfe05de14ccc HTTP/1.1" status: 404 len: 339 time: 0.1035414 Jan 27 17:14:58.809124 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39312) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:58.830666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3950a420-649b-45e9-bcc0-0975a5defd82 None None] Port c8486137-99eb-4292-b8b8-cf62d13633ae cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:58.927388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0beb6199-8206-4e44-8f31-930aae79f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.934259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.935904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:58.936575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.944584 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-604732b7-ad92-4002-97f1-1f0377367ed8 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.972634 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-916ba4a7-8133-4a33-8e6c-8b4f90039631 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:58.973403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916ba4a7-8133-4a33-8e6c-8b4f90039631 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:59.019994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-a0542796-25f1-4a6e-b889-d2e3c812af92', 'network_id': 'a0542796-25f1-4a6e-b889-d2e3c812af92', 'tenant_id': 'f05233b95e114a1eb2eb872ee18a40e6', 'fixed_ips': [{'subnet_id': 'c2a4e3c6-2178-4701-8a37-8fdd5f18badb'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:59.021355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.040094 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4acad5f0-b75c-472c-a5c8-b52e89d342ca no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:59.042094 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.1306148 Jan 27 17:14:59.054179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39316) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:59.100623 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb6199-8206-4e44-8f31-930aae79f240 None None] Pushing event deleted for resources: {'Port': ['ID=238d6396-9c6d-403b-ba12-c9cb5daa5e3f,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:59.109581 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beb6199-8206-4e44-8f31-930aae79f240 None None] No DVR routers for this DVR port 238d6396-9c6d-403b-ba12-c9cb5daa5e3f on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:59.113643 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 4acad5f0-b75c-472c-a5c8-b52e89d342ca {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:59.113986 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4acad5f0-b75c-472c-a5c8-b52e89d342ca not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:59.114766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 238d6396-9c6d-403b-ba12-c9cb5daa5e3f no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:59.131741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-473953ae-6f7a-4444-9688-1a3916d34379 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Request body: {'network': {'project_id': '2e641de30ee44f469b735b1d1cfbcf76'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:59.145866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d8ecb-2131-456d-86e9-db957957302a tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Pushing event updated for resources: {'Network': ['ID=e92ea410-8581-4115-bc13-17b2ccb538a5,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:59.152988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-473953ae-6f7a-4444-9688-1a3916d34379 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:59.156703 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bcefa2-e624-45b2-a616-8890d368c26f None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:59.172645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-473953ae-6f7a-4444-9688-1a3916d34379 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Usage tracker for resource:network and tenant:2e641de30ee44f469b735b1d1cfbcf76 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:59.179657 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-473953ae-6f7a-4444-9688-1a3916d34379 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:59.180889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network e92ea410-8581-4115-bc13-17b2ccb538a5 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:59.202182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 238d6396-9c6d-403b-ba12-c9cb5daa5e3f {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:59.202546 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 238d6396-9c6d-403b-ba12-c9cb5daa5e3f not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:59.227017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-473953ae-6f7a-4444-9688-1a3916d34379 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:59.243116 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-473953ae-6f7a-4444-9688-1a3916d34379 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 17:14:59.244061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473953ae-6f7a-4444-9688-1a3916d34379 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:59.253157 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-473953ae-6f7a-4444-9688-1a3916d34379 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1823468 Jan 27 17:14:59.253157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39320) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:59.260874 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-916ba4a7-8133-4a33-8e6c-8b4f90039631 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/subnets/2fb971c2-8da5-43ca-baea-fa20c624f6d5 HTTP/1.1" status: 404 len: 337 time: 0.4501975 Jan 27 17:14:59.265687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39324) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:59.363991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b0d9-78dd-4928-846c-a0ad621ad8c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.416858 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e4dfe325-58e0-4ba4-997e-25f996a0280f tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e641de30ee44f469b735b1d1cfbcf76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658883 Jan 27 17:14:59.423827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39328) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:59.437249 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33e39a5-30d3-42b7-89e8-1551aafd90e9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:59.438038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33e39a5-30d3-42b7-89e8-1551aafd90e9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:59.440049 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d33e39a5-30d3-42b7-89e8-1551aafd90e9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/ec3e5e10-e887-431a-b6ad-6448cade17ec HTTP/1.1" status: 404 len: 339 time: 0.1715457 Jan 27 17:14:59.447567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1b0d9-78dd-4928-846c-a0ad621ad8c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event deleted for resources: {'Port': ['ID=17c23006-b6fb-406f-898e-3fefe20076ca,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:59.449837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39332) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:59.592776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Allocated IP 2001:db8:1::2 (a0542796-25f1-4a6e-b889-d2e3c812af92/c2a4e3c6-2178-4701-8a37-8fdd5f18badb/84045ba9-9f64-422a-af15-da5f67a89c92) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:59.605134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:59.606379 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-604732b7-ad92-4002-97f1-1f0377367ed8 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:59.614389 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-604732b7-ad92-4002-97f1-1f0377367ed8 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "PUT /v2.0/routers/a6c7e727-0b6f-4386-abb6-e378d2dd54eb HTTP/1.1" status: 400 len: 364 time: 1.4298651 Jan 27 17:14:59.615266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-30d17fbf-bdc2-4989-a635-0fa71b125908 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.617086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39336) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:59.626604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75c19b-2a6f-462a-bb3a-bcf14c7dfd23 None None] Sync routers for ids ['fde45044-62d7-4409-b56b-9ce472efcead'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:59.637416 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b7b56bc6-201c-4fbe-b38d-39de138affa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "PUT /v2.0/routers/fde45044-62d7-4409-b56b-9ce472efcead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7095153 Jan 27 17:14:59.676922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39340) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:59.713263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75c19b-2a6f-462a-bb3a-bcf14c7dfd23 None None] Routers {'fde45044-62d7-4409-b56b-9ce472efcead'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:59.713895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-7e75c19b-2a6f-462a-bb3a-bcf14c7dfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['fde45044-62d7-4409-b56b-9ce472efcead'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:59.787903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-7e75c19b-2a6f-462a-bb3a-bcf14c7dfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:59.802480 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': 'acda0a07-3d2f-4558-87fb-cf1b8fb7c8f8'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:59.803197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.844228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-30d17fbf-bdc2-4989-a635-0fa71b125908 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.880366 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75c19b-2a6f-462a-bb3a-bcf14c7dfd23 None None] Routers {'fde45044-62d7-4409-b56b-9ce472efcead'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:14:59.880366 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-7e75c19b-2a6f-462a-bb3a-bcf14c7dfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['fde45044-62d7-4409-b56b-9ce472efcead'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:59.917120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e417dcbf-8f73-439a-bf6c-bc47378f4eeb tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.952335 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-7e75c19b-2a6f-462a-bb3a-bcf14c7dfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:59.952645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75c19b-2a6f-462a-bb3a-bcf14c7dfd23 None None] The sync data for ids ['fde45044-62d7-4409-b56b-9ce472efcead'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:00.039721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.objects.ports [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87608) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:15:00.051506 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.222716 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.243285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Transition to ACTIVE for port object 84045ba9-9f64-422a-af15-da5f67a89c92 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:00.300927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53391476-36cd-4508-a6f8-fe335c5c4aa2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:00.302034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-53391476-36cd-4508-a6f8-fe335c5c4aa2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:00.308284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Transition to ACTIVE for port object 84045ba9-9f64-422a-af15-da5f67a89c92 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:00.324716 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.377619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Allocated IP 172.20.0.2 (185d5333-05b7-45cc-a2cf-ffb552748715/acda0a07-3d2f-4558-87fb-cf1b8fb7c8f8/77cd5c00-3090-48eb-9ef1-4f320c94684d) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:00.405433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e417dcbf-8f73-439a-bf6c-bc47378f4eeb tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.409890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Allocated IP 2001:db8::f816:3eff:fe1a:cdf3 (185d5333-05b7-45cc-a2cf-ffb552748715/eb4760f7-94d1-4a66-933a-211cc07a9c0f/77cd5c00-3090-48eb-9ef1-4f320c94684d) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:00.423229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b0d9-78dd-4928-846c-a0ad621ad8c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.424859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Network a0542796-25f1-4a6e-b889-d2e3c812af92 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:00.425440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:00.428984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:00.432280 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Pushing event updated for resources: {'Port': ['ID=84045ba9-9f64-422a-af15-da5f67a89c92,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:00.437494 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:00.460258 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:00.468778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-e417dcbf-8f73-439a-bf6c-bc47378f4eeb tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070b9b49-3968-48a5-a53f-a9cadc7ca78d']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:00.470856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:00.471452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.477800 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=eb4760f7-94d1-4a66-933a-211cc07a9c0f,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:00.478631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-53391476-36cd-4508-a6f8-fe335c5c4aa2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:00.484465 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-53391476-36cd-4508-a6f8-fe335c5c4aa2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports?device_id=fde45044-62d7-4409-b56b-9ce472efcead HTTP/1.1" status: 200 len: 982 time: 0.8060927 Jan 27 17:15:00.485383 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39344) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:00.563363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-e417dcbf-8f73-439a-bf6c-bc47378f4eeb tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49415965-ce1b-4693-a7d1-dfca0b0f357f') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:00.563840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-e417dcbf-8f73-439a-bf6c-bc47378f4eeb tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49415965-ce1b-4693-a7d1-dfca0b0f357f') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:00.603338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-30d17fbf-bdc2-4989-a635-0fa71b125908 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.625670 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Attempting to bind port 84045ba9-9f64-422a-af15-da5f67a89c92 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:00.626382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Attempting to bind port 84045ba9-9f64-422a-af15-da5f67a89c92 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'e5d62aef-a97f-414a-9d73-dff29c94d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a0542796-25f1-4a6e-b889-d2e3c812af92'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:00.626382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Attempting to bind port 84045ba9-9f64-422a-af15-da5f67a89c92 on network a0542796-25f1-4a6e-b889-d2e3c812af92 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:00.644052 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:00.644421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Checking segment: {'id': 'e5d62aef-a97f-414a-9d73-dff29c94d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a0542796-25f1-4a6e-b889-d2e3c812af92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:00.644821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.645214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Bound using segment: {'id': 'e5d62aef-a97f-414a-9d73-dff29c94d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a0542796-25f1-4a6e-b889-d2e3c812af92'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:00.645686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Bound port: 84045ba9-9f64-422a-af15-da5f67a89c92, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d62aef-a97f-414a-9d73-dff29c94d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a0542796-25f1-4a6e-b889-d2e3c812af92'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:00.646047 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.739112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d17fbf-bdc2-4989-a635-0fa71b125908 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a9e358-581e-4a8a-9a9a-fbb8fb3cecf9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:00.745949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-30d17fbf-bdc2-4989-a635-0fa71b125908 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.750257 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-30d17fbf-bdc2-4989-a635-0fa71b125908 tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4a9e358-581e-4a8a-9a9a-fbb8fb3cecf9 HTTP/1.1" status: 204 len: 168 time: 1.3232009 Jan 27 17:15:00.751848 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.760133 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39348) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:00.765309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e417dcbf-8f73-439a-bf6c-bc47378f4eeb tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.769985 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-893b28ae-74bf-4269-8596-8bb995b49ffa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9078870 Jan 27 17:15:00.773613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39352) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:00.783533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'mac_address': 'fa:16:3e:00:7c:60', 'name': 'tempest-NetworksTestDHCPv6-1452427826'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:00.837511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e417dcbf-8f73-439a-bf6c-bc47378f4eeb tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.842565 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] For port 84045ba9-9f64-422a-af15-da5f67a89c92, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:00.846206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e417dcbf-8f73-439a-bf6c-bc47378f4eeb tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:00.846545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] For port 84045ba9-9f64-422a-af15-da5f67a89c92, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=84045ba9-9f64-422a-af15-da5f67a89c92,segment=NetworkSegment(e5d62aef-a97f-414a-9d73-dff29c94d4bd),segment_id=e5d62aef-a97f-414a-9d73-dff29c94d4bd)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:00.847504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e417dcbf-8f73-439a-bf6c-bc47378f4eeb tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.847856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.858980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:00.883784 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:00.898497 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Transition to ACTIVE for port object 77cd5c00-3090-48eb-9ef1-4f320c94684d will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:00.970929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Transition to ACTIVE for port object 77cd5c00-3090-48eb-9ef1-4f320c94684d will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:00.987087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.993526 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e919b-2144-4972-877d-abcc7e57cf4c None None] Pushing event updated for resources: {'Port': ['ID=84045ba9-9f64-422a-af15-da5f67a89c92,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:01.065309 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:01.068262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:01.072159 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:01.109530 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Pushing event updated for resources: {'Port': ['ID=77cd5c00-3090-48eb-9ef1-4f320c94684d,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:01.123099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e417dcbf-8f73-439a-bf6c-bc47378f4eeb tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.128482 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e417dcbf-8f73-439a-bf6c-bc47378f4eeb tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.223452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Attempting to bind port 77cd5c00-3090-48eb-9ef1-4f320c94684d on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:01.223842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Attempting to bind port 77cd5c00-3090-48eb-9ef1-4f320c94684d by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:01.224196 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Attempting to bind port 77cd5c00-3090-48eb-9ef1-4f320c94684d on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:01.231136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:01.232149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:01.232894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.233299 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:01.233844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Bound port: 77cd5c00-3090-48eb-9ef1-4f320c94684d, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:01.234226 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.351618 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e417dcbf-8f73-439a-bf6c-bc47378f4eeb tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/070b9b49-3968-48a5-a53f-a9cadc7ca78d HTTP/1.1" status: 204 len: 168 time: 1.8362906 Jan 27 17:15:01.353305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417dcbf-8f73-439a-bf6c-bc47378f4eeb tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Network': ['ID=070b9b49-3968-48a5-a53f-a9cadc7ca78d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:01.360718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] For port 77cd5c00-3090-48eb-9ef1-4f320c94684d, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:01.372433 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39356) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:01.373539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] For port 77cd5c00-3090-48eb-9ef1-4f320c94684d, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=77cd5c00-3090-48eb-9ef1-4f320c94684d,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:01.379145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4ddd-d2e2-4937-97a5-ef1716a2c5de tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.381527 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.485009 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dff508e-a180-4110-a9ee-c789ee36c3a7 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:01.486164 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dff508e-a180-4110-a9ee-c789ee36c3a7 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:01.507070 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:01.511360 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e6d9f-bc2a-4474-a7b2-bd1ebab7635e None None] Pushing event updated for resources: {'Port': ['ID=77cd5c00-3090-48eb-9ef1-4f320c94684d,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:01.532040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.551728 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2dff508e-a180-4110-a9ee-c789ee36c3a7 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/subnets/9f787903-8a1a-4aa5-b90f-daf6b9e5b4bd HTTP/1.1" status: 404 len: 337 time: 0.1779830 Jan 27 17:15:01.552769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39360) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:01.559457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:01.568724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:01.600246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:01.622718 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac98239-0a8e-4cfb-8237-72db43254fe1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:01.623463 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac98239-0a8e-4cfb-8237-72db43254fe1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:01.625443 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dac98239-0a8e-4cfb-8237-72db43254fe1 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/639b7db2-c639-41dd-a890-196df933ebdb HTTP/1.1" status: 404 len: 339 time: 0.0597420 Jan 27 17:15:01.635005 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39364) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:01.690001 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:01.710620 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e827d1-695b-4e1a-8fbe-6512bc310687 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:01.711084 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e827d1-695b-4e1a-8fbe-6512bc310687 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:01.715496 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-83e827d1-695b-4e1a-8fbe-6512bc310687 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/subnets/7e872c1a-cc0b-4942-ad77-fe36b6254428 HTTP/1.1" status: 404 len: 337 time: 0.0767262 Jan 27 17:15:01.752502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39368) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:01.870240 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4ddd-d2e2-4937-97a5-ef1716a2c5de tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.932043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Allocated IP 2001:db8::1 (fd7e0d67-7ee7-4400-b659-9df3f995800d/d860f623-a5a1-4ec8-9115-453476933ec9/ce533104-5adb-48ed-8dc7-6ea2af9f6238) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:01.983942 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-9043bd15-845a-4e0f-bd85-9c0856e48589 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:01.984417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9043bd15-845a-4e0f-bd85-9c0856e48589 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:01.990086 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9043bd15-845a-4e0f-bd85-9c0856e48589 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/392a6c5e-dc3a-4c2f-a244-681a85e883b7 HTTP/1.1" status: 404 len: 339 time: 0.2320075 Jan 27 17:15:01.991081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39372) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:02.017628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:02.018450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-3a7b4ddd-d2e2-4937-97a5-ef1716a2c5de tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92ea410-8581-4115-bc13-17b2ccb538a5']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:02.170913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-3a7b4ddd-d2e2-4937-97a5-ef1716a2c5de tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fff5428-7ed4-4ae4-87a2-352c6361c487') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:02.171903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-3a7b4ddd-d2e2-4937-97a5-ef1716a2c5de tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fff5428-7ed4-4ae4-87a2-352c6361c487') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:02.181321 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f68da20-9a6d-4ad7-ad36-867f126396f5 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:02.181784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f68da20-9a6d-4ad7-ad36-867f126396f5 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:02.187041 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6f68da20-9a6d-4ad7-ad36-867f126396f5 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/subnets/cf51f1c8-8951-4762-b619-aeff8915af0a HTTP/1.1" status: 404 len: 337 time: 0.1802795 Jan 27 17:15:02.190338 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39376) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:02.228077 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4ddd-d2e2-4937-97a5-ef1716a2c5de tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:02.257202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a1b0d9-78dd-4928-846c-a0ad621ad8c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Router dc742c8d-73f6-4354-9302-324d9ee7160e has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:02.260544 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-035817bc-a265-4f3e-9e8f-fd2cbd960f5c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:02.260816 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035817bc-a265-4f3e-9e8f-fd2cbd960f5c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:02.265073 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-035817bc-a265-4f3e-9e8f-fd2cbd960f5c tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/e89da573-d743-4d4d-a406-f550781ef0e1 HTTP/1.1" status: 404 len: 339 time: 0.0640209 Jan 27 17:15:02.274261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39380) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:02.320198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4ddd-d2e2-4937-97a5-ef1716a2c5de tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:02.337055 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port d81612da-6362-47c6-8190-d281622b1fe8 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:15:02.367459 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-3868fa8d-556e-4ecb-8ae6-e82ea7daaba4 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:02.367706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3868fa8d-556e-4ecb-8ae6-e82ea7daaba4 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:02.369435 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3868fa8d-556e-4ecb-8ae6-e82ea7daaba4 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/subnets/184731ba-6e47-4891-80e9-1a3daabbab4c HTTP/1.1" status: 404 len: 337 time: 0.0944579 Jan 27 17:15:02.374136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39384) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:02.375228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7b4ddd-d2e2-4937-97a5-ef1716a2c5de tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:02.375723 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4ddd-d2e2-4937-97a5-ef1716a2c5de tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:02.399342 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:02.437545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fd2253-2cad-446c-8529-02a777d9d946 None None] Network a0542796-25f1-4a6e-b889-d2e3c812af92 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:02.444791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6edc6b5-ee6b-40a9-a9a8-8fe8783a3a56 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:02.677708 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d2c03436-a09d-49d0-a458-24da0e667f5f None None] Provisioning for port 84045ba9-9f64-422a-af15-da5f67a89c92 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:02.799123 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7ec7a8-67bc-4347-89a0-84eb6774b67e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:02.799782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7ec7a8-67bc-4347-89a0-84eb6774b67e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:02.833704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 172.20.0.13 (185d5333-05b7-45cc-a2cf-ffb552748715/acda0a07-3d2f-4558-87fb-cf1b8fb7c8f8/d81612da-6362-47c6-8190-d281622b1fe8) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:02.855406 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2c7ec7a8-67bc-4347-89a0-84eb6774b67e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/31c4c428-ffcf-49f7-a8e2-9659ca56c0ae HTTP/1.1" status: 404 len: 339 time: 0.4576142 Jan 27 17:15:02.861260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39388) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:02.898503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::f816:3eff:fe00:7c60 (185d5333-05b7-45cc-a2cf-ffb552748715/eb4760f7-94d1-4a66-933a-211cc07a9c0f/d81612da-6362-47c6-8190-d281622b1fe8) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:02.906072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:02.954724 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4ddd-d2e2-4937-97a5-ef1716a2c5de tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:02.962556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4ddd-d2e2-4937-97a5-ef1716a2c5de tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:02.985463 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bf4ddc-4900-42d3-a590-5a000c99fbe7 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:02.985826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bf4ddc-4900-42d3-a590-5a000c99fbe7 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:02.996151 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-58bf4ddc-4900-42d3-a590-5a000c99fbe7 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/subnets/0f58dfcd-1e79-4136-8e72-de81ad92a2a0 HTTP/1.1" status: 404 len: 337 time: 0.1334620 Jan 27 17:15:03.003340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a7898-2733-45a6-aac9-7224cce04166 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:03.029893 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39392) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.047497 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Transition to ACTIVE for port object ce533104-5adb-48ed-8dc7-6ea2af9f6238 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:03.108939 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42d30fe-c006-48ca-89b2-694a31d60e6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:03.109802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e42d30fe-c006-48ca-89b2-694a31d60e6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:03.119878 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e42d30fe-c006-48ca-89b2-694a31d60e6e tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/1035f04f-bb91-466b-9910-038e5b7374e9 HTTP/1.1" status: 404 len: 339 time: 0.0851350 Jan 27 17:15:03.120832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39396) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.129342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a1b0d9-78dd-4928-846c-a0ad621ad8c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:03.141337 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2551527-1cb8-456d-9682-6aa6b79ce7ba None None] Sync routers for ids ['dc742c8d-73f6-4354-9302-324d9ee7160e'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:03.144660 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e8a1b0d9-78dd-4928-846c-a0ad621ad8c5 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "PUT /v2.0/routers/dc742c8d-73f6-4354-9302-324d9ee7160e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8558764 Jan 27 17:15:03.146574 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3a7b4ddd-d2e2-4937-97a5-ef1716a2c5de tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] 10.222.0.81 "DELETE /v2.0/networks/e92ea410-8581-4115-bc13-17b2ccb538a5 HTTP/1.1" status: 204 len: 168 time: 2.3854785 Jan 27 17:15:03.149822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39400) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.150241 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39402) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.158903 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2551527-1cb8-456d-9682-6aa6b79ce7ba None None] Routers {'dc742c8d-73f6-4354-9302-324d9ee7160e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:03.160395 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-c2551527-1cb8-456d-9682-6aa6b79ce7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['dc742c8d-73f6-4354-9302-324d9ee7160e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:03.213929 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-804f46b6-60ea-4b8e-a7bd-a33dcbc99b76 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:03.214787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804f46b6-60ea-4b8e-a7bd-a33dcbc99b76 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:03.216930 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-804f46b6-60ea-4b8e-a7bd-a33dcbc99b76 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/subnets/1a1632c9-feff-4cb3-a8e8-fa065f923896 HTTP/1.1" status: 404 len: 337 time: 0.0880575 Jan 27 17:15:03.223637 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39408) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.226421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 77cd5c00-3090-48eb-9ef1-4f320c94684d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:03.254843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.17 (b129bb30-fc28-4f9e-a3fc-a8f80c3cd315/d8f6282b-fd1b-49ef-bc7a-9dcdff97d432/3f057593-7ea2-42eb-bf8d-f106135a225b) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:03.309051 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a6bc87-92f7-422d-a101-31caaa16ee1a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:03.310126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a6bc87-92f7-422d-a101-31caaa16ee1a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:03.312215 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-01a6bc87-92f7-422d-a101-31caaa16ee1a tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/6864f5e0-e944-4640-808c-39fe77c50303 HTTP/1.1" status: 404 len: 339 time: 0.0810473 Jan 27 17:15:03.315731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4d633c85-39d3-4b30-b6ab-fe70f25d3080 None None] Provisioning for port 77cd5c00-3090-48eb-9ef1-4f320c94684d completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:03.320814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39412) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.353832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b4ddd-d2e2-4937-97a5-ef1716a2c5de tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Pushing event deleted for resources: {'Network': ['ID=e92ea410-8581-4115-bc13-17b2ccb538a5,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:03.415683 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadd68f7-71bb-4c74-9fc2-bdcbe655d5a9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Deleting subnet 5211baca-e64a-4d31-8f44-2844562d5be3 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:03.430706 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac18e481-5d05-46d3-8d27-7eae6aca81b7 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:03.431285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac18e481-5d05-46d3-8d27-7eae6aca81b7 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:03.433169 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ac18e481-5d05-46d3-8d27-7eae6aca81b7 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/subnets/51e7f44c-9062-4021-aa71-bd576e07f51f HTTP/1.1" status: 404 len: 337 time: 0.1095717 Jan 27 17:15:03.446742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39416) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.448995 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-c2551527-1cb8-456d-9682-6aa6b79ce7ba None None] Set router dc742c8d-73f6-4354-9302-324d9ee7160e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:03.452369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dadd68f7-71bb-4c74-9fc2-bdcbe655d5a9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.485107 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-6902c41c-60d7-4d37-a987-4b3dce52f4a9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:03.485681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6902c41c-60d7-4d37-a987-4b3dce52f4a9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:03.487908 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6902c41c-60d7-4d37-a987-4b3dce52f4a9 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/216a1d31-90e3-4edf-a2a3-0bc88e0f5048 HTTP/1.1" status: 404 len: 339 time: 0.0400233 Jan 27 17:15:03.489099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.499259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39420) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.530418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 77cd5c00-3090-48eb-9ef1-4f320c94684d completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:03.538538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 77cd5c00-3090-48eb-9ef1-4f320c94684d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:03.538973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.626558 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f6edc6b5-ee6b-40a9-a9a8-8fe8783a3a56 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port c8486137-99eb-4292-b8b8-cf62d13633ae {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:03.627261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6edc6b5-ee6b-40a9-a9a8-8fe8783a3a56 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.668537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0b2e-2c30-40ee-b056-d16a92c0239d tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.680280 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d658eb3-8ec8-41d5-8b9e-83bb194bcecd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:03.681037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d658eb3-8ec8-41d5-8b9e-83bb194bcecd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:03.683007 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3d658eb3-8ec8-41d5-8b9e-83bb194bcecd tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/subnets/fac12669-01b4-4e0c-8d62-b82aa046f394 HTTP/1.1" status: 404 len: 337 time: 0.1479232 Jan 27 17:15:03.687658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dadd68f7-71bb-4c74-9fc2-bdcbe655d5a9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.694579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Network fd7e0d67-7ee7-4400-b659-9df3f995800d is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:03.695996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39424) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.716498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:03.728428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.733977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:03.734921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.779207 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 77cd5c00-3090-48eb-9ef1-4f320c94684d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=77cd5c00-3090-48eb-9ef1-4f320c94684d,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:03.787755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.788714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 84045ba9-9f64-422a-af15-da5f67a89c92 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:03.827276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.835803 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1618d2-8cd9-4242-8b44-bfdf1d7c8cb5 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] DELETE failed (client error): The resource could not be found. Jan 27 17:15:03.837147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1618d2-8cd9-4242-8b44-bfdf1d7c8cb5 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:03.839547 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-eb1618d2-8cd9-4242-8b44-bfdf1d7c8cb5 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/70a52c81-cacc-49a9-8edc-15a61ba2983c HTTP/1.1" status: 404 len: 339 time: 0.1201544 Jan 27 17:15:03.840708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event updated for resources: {'Port': ['ID=ce533104-5adb-48ed-8dc7-6ea2af9f6238,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:03.847444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39428) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.983729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.024330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object d81612da-6362-47c6-8190-d281622b1fe8 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:04.066942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 84045ba9-9f64-422a-af15-da5f67a89c92 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:04.080812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 84045ba9-9f64-422a-af15-da5f67a89c92 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:04.081601 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.113570 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-c2551527-1cb8-456d-9682-6aa6b79ce7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:14:58Z', 'revision_number': 5, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:04.119495 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2551527-1cb8-456d-9682-6aa6b79ce7ba None None] Checking router: dc742c8d-73f6-4354-9302-324d9ee7160e for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:04.122939 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=77cd5c00-3090-48eb-9ef1-4f320c94684d,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:04.130433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object 3f057593-7ea2-42eb-bf8d-f106135a225b will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:04.136281 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2551527-1cb8-456d-9682-6aa6b79ce7ba None None] Routers {'dc742c8d-73f6-4354-9302-324d9ee7160e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:04.137359 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-c2551527-1cb8-456d-9682-6aa6b79ce7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['dc742c8d-73f6-4354-9302-324d9ee7160e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:04.204340 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0b2e-2c30-40ee-b056-d16a92c0239d tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.228385 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4e0f2c-bbdc-4f48-8f7e-5dba616da581 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Deleting subnet 9527626b-dc88-47a7-b137-6626a118bfc8 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:04.244336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da4e0f2c-bbdc-4f48-8f7e-5dba616da581 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.256917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.299925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-1e2c0b2e-2c30-40ee-b056-d16a92c0239d tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0a4c64-9d25-4c01-9d7c-3eae7a44efa0']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:04.322108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 84045ba9-9f64-422a-af15-da5f67a89c92, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=84045ba9-9f64-422a-af15-da5f67a89c92,segment=NetworkSegment(e5d62aef-a97f-414a-9d73-dff29c94d4bd),segment_id=e5d62aef-a97f-414a-9d73-dff29c94d4bd)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:04.332243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-1e2c0b2e-2c30-40ee-b056-d16a92c0239d tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b380d2e8-4a04-4715-b3ab-f46c0c535fd8') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:04.332576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-1e2c0b2e-2c30-40ee-b056-d16a92c0239d tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b380d2e8-4a04-4715-b3ab-f46c0c535fd8') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:04.337458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.355460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dadd68f7-71bb-4c74-9fc2-bdcbe655d5a9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.406189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-460969e0-a9c1-4e28-84f1-e7ed7fcc5b46 None None] Provisioning for port ce533104-5adb-48ed-8dc7-6ea2af9f6238 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:04.429902 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-c2551527-1cb8-456d-9682-6aa6b79ce7ba None None] Set router dc742c8d-73f6-4354-9302-324d9ee7160e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:04.440822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-460969e0-a9c1-4e28-84f1-e7ed7fcc5b46 None None] Provisioning complete for port ce533104-5adb-48ed-8dc7-6ea2af9f6238 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:04.441424 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-460969e0-a9c1-4e28-84f1-e7ed7fcc5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.461816 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0b2e-2c30-40ee-b056-d16a92c0239d tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.470579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dadd68f7-71bb-4c74-9fc2-bdcbe655d5a9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.479942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da4e0f2c-bbdc-4f48-8f7e-5dba616da581 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.586827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-460969e0-a9c1-4e28-84f1-e7ed7fcc5b46 None None] Port ce533104-5adb-48ed-8dc7-6ea2af9f6238 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:04.603548 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=84045ba9-9f64-422a-af15-da5f67a89c92,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:04.613995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.657206 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6edc6b5-ee6b-40a9-a9a8-8fe8783a3a56 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.693923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd68f7-71bb-4c74-9fc2-bdcbe655d5a9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event deleted for resources: {'Subnet': ['ID=5211baca-e64a-4d31-8f44-2844562d5be3,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:04.716598 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-afdc01ca-8df2-44d8-8610-56f5ece96786 None None] Provisioning complete for port 77cd5c00-3090-48eb-9ef1-4f320c94684d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:04.717069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-afdc01ca-8df2-44d8-8610-56f5ece96786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.726614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:04.729411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0b2e-2c30-40ee-b056-d16a92c0239d tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.738637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:04.741246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=3f057593-7ea2-42eb-bf8d-f106135a225b,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:04.743340 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dadd68f7-71bb-4c74-9fc2-bdcbe655d5a9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.752698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:04.782299 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dadd68f7-71bb-4c74-9fc2-bdcbe655d5a9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "DELETE /v2.0/subnets/5211baca-e64a-4d31-8f44-2844562d5be3 HTTP/1.1" status: 204 len: 168 time: 1.6234524 Jan 27 17:15:04.789706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39432) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:04.793282 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2c0b2e-2c30-40ee-b056-d16a92c0239d tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:04.793748 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0b2e-2c30-40ee-b056-d16a92c0239d tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:04.809603 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:04.826418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c60cd98-fa9f-4565-b0c2-11df8748736f None None] Network 332fdffd-0754-47b8-a58b-5e0ffe38ea7e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:04.855129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.883379 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f6edc6b5-ee6b-40a9-a9a8-8fe8783a3a56 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for c8486137-99eb-4292-b8b8-cf62d13633ae owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:04.901094 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-c2551527-1cb8-456d-9682-6aa6b79ce7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:14:58Z', 'revision_number': 5, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:04.911921 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2551527-1cb8-456d-9682-6aa6b79ce7ba None None] The sync data for ids ['dc742c8d-73f6-4354-9302-324d9ee7160e'] in dv-neutron-825077-1-hyperv is: [{'id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592632613', 'tenant_id': 'c4d03d0b8dc841b782f833caa29e9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:56Z', 'updated_at': '2022-01-27T17:14:58Z', 'revision_number': 5, 'project_id': 'c4d03d0b8dc841b782f833caa29e9310', 'gw_port': {'id': 'b2e4b2e7-5553-4124-9f05-aa12abdb960f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742c8d-73f6-4354-9302-324d9ee7160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:59Z', 'updated_at': '2022-01-27T17:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:05.041768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=d81612da-6362-47c6-8190-d281622b1fe8,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:05.045546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.144567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:05.152926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:05.161725 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:05.211566 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dbc91e4d-344c-4ab8-a52b-2ac62c836854 None None] Provisioning for port 3f057593-7ea2-42eb-bf8d-f106135a225b completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:05.219496 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dbc91e4d-344c-4ab8-a52b-2ac62c836854 None None] Provisioning complete for port 3f057593-7ea2-42eb-bf8d-f106135a225b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:05.219885 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dbc91e4d-344c-4ab8-a52b-2ac62c836854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.229381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.339296 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef13953-dccf-4822-a687-5e2854b44c8a None None] DHCP port deletion for 332fdffd-0754-47b8-a58b-5e0ffe38ea7e request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:05.351729 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 77cd5c00-3090-48eb-9ef1-4f320c94684d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:05.369770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0b2e-2c30-40ee-b056-d16a92c0239d tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.374680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0b2e-2c30-40ee-b056-d16a92c0239d tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.436788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da4e0f2c-bbdc-4f48-8f7e-5dba616da581 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.486039 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-dbc91e4d-344c-4ab8-a52b-2ac62c836854 None None] Port 3f057593-7ea2-42eb-bf8d-f106135a225b cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:05.490810 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-7ef13953-dccf-4822-a687-5e2854b44c8a None None] Deleting port a74715ae-3844-4d6c-94a3-f229e313c15c {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:05.491269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7ef13953-dccf-4822-a687-5e2854b44c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.550282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:05.561480 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.586113 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1e2c0b2e-2c30-40ee-b056-d16a92c0239d tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] 10.222.0.81 "DELETE /v2.0/networks/7e0a4c64-9d25-4c01-9d7c-3eae7a44efa0 HTTP/1.1" status: 204 len: 168 time: 2.4252679 Jan 27 17:15:05.587273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c0b2e-2c30-40ee-b056-d16a92c0239d tempest-QuotasNegativeTest-1148671177 tempest-QuotasNegativeTest-1148671177-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e0a4c64-9d25-4c01-9d7c-3eae7a44efa0,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:05.635069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 77cd5c00-3090-48eb-9ef1-4f320c94684d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:05.635682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.648350 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.804485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-40845282-d599-4be6-916a-31208432fbcd None None] Provisioning for port d81612da-6362-47c6-8190-d281622b1fe8 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:05.825279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-40845282-d599-4be6-916a-31208432fbcd None None] Provisioning complete for port d81612da-6362-47c6-8190-d281622b1fe8 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:05.826489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-40845282-d599-4be6-916a-31208432fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.886559 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3930680f-a3da-4a88-b229-47d6d7afa938 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.1097231 Jan 27 17:15:05.892330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39440) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:05.979509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.991029 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6edc6b5-ee6b-40a9-a9a8-8fe8783a3a56 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.999880 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-40845282-d599-4be6-916a-31208432fbcd None None] Port d81612da-6362-47c6-8190-d281622b1fe8 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:06.008338 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7ef13953-dccf-4822-a687-5e2854b44c8a None None] For port a74715ae-3844-4d6c-94a3-f229e313c15c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a74715ae-3844-4d6c-94a3-f229e313c15c,segment=NetworkSegment(a7e370bf-65d0-4974-89e5-31f36699a24f),segment_id=a7e370bf-65d0-4974-89e5-31f36699a24f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:06.008735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7ef13953-dccf-4822-a687-5e2854b44c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.048703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.050130 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.066275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da4e0f2c-bbdc-4f48-8f7e-5dba616da581 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.085253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edc6b5-ee6b-40a9-a9a8-8fe8783a3a56 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=c8486137-99eb-4292-b8b8-cf62d13633ae,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:06.129491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e0f2c-bbdc-4f48-8f7e-5dba616da581 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Subnet': ['ID=9527626b-dc88-47a7-b137-6626a118bfc8,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:06.137751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.175989 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da4e0f2c-bbdc-4f48-8f7e-5dba616da581 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.220107 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb112e7b-38a1-4d9f-8d05-1087a0e8bcef None None] Network d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:06.233462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.239516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-7ef13953-dccf-4822-a687-5e2854b44c8a None None] Calling delete_port for a74715ae-3844-4d6c-94a3-f229e313c15c owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:06.295415 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 84045ba9-9f64-422a-af15-da5f67a89c92 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:06.358525 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-da4e0f2c-bbdc-4f48-8f7e-5dba616da581 tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/subnets/9527626b-dc88-47a7-b137-6626a118bfc8 HTTP/1.1" status: 204 len: 168 time: 2.4968891 Jan 27 17:15:06.369544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39446) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:06.370022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39448) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:06.372927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Deleting port b2e4b2e7-5553-4124-9f05-aa12abdb960f {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:06.377428 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.389785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7a9b63-659e-4480-9299-bcf5af3eae84 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:06.402705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7a9b63-659e-4480-9299-bcf5af3eae84 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:06.404012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4a7a9b63-659e-4480-9299-bcf5af3eae84 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:06.548441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7ef13953-dccf-4822-a687-5e2854b44c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.566194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.589857 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef13953-dccf-4822-a687-5e2854b44c8a None None] No DVR routers for this DVR port a74715ae-3844-4d6c-94a3-f229e313c15c on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:06.612963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef13953-dccf-4822-a687-5e2854b44c8a None None] Pushing event deleted for resources: {'Port': ['ID=a74715ae-3844-4d6c-94a3-f229e313c15c,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:06.644155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 84045ba9-9f64-422a-af15-da5f67a89c92 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:06.644155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.680878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4a7a9b63-659e-4480-9299-bcf5af3eae84 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:06.682223 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4a7a9b63-659e-4480-9299-bcf5af3eae84 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.7889547 Jan 27 17:15:06.685734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39458) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:06.691619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event updated for resources: {'Port': ['ID=ce533104-5adb-48ed-8dc7-6ea2af9f6238,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:06.701164 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Deleting port d9be3f06-3904-4d29-9ae4-1d7f810fd92c {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:06.701667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.755183 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b7d33738-3793-4847-b1f5-98baa83d7650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.800780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] DHCP port deletion for d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:06.805393 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] Deleting port d9be3f06-3904-4d29-9ae4-1d7f810fd92c {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:06.806079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.872531 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-64e6ab9e-86d0-4b2c-bb47-17a653796a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port d81612da-6362-47c6-8190-d281622b1fe8 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:06.872904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-64e6ab9e-86d0-4b2c-bb47-17a653796a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.910404 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a74715ae-3844-4d6c-94a3-f229e313c15c no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:06.956518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: a74715ae-3844-4d6c-94a3-f229e313c15c {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:06.957585 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a74715ae-3844-4d6c-94a3-f229e313c15c not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:06.957585 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d9be3f06-3904-4d29-9ae4-1d7f810fd92c no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:06.958559 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] For port b2e4b2e7-5553-4124-9f05-aa12abdb960f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b2e4b2e7-5553-4124-9f05-aa12abdb960f,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:06.958923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.079492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b7d33738-3793-4847-b1f5-98baa83d7650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:07.112618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b7d33738-3793-4847-b1f5-98baa83d7650 admin admin] Usage tracker for resource:security_group_rule and tenant:617660a1cdce42ddb4b05bccdd918748 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:07.141168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6edc6b5-ee6b-40a9-a9a8-8fe8783a3a56 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.145153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b7d33738-3793-4847-b1f5-98baa83d7650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:07.154889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] For port d9be3f06-3904-4d29-9ae4-1d7f810fd92c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d9be3f06-3904-4d29-9ae4-1d7f810fd92c,segment=NetworkSegment(71a0193e-4508-4df8-988f-a3e65befc83e),segment_id=71a0193e-4508-4df8-988f-a3e65befc83e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:07.155448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.183075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b7d33738-3793-4847-b1f5-98baa83d7650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:07.253804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Network fd7e0d67-7ee7-4400-b659-9df3f995800d is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:07.277696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:07.292173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] Calling delete_port for d9be3f06-3904-4d29-9ae4-1d7f810fd92c owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:07.341740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.396221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port d9be3f06-3904-4d29-9ae4-1d7f810fd92c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d9be3f06-3904-4d29-9ae4-1d7f810fd92c,segment=NetworkSegment(71a0193e-4508-4df8-988f-a3e65befc83e),segment_id=71a0193e-4508-4df8-988f-a3e65befc83e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:07.402657 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.404964 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 17c23006-b6fb-406f-898e-3fefe20076ca no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:07.471623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Calling delete_port for b2e4b2e7-5553-4124-9f05-aa12abdb960f owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:07.478168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 17c23006-b6fb-406f-898e-3fefe20076ca {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:07.478832 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 17c23006-b6fb-406f-898e-3fefe20076ca not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:07.507458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:15:07.508090 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:15:07.541431 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=d9be3f06-3904-4d29-9ae4-1d7f810fd92c,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:07.563182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-64e6ab9e-86d0-4b2c-bb47-17a653796a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.651820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0964ece2-2491-4232-ac52-26a4bdfd9adf None None] Provisioning complete for port ce533104-5adb-48ed-8dc7-6ea2af9f6238 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:07.653347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0964ece2-2491-4232-ac52-26a4bdfd9adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.712824 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0964ece2-2491-4232-ac52-26a4bdfd9adf None None] Port ce533104-5adb-48ed-8dc7-6ea2af9f6238 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:07.719396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-64e6ab9e-86d0-4b2c-bb47-17a653796a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for d81612da-6362-47c6-8190-d281622b1fe8 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:07.813201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] For port d9be3f06-3904-4d29-9ae4-1d7f810fd92c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d9be3f06-3904-4d29-9ae4-1d7f810fd92c,segment=NetworkSegment(71a0193e-4508-4df8-988f-a3e65befc83e),segment_id=71a0193e-4508-4df8-988f-a3e65befc83e)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:07.813554 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.965825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Calling delete_port for d9be3f06-3904-4d29-9ae4-1d7f810fd92c owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:08.003354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6edc6b5-ee6b-40a9-a9a8-8fe8783a3a56 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Router fde45044-62d7-4409-b56b-9ce472efcead has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:08.008467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.009405 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] Deleting port d9be3f06-3904-4d29-9ae4-1d7f810fd92c {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:08.010086 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.033159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Router a6c7e727-0b6f-4386-abb6-e378d2dd54eb has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:08.051964 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.162669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b7d33738-3793-4847-b1f5-98baa83d7650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.242494 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] For port d9be3f06-3904-4d29-9ae4-1d7f810fd92c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d9be3f06-3904-4d29-9ae4-1d7f810fd92c,segment=NetworkSegment(71a0193e-4508-4df8-988f-a3e65befc83e),segment_id=71a0193e-4508-4df8-988f-a3e65befc83e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:08.242868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.262029 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=3f057593-7ea2-42eb-bf8d-f106135a225b,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:08.279000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.371885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-64e6ab9e-86d0-4b2c-bb47-17a653796a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.419458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.425806 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] Calling delete_port for d9be3f06-3904-4d29-9ae4-1d7f810fd92c owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:08.431026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b7d33738-3793-4847-b1f5-98baa83d7650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.452569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6edc6b5-ee6b-40a9-a9a8-8fe8783a3a56 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:08.468951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee554eb-4146-41b1-9847-ee365497efc0 None None] Sync routers for ids ['fde45044-62d7-4409-b56b-9ce472efcead'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:08.486953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6ab9e-86d0-4b2c-bb47-17a653796a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=d81612da-6362-47c6-8190-d281622b1fe8,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:08.489604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee554eb-4146-41b1-9847-ee365497efc0 None None] Routers {'fde45044-62d7-4409-b56b-9ce472efcead'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:08.490306 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-bee554eb-4146-41b1-9847-ee365497efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['fde45044-62d7-4409-b56b-9ce472efcead'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:08.509267 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:15:08.509832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:15:08.556388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-bee554eb-4146-41b1-9847-ee365497efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:08.569916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event deleted for resources: {'Port': ['ID=b2e4b2e7-5553-4124-9f05-aa12abdb960f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:08.578352 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b7d33738-3793-4847-b1f5-98baa83d7650 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=617660a1cdce42ddb4b05bccdd918748&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2014511 Jan 27 17:15:08.582574 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39462) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:08.591252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:08.602427 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1c7ec0-0c43-4456-9f98-e68648cc26e3 None None] Sync routers for ids ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:08.608990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee554eb-4146-41b1-9847-ee365497efc0 None None] Routers {'fde45044-62d7-4409-b56b-9ce472efcead'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:08.609816 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-bee554eb-4146-41b1-9847-ee365497efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['fde45044-62d7-4409-b56b-9ce472efcead'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:08.613139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d33738-3793-4847-b1f5-98baa83d7650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4caf424-3361-483e-8ccf-7655988a45ca,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:08.613654 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1c7ec0-0c43-4456-9f98-e68648cc26e3 None None] Routers {'a6c7e727-0b6f-4386-abb6-e378d2dd54eb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:08.614490 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-1a1c7ec0-0c43-4456-9f98-e68648cc26e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:08.650501 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f6edc6b5-ee6b-40a9-a9a8-8fe8783a3a56 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "PUT /v2.0/routers/fde45044-62d7-4409-b56b-9ce472efcead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1615090 Jan 27 17:15:08.666939 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2fcd5dc8-2009-41c8-9eb3-9d93927aa243 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "PUT /v2.0/routers/a6c7e727-0b6f-4386-abb6-e378d2dd54eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0405211 Jan 27 17:15:08.670973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39466) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:08.671303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39468) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:08.708386 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-1a1c7ec0-0c43-4456-9f98-e68648cc26e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:08.719235 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1c7ec0-0c43-4456-9f98-e68648cc26e3 None None] Routers {'a6c7e727-0b6f-4386-abb6-e378d2dd54eb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:08.720285 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-1a1c7ec0-0c43-4456-9f98-e68648cc26e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:08.734869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.829314 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-1a1c7ec0-0c43-4456-9f98-e68648cc26e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:08.830080 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1c7ec0-0c43-4456-9f98-e68648cc26e3 None None] The sync data for ids ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:08.842297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] Pushing event deleted for resources: {'Port': ['ID=d9be3f06-3904-4d29-9ae4-1d7f810fd92c,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:08.845281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1456676-79da-4a88-94c3-ebee218f7e7d None None] No DVR routers for this DVR port d9be3f06-3904-4d29-9ae4-1d7f810fd92c on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:08.847178 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-bee554eb-4146-41b1-9847-ee365497efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:08.847614 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee554eb-4146-41b1-9847-ee365497efc0 None None] The sync data for ids ['fde45044-62d7-4409-b56b-9ce472efcead'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:08.852299 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bf849b-5730-4ed8-af81-3a39e59e8cd8 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:15:08.857982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-08bf849b-5730-4ed8-af81-3a39e59e8cd8 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:08.980722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-958e95af-8a88-48f5-8928-4dbc80028469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.985328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-08bf849b-5730-4ed8-af81-3a39e59e8cd8 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:08.989255 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-08bf849b-5730-4ed8-af81-3a39e59e8cd8 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/c8486137-99eb-4292-b8b8-cf62d13633ae HTTP/1.1" status: 404 len: 333 time: 0.3142164 Jan 27 17:15:08.989918 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee79a46b-fc3d-417f-b70f-263966c2d138 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.991927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39474) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:09.044464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Deleting port d9be3f06-3904-4d29-9ae4-1d7f810fd92c {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:09.044703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.071259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-64e6ab9e-86d0-4b2c-bb47-17a653796a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.075109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:09.083787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.123792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:09.146505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] The port 'd9be3f06-3904-4d29-9ae4-1d7f810fd92c' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:15:09.153464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-958e95af-8a88-48f5-8928-4dbc80028469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.341404 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-ee79a46b-fc3d-417f-b70f-263966c2d138 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 17:15:09.345489 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ee79a46b-fc3d-417f-b70f-263966c2d138 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "DELETE /v2.0/routers/a6c7e727-0b6f-4386-abb6-e378d2dd54eb HTTP/1.1" status: 409 len: 329 time: 0.6716375 Jan 27 17:15:09.349704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39478) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:09.379868 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-64e6ab9e-86d0-4b2c-bb47-17a653796a8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/d81612da-6362-47c6-8190-d281622b1fe8 HTTP/1.1" status: 204 len: 168 time: 2.6930206 Jan 27 17:15:09.397386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a097cd3f-71c9-43df-b11a-3003f34c8cec tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.451396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39482) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:09.453959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.458857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.461043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.462237 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-aa3b49a1-6f3f-42c3-acdd-8dcd1dc2f639 None None] Provisioning complete for port 3f057593-7ea2-42eb-bf8d-f106135a225b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:09.462604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-aa3b49a1-6f3f-42c3-acdd-8dcd1dc2f639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.520125 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-aa3b49a1-6f3f-42c3-acdd-8dcd1dc2f639 None None] Port 3f057593-7ea2-42eb-bf8d-f106135a225b cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:09.554776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:09.583257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-958e95af-8a88-48f5-8928-4dbc80028469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.589471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a0193e-4508-4df8-988f-a3e65befc83e') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:09.590482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a0193e-4508-4df8-988f-a3e65befc83e') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:09.616359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.623189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e95af-8a88-48f5-8928-4dbc80028469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4caf424-3361-483e-8ccf-7655988a45ca,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:09.660481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.661021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Fanout notify agent at l3_agent the message router_deleted on router dc742c8d-73f6-4354-9302-324d9ee7160e {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:15:09.710752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-958e95af-8a88-48f5-8928-4dbc80028469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.714584 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-958e95af-8a88-48f5-8928-4dbc80028469 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4caf424-3361-483e-8ccf-7655988a45ca HTTP/1.1" status: 204 len: 168 time: 1.1259866 Jan 27 17:15:09.721037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.789295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:09.789701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.811144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf93e9ad-2c25-475f-8d97-584fe2389aa6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:09.813077 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf93e9ad-2c25-475f-8d97-584fe2389aa6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:09.814705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf93e9ad-2c25-475f-8d97-584fe2389aa6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:09.817285 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:09.820230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bf93e9ad-2c25-475f-8d97-584fe2389aa6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:09.917444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.918966 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2dc5fd6d-24ba-4658-b8e6-ebd109ceafbc tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "DELETE /v2.0/routers/dc742c8d-73f6-4354-9302-324d9ee7160e HTTP/1.1" status: 204 len: 168 time: 5.1108189 Jan 27 17:15:09.935444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a097cd3f-71c9-43df-b11a-3003f34c8cec tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.941608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39488) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:09.951062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a097cd3f-71c9-43df-b11a-3003f34c8cec tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.996527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bf93e9ad-2c25-475f-8d97-584fe2389aa6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:10.000967 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bf93e9ad-2c25-475f-8d97-584fe2389aa6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5446131 Jan 27 17:15:10.006878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39494) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:10.034764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router f35f0f22-3264-4d12-9b55-831727d653be has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:10.136385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.160127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.168580 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39498) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:10.184646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] Pushing event deleted for resources: {'Network': ['ID=d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:10.202971 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b453f42a-bf44-45d2-ac20-716880018dbe tempest-NetworksTest-295950194 tempest-NetworksTest-295950194-project] 10.222.0.81 "DELETE /v2.0/networks/d89f4e9f-3f49-40d6-93d8-75c0e3d5afd1 HTTP/1.1" status: 204 len: 168 time: 3.8309619 Jan 27 17:15:10.209715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2600-59d1-4e3f-a951-4d708765b5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.260053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ab9e2600-59d1-4e3f-a951-4d708765b5e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:10.266391 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ab9e2600-59d1-4e3f-a951-4d708765b5e3 admin admin] Usage tracker for resource:security_group_rule and tenant:19abc49f01c94464a30f8057222d565c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:10.278797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ab9e2600-59d1-4e3f-a951-4d708765b5e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:10.287320 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ab9e2600-59d1-4e3f-a951-4d708765b5e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:10.288630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a097cd3f-71c9-43df-b11a-3003f34c8cec tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.289441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a097cd3f-71c9-43df-b11a-3003f34c8cec tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Fanout notify agent at l3_agent the message router_deleted on router fde45044-62d7-4409-b56b-9ce472efcead {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:15:10.379218 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a097cd3f-71c9-43df-b11a-3003f34c8cec tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.380378 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a097cd3f-71c9-43df-b11a-3003f34c8cec tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/routers/fde45044-62d7-4409-b56b-9ce472efcead HTTP/1.1" status: 204 len: 168 time: 1.3837612 Jan 27 17:15:10.384653 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39504) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:10.400219 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06bc24b1-9a8f-4ecf-9e8a-8169ac66cbf9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.424424 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab54c589-6698-4a7a-b327-4265c5c9d1f0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet acda0a07-3d2f-4558-87fb-cf1b8fb7c8f8 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:10.439733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ab54c589-6698-4a7a-b327-4265c5c9d1f0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.515647 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ef22fe-03aa-428f-8ea6-4c9dcd01c5da tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting subnet 13463305-3bd4-4f4e-85d3-a3ce3041ab1d {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:10.522703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2600-59d1-4e3f-a951-4d708765b5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.523775 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d0ef22fe-03aa-428f-8ea6-4c9dcd01c5da tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.558792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2600-59d1-4e3f-a951-4d708765b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.609211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39510) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:10.609443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-919a1ecf-e235-4fff-9514-3b6d57b314da tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.625563 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ab54c589-6698-4a7a-b327-4265c5c9d1f0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.697882 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ab9e2600-59d1-4e3f-a951-4d708765b5e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=19abc49f01c94464a30f8057222d565c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5200784 Jan 27 17:15:10.700479 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d0ef22fe-03aa-428f-8ea6-4c9dcd01c5da tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.703317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39516) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:10.704463 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:10.718767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Sync routers for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:10.735349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e2600-59d1-4e3f-a951-4d708765b5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e4d284-511e-4a9f-b582-93c1ba01194d,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:10.739562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:10.740689 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:10.757898 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-63eec1de-1feb-4abf-b17d-76d50c4668f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/f35f0f22-3264-4d12-9b55-831727d653be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2567275 Jan 27 17:15:10.770330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06bc24b1-9a8f-4ecf-9e8a-8169ac66cbf9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.869903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-06bc24b1-9a8f-4ecf-9e8a-8169ac66cbf9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332fdffd-0754-47b8-a58b-5e0ffe38ea7e']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:10.876948 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b2e4b2e7-5553-4124-9f05-aa12abdb960f no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:10.899702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-06bc24b1-9a8f-4ecf-9e8a-8169ac66cbf9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e370bf-65d0-4974-89e5-31f36699a24f') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:10.900079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-06bc24b1-9a8f-4ecf-9e8a-8169ac66cbf9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e370bf-65d0-4974-89e5-31f36699a24f') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:10.922053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: b2e4b2e7-5553-4124-9f05-aa12abdb960f {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:10.922053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b2e4b2e7-5553-4124-9f05-aa12abdb960f not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:10.923201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06bc24b1-9a8f-4ecf-9e8a-8169ac66cbf9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.977518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06bc24b1-9a8f-4ecf-9e8a-8169ac66cbf9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.982539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-10bfd665-2236-4e1b-8b11-1cb1d435c5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.989218 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ab54c589-6698-4a7a-b327-4265c5c9d1f0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.014159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d0ef22fe-03aa-428f-8ea6-4c9dcd01c5da tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.022099 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b3e26a92-9d2f-41e8-ab73-d11318619365 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44ea2b3c3aca4d219cfc33226bdd28d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013345 Jan 27 17:15:11.032733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39524) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:11.043105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bc24b1-9a8f-4ecf-9e8a-8169ac66cbf9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:11.043621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06bc24b1-9a8f-4ecf-9e8a-8169ac66cbf9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.044561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:11.063775 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:11.128948 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-10bfd665-2236-4e1b-8b11-1cb1d435c5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.159856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d0ef22fe-03aa-428f-8ea6-4c9dcd01c5da tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.188934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-919a1ecf-e235-4fff-9514-3b6d57b314da tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Deleting port ce533104-5adb-48ed-8dc7-6ea2af9f6238 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:11.189225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-919a1ecf-e235-4fff-9514-3b6d57b314da tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.247387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06bc24b1-9a8f-4ecf-9e8a-8169ac66cbf9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.249200 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef22fe-03aa-428f-8ea6-4c9dcd01c5da tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Subnet': ['ID=13463305-3bd4-4f4e-85d3-a3ce3041ab1d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:11.253575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d0ef22fe-03aa-428f-8ea6-4c9dcd01c5da tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.281739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb18a6c5-4c01-430c-b2bc-dc4d42a84b49 None None] Network 1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:11.285073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06bc24b1-9a8f-4ecf-9e8a-8169ac66cbf9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.288280 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ab54c589-6698-4a7a-b327-4265c5c9d1f0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.293339 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d0ef22fe-03aa-428f-8ea6-4c9dcd01c5da tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/13463305-3bd4-4f4e-85d3-a3ce3041ab1d HTTP/1.1" status: 204 len: 168 time: 0.9040022 Jan 27 17:15:11.294879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39528) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:11.332905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc24b1-9a8f-4ecf-9e8a-8169ac66cbf9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event deleted for resources: {'Network': ['ID=332fdffd-0754-47b8-a58b-5e0ffe38ea7e,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:11.342981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a7edcda8-2e9d-4479-a2e4-e055747eab7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.349916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54c589-6698-4a7a-b327-4265c5c9d1f0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=acda0a07-3d2f-4558-87fb-cf1b8fb7c8f8,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:11.356007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ab54c589-6698-4a7a-b327-4265c5c9d1f0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.384760 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-06bc24b1-9a8f-4ecf-9e8a-8169ac66cbf9 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "DELETE /v2.0/networks/332fdffd-0754-47b8-a58b-5e0ffe38ea7e HTTP/1.1" status: 204 len: 168 time: 1.4418623 Jan 27 17:15:11.389111 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ab54c589-6698-4a7a-b327-4265c5c9d1f0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/acda0a07-3d2f-4558-87fb-cf1b8fb7c8f8 HTTP/1.1" status: 204 len: 168 time: 1.3781836 Jan 27 17:15:11.394612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39532) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:11.395190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39534) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:11.413606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a7edcda8-2e9d-4479-a2e4-e055747eab7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.446970 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a80debd-a8ad-4a07-aa06-11641c83814c None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:11.459679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-10bfd665-2236-4e1b-8b11-1cb1d435c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.461848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-10bfd665-2236-4e1b-8b11-1cb1d435c5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.464600 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-10bfd665-2236-4e1b-8b11-1cb1d435c5fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6e4d284-511e-4a9f-b582-93c1ba01194d HTTP/1.1" status: 204 len: 168 time: 0.7566481 Jan 27 17:15:11.503472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfd665-2236-4e1b-8b11-1cb1d435c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e4d284-511e-4a9f-b582-93c1ba01194d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:11.517169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.556793 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2900079-1b4c-45f0-a205-4fd0526e0217 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet eb4760f7-94d1-4a66-933a-211cc07a9c0f {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:11.564056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2900079-1b4c-45f0-a205-4fd0526e0217 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.574597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-919a1ecf-e235-4fff-9514-3b6d57b314da tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.584886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 5b766f3b-6bec-4d4e-8023-29da38d4d7df {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:11.585524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.645824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da7c818c-d95d-47a7-86b5-1b5b79340686 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.649377 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2900079-1b4c-45f0-a205-4fd0526e0217 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.678626 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a7edcda8-2e9d-4479-a2e4-e055747eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.713542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edcda8-2e9d-4479-a2e4-e055747eab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004adc27-5f50-4aa7-8acc-93c82244af80,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:11.749017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a7edcda8-2e9d-4479-a2e4-e055747eab7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.750161 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a7edcda8-2e9d-4479-a2e4-e055747eab7f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/004adc27-5f50-4aa7-8acc-93c82244af80 HTTP/1.1" status: 204 len: 168 time: 0.7125573 Jan 27 17:15:11.752655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da7c818c-d95d-47a7-86b5-1b5b79340686 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.828962 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2900079-1b4c-45f0-a205-4fd0526e0217 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.926980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2900079-1b4c-45f0-a205-4fd0526e0217 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.999314 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba83ab3-28c2-44ed-aabb-3eaee04c5ab1 None None] DHCP port deletion for 1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:12.008106 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3ba83ab3-28c2-44ed-aabb-3eaee04c5ab1 None None] Deleting port 5b766f3b-6bec-4d4e-8023-29da38d4d7df {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:12.009344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3ba83ab3-28c2-44ed-aabb-3eaee04c5ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:12.029852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2900079-1b4c-45f0-a205-4fd0526e0217 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4760f7-94d1-4a66-933a-211cc07a9c0f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:12.060521 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2900079-1b4c-45f0-a205-4fd0526e0217 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:12.073850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-919a1ecf-e235-4fff-9514-3b6d57b314da tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Calling delete_port for ce533104-5adb-48ed-8dc7-6ea2af9f6238 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:12.077172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:15:05Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '991c305d-30f2-4c04-b027-afd24b50ca18', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'port_id': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'mac_address': 'fa:16:3e:5c:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21313df9-576e-4807-a2d6-e55c47760329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:38Z', 'updated_at': '2022-01-27T17:13:48Z', 'revision_number': 1, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f057593-7ea2-42eb-bf8d-f106135a225b', 'name': '', 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:04:74:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'd8f6282b-fd1b-49ef-bc7a-9dcdff97d432', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:02Z', 'updated_at': '2022-01-27T17:15:06Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'd8f6282b-fd1b-49ef-bc7a-9dcdff97d432', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:45Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:12.087644 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Checking router: f35f0f22-3264-4d12-9b55-831727d653be for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:12.088291 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Updating router f35f0f22-3264-4d12-9b55-831727d653be port 3f057593-7ea2-42eb-bf8d-f106135a225b binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:15:12.101273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da7c818c-d95d-47a7-86b5-1b5b79340686 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:12.117299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da7c818c-d95d-47a7-86b5-1b5b79340686 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:12.119168 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-da7c818c-d95d-47a7-86b5-1b5b79340686 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] 10.222.0.81 "DELETE /v2.0/security-groups/d2f99cad-89a7-4a28-8e71-9c65c83ec257 HTTP/1.1" status: 204 len: 168 time: 0.7231565 Jan 27 17:15:12.148604 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f2900079-1b4c-45f0-a205-4fd0526e0217 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/eb4760f7-94d1-4a66-933a-211cc07a9c0f HTTP/1.1" status: 204 len: 168 time: 0.7509243 Jan 27 17:15:12.151479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c818c-d95d-47a7-86b5-1b5b79340686 tempest-TestNetworkAdvancedServerOps-146669726 tempest-TestNetworkAdvancedServerOps-146669726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f99cad-89a7-4a28-8e71-9c65c83ec257,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:12.152715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39556) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:12.300763 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9df1f206-7380-447b-9ba4-f638ff82382a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1445389 Jan 27 17:15:12.301392 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39566) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:12.391162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:12.413174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b10b189-3b3a-4a23-b8da-12ba9a1aedda tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:12.414243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4b10b189-3b3a-4a23-b8da-12ba9a1aedda tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:12.438287 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3ba83ab3-28c2-44ed-aabb-3eaee04c5ab1 None None] For port 5b766f3b-6bec-4d4e-8023-29da38d4d7df, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5b766f3b-6bec-4d4e-8023-29da38d4d7df,segment=NetworkSegment(aeeeab44-df60-4a3d-9395-487ef0807761),segment_id=aeeeab44-df60-4a3d-9395-487ef0807761)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:12.438678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3ba83ab3-28c2-44ed-aabb-3eaee04c5ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:12.461124 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4b10b189-3b3a-4a23-b8da-12ba9a1aedda tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:12.463283 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4b10b189-3b3a-4a23-b8da-12ba9a1aedda tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1602345 Jan 27 17:15:12.465797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39574) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:12.644809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-919a1ecf-e235-4fff-9514-3b6d57b314da tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:12.670285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3ba83ab3-28c2-44ed-aabb-3eaee04c5ab1 None None] Calling delete_port for 5b766f3b-6bec-4d4e-8023-29da38d4d7df owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:12.725321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d1f938-857e-4de6-9f92-1e71780bae8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:12.726049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-04d1f938-857e-4de6-9f92-1e71780bae8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:12.745096 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-04d1f938-857e-4de6-9f92-1e71780bae8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:12.746608 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-04d1f938-857e-4de6-9f92-1e71780bae8b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2776749 Jan 27 17:15:12.749316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39586) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:12.813168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861f66da-89ce-4469-9ee1-5836201b00f9 None None] Update dhcp port {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'fixed_ips': [{'subnet_id': 'eb4760f7-94d1-4a66-933a-211cc07a9c0f'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': '77cd5c00-3090-48eb-9ef1-4f320c94684d'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:15:12.829459 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-33027c4e-e413-4ec4-bae7-a375ac8a1115 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788691 Jan 27 17:15:12.839504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39590) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:12.850130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9ef80e71-be46-4f28-bb1a-ae1ba9575f68 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:12.925092 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39598) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:12.958063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a1ecf-e235-4fff-9514-3b6d57b314da tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event deleted for resources: {'Port': ['ID=ce533104-5adb-48ed-8dc7-6ea2af9f6238,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:13.023377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5b766f3b-6bec-4d4e-8023-29da38d4d7df no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:13.068836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3ba83ab3-28c2-44ed-aabb-3eaee04c5ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.112762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9ef80e71-be46-4f28-bb1a-ae1ba9575f68 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:13.123219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] For port 5b766f3b-6bec-4d4e-8023-29da38d4d7df, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5b766f3b-6bec-4d4e-8023-29da38d4d7df,segment=NetworkSegment(aeeeab44-df60-4a3d-9395-487ef0807761),segment_id=aeeeab44-df60-4a3d-9395-487ef0807761)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:13.123608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.154023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-861f66da-89ce-4469-9ee1-5836201b00f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.164110 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9ef80e71-be46-4f28-bb1a-ae1ba9575f68 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:13.189119 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef80e71-be46-4f28-bb1a-ae1ba9575f68 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:13.194441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ef80e71-be46-4f28-bb1a-ae1ba9575f68 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.197108 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef80e71-be46-4f28-bb1a-ae1ba9575f68 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:15:13.198163 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef80e71-be46-4f28-bb1a-ae1ba9575f68 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:13.230382 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9ef80e71-be46-4f28-bb1a-ae1ba9575f68 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3879957 Jan 27 17:15:13.233754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39608) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:13.243379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8ffe7d7d-4981-422e-82ff-260c496f3884 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:13.247285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 5b766f3b-6bec-4d4e-8023-29da38d4d7df {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:13.247876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5b766f3b-6bec-4d4e-8023-29da38d4d7df not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:13.254993 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba83ab3-28c2-44ed-aabb-3eaee04c5ab1 None None] Pushing event deleted for resources: {'Port': ['ID=5b766f3b-6bec-4d4e-8023-29da38d4d7df,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:13.264720 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba83ab3-28c2-44ed-aabb-3eaee04c5ab1 None None] No DVR routers for this DVR port 5b766f3b-6bec-4d4e-8023-29da38d4d7df on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:13.322570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-919a1ecf-e235-4fff-9514-3b6d57b314da tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.476972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 5b766f3b-6bec-4d4e-8023-29da38d4d7df owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:13.563792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8ffe7d7d-4981-422e-82ff-260c496f3884 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:13.588418 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0873b66b-f6ac-458c-b8f1-c94389d06e81 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c4d03d0b8dc841b782f833caa29e9310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6581273 Jan 27 17:15:13.588418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8ffe7d7d-4981-422e-82ff-260c496f3884 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:13.589092 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39620) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:13.623381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffe7d7d-4981-422e-82ff-260c496f3884 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:13.628020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7d7d-4981-422e-82ff-260c496f3884 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.629177 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffe7d7d-4981-422e-82ff-260c496f3884 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:15:13.629615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffe7d7d-4981-422e-82ff-260c496f3884 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:13.669335 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d67660b-57f2-4f23-b532-627d73e28009 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:13.692563 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-76b7f90d-88f6-43f3-a613-e9205cb23530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.710128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.721139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39624) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:13.733093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-76b7f90d-88f6-43f3-a613-e9205cb23530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.767719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Transition to ACTIVE for port object 3f057593-7ea2-42eb-bf8d-f106135a225b will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:13.816448 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8ffe7d7d-4981-422e-82ff-260c496f3884 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5810864 Jan 27 17:15:13.819466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39632) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:13.827601 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8a0af1ee-c496-41e1-977f-c9f589df8429 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:13.847436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-76b7f90d-88f6-43f3-a613-e9205cb23530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.866421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.898699 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7f90d-88f6-43f3-a613-e9205cb23530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb75d4c3-5a70-471f-8b64-4fba0581d093,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:13.912296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-76b7f90d-88f6-43f3-a613-e9205cb23530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.917040 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-76b7f90d-88f6-43f3-a613-e9205cb23530 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb75d4c3-5a70-471f-8b64-4fba0581d093 HTTP/1.1" status: 204 len: 168 time: 0.3238919 Jan 27 17:15:13.929879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:15:13.930279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:15:13.990221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8a0af1ee-c496-41e1-977f-c9f589df8429 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:14.002942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8a0af1ee-c496-41e1-977f-c9f589df8429 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:14.016968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0af1ee-c496-41e1-977f-c9f589df8429 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:14.021916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8a0af1ee-c496-41e1-977f-c9f589df8429 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.026149 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0af1ee-c496-41e1-977f-c9f589df8429 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:15:14.026149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0af1ee-c496-41e1-977f-c9f589df8429 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:14.053133 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8a0af1ee-c496-41e1-977f-c9f589df8429 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2293305 Jan 27 17:15:14.054042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39640) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:14.064983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-97b77f3e-5680-41d2-9422-c47aef70fe32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:14.135300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7c43cfd5-fc9b-418c-b8ca-8f04e91db2fc None None] Provisioning complete for port 77cd5c00-3090-48eb-9ef1-4f320c94684d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:14.135935 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7c43cfd5-fc9b-418c-b8ca-8f04e91db2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.223435 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'network': {'name': 'tempest-RoutersTest-1324820336'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:14.256435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-97b77f3e-5680-41d2-9422-c47aef70fe32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:14.274395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:14.281251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-97b77f3e-5680-41d2-9422-c47aef70fe32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:14.298054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:network and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:14.303917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b77f3e-5680-41d2-9422-c47aef70fe32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:14.307705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:14.312137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-97b77f3e-5680-41d2-9422-c47aef70fe32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.316767 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b77f3e-5680-41d2-9422-c47aef70fe32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:15:14.317742 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b77f3e-5680-41d2-9422-c47aef70fe32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:14.326827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919a1ecf-e235-4fff-9514-3b6d57b314da tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Router a6c7e727-0b6f-4386-abb6-e378d2dd54eb has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:14.328009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:14.363962 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-97b77f3e-5680-41d2-9422-c47aef70fe32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3085535 Jan 27 17:15:14.364567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39646) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:14.378276 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-783548fa-09d7-402e-8ebe-7897250ccb9d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:14.447334 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993d6bc-edef-4af2-af5e-c4e022250fec None None] Pushing event updated for resources: {'Port': ['ID=3f057593-7ea2-42eb-bf8d-f106135a225b,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:14.477582 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:14.482249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.497450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 5b766f3b-6bec-4d4e-8023-29da38d4d7df {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:14.498292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.610353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Attempting to bind port 3f057593-7ea2-42eb-bf8d-f106135a225b on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:14.610706 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Attempting to bind port 3f057593-7ea2-42eb-bf8d-f106135a225b by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '65fc149d-35fd-4c91-aa80-758becf34173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:14.611055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Attempting to bind port 3f057593-7ea2-42eb-bf8d-f106135a225b on network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:14.624555 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:14.624924 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Checking segment: {'id': '65fc149d-35fd-4c91-aa80-758becf34173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:14.625311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.626072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Bound using segment: {'id': '65fc149d-35fd-4c91-aa80-758becf34173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:14.626552 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Bound port: 3f057593-7ea2-42eb-bf8d-f106135a225b, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fc149d-35fd-4c91-aa80-758becf34173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:14.627640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.627796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39654) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:14.652798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63a752ec-3243-495e-a563-70ca35641c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.670725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-783548fa-09d7-402e-8ebe-7897250ccb9d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:14.680627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-63a752ec-3243-495e-a563-70ca35641c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:14.686507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-783548fa-09d7-402e-8ebe-7897250ccb9d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:14.689115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-63a752ec-3243-495e-a563-70ca35641c0a admin admin] Usage tracker for resource:security_group_rule and tenant:99fc758156704f23a18a045ef1e1e4dc is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:14.693342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-63a752ec-3243-495e-a563-70ca35641c0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:14.701860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-63a752ec-3243-495e-a563-70ca35641c0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:14.713716 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783548fa-09d7-402e-8ebe-7897250ccb9d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:14.718150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-783548fa-09d7-402e-8ebe-7897250ccb9d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.720625 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-783548fa-09d7-402e-8ebe-7897250ccb9d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:15:14.721062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783548fa-09d7-402e-8ebe-7897250ccb9d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:14.723192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.764950 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-783548fa-09d7-402e-8ebe-7897250ccb9d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3992555 Jan 27 17:15:14.768312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39660) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:14.776610 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] For port 3f057593-7ea2-42eb-bf8d-f106135a225b, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:14.780005 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-a6a73ad9-3d89-4950-af83-9b5621deff22 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:14.781219 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] For port 3f057593-7ea2-42eb-bf8d-f106135a225b, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3f057593-7ea2-42eb-bf8d-f106135a225b,segment=NetworkSegment(65fc149d-35fd-4c91-aa80-758becf34173),segment_id=65fc149d-35fd-4c91-aa80-758becf34173)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:14.790917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:14.796075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.812781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] The port '5b766f3b-6bec-4d4e-8023-29da38d4d7df' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:15:14.851554 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Deleting port 77cd5c00-3090-48eb-9ef1-4f320c94684d {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:14.851939 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.866208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:14.869173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919a1ecf-e235-4fff-9514-3b6d57b314da tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:14.880972 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff1f44-9266-451f-87ed-a97f9ee441fc None None] Sync routers for ids ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:14.890666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:security_group_rule and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:14.912565 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff1f44-9266-451f-87ed-a97f9ee441fc None None] Routers {'a6c7e727-0b6f-4386-abb6-e378d2dd54eb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:14.913200 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-04ff1f44-9266-451f-87ed-a97f9ee441fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:14.929821 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:14.963356 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-919a1ecf-e235-4fff-9514-3b6d57b314da tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "PUT /v2.0/routers/a6c7e727-0b6f-4386-abb6-e378d2dd54eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6127567 Jan 27 17:15:14.964770 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:14.978016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39666) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.003840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 77cd5c00-3090-48eb-9ef1-4f320c94684d no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:15.046202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a6a73ad9-3d89-4950-af83-9b5621deff22 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:15.057929 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-04ff1f44-9266-451f-87ed-a97f9ee441fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:15.071926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a6a73ad9-3d89-4950-af83-9b5621deff22 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:15.079250 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff1f44-9266-451f-87ed-a97f9ee441fc None None] Routers {'a6c7e727-0b6f-4386-abb6-e378d2dd54eb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:15.080019 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-04ff1f44-9266-451f-87ed-a97f9ee441fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:15.081297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:15.082171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:14:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:15.093705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63a752ec-3243-495e-a563-70ca35641c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.103656 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-63a752ec-3243-495e-a563-70ca35641c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.129062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a73ad9-3d89-4950-af83-9b5621deff22 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:15.134151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6a73ad9-3d89-4950-af83-9b5621deff22 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.136979 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a73ad9-3d89-4950-af83-9b5621deff22 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:15:15.137607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a73ad9-3d89-4950-af83-9b5621deff22 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:15.190632 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-63a752ec-3243-495e-a563-70ca35641c0a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99fc758156704f23a18a045ef1e1e4dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618072 Jan 27 17:15:15.195540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a752ec-3243-495e-a563-70ca35641c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cfced8-d090-4988-8eb1-24c8e5f8772f,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:15.199952 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39674) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.218466 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a6a73ad9-3d89-4950-af83-9b5621deff22 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4490035 Jan 27 17:15:15.219025 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39678) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.240643 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-04ff1f44-9266-451f-87ed-a97f9ee441fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:15.241496 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff1f44-9266-451f-87ed-a97f9ee441fc None None] The sync data for ids ['a6c7e727-0b6f-4386-abb6-e378d2dd54eb'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:15.260811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.270026 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-3832afbd-048d-4c3d-af98-1123c14afc7b tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] show failed (client error): The resource could not be found. Jan 27 17:15:15.278159 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3832afbd-048d-4c3d-af98-1123c14afc7b tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1432430055 HTTP/1.1" status: 404 len: 335 time: 0.2988980 Jan 27 17:15:15.281814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39684) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.313521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c6196e21-c256-4b49-8dfe-11540c654edc tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:15.366850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd38c717-c5c5-489d-ae98-384e04f7aa2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.401184 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993d6bc-edef-4af2-af5e-c4e022250fec None None] Pushing event updated for resources: {'Port': ['ID=3f057593-7ea2-42eb-bf8d-f106135a225b,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:15.421497 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:15.430373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39688) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.444105 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-c6196e21-c256-4b49-8dfe-11540c654edc tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] update failed (client error): The resource could not be found. Jan 27 17:15:15.448317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd38c717-c5c5-489d-ae98-384e04f7aa2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.450160 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c6196e21-c256-4b49-8dfe-11540c654edc tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-1223784647 HTTP/1.1" status: 404 len: 335 time: 0.1601849 Jan 27 17:15:15.452163 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeeeab44-df60-4a3d-9395-487ef0807761') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:15.452465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeeeab44-df60-4a3d-9395-487ef0807761') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:15.460835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39694) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.464009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6085a5db-e385-4788-8488-97182b44e1d6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:15.468784 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6085a5db-e385-4788-8488-97182b44e1d6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2462928 Jan 27 17:15:15.469380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39698) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.506086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.542587 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd38c717-c5c5-489d-ae98-384e04f7aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.575734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38c717-c5c5-489d-ae98-384e04f7aa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cfced8-d090-4988-8eb1-24c8e5f8772f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:15.585570 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd38c717-c5c5-489d-ae98-384e04f7aa2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.587423 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dd38c717-c5c5-489d-ae98-384e04f7aa2b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9cfced8-d090-4988-8eb1-24c8e5f8772f HTTP/1.1" status: 204 len: 168 time: 0.3853526 Jan 27 17:15:15.592393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.635661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:15.636325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:15.652043 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:15.654690 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ec204540-fc59-4d85-b0c8-f86d885563da tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:15.682216 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-2248d949-479b-4b46-917f-7b3e2a1b9b40 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Deleting subnet c2a4e3c6-2178-4701-8a37-8fdd5f18badb {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:15.696023 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ec204540-fc59-4d85-b0c8-f86d885563da tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] 10.222.0.81 "PUT /v2.0/quotas/65193b8d73554d3b8125608445b4728a HTTP/1.1" status: 200 len: 366 time: 0.2634149 Jan 27 17:15:15.698448 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39706) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.723366 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4cce3217-899f-4767-b3c5-57b9338c9c02 tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0238268 Jan 27 17:15:15.727451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39710) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.741875 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d71674b6-99fe-42c3-a980-c572f5640fba tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] 10.222.0.81 "GET /v2.0/quotas/65193b8d73554d3b8125608445b4728a HTTP/1.1" status: 200 len: 366 time: 0.0129805 Jan 27 17:15:15.745124 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39714) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.763277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2248d949-479b-4b46-917f-7b3e2a1b9b40 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.767156 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fedd078d-7e56-42b9-a758-5a2bcfac80a4 tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/65193b8d73554d3b8125608445b4728a HTTP/1.1" status: 204 len: 168 time: 0.0185580 Jan 27 17:15:15.767655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39718) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.781617 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-28082732-bb86-4cfc-a9fe-74151a9b7828 tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0104237 Jan 27 17:15:15.782782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39722) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.792385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5d9a1a-b42f-40df-a1cc-411b8c2126e4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:15.793092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0e5d9a1a-b42f-40df-a1cc-411b8c2126e4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:15.798757 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6f71bde5-1b78-480d-91b8-ac6ad0b879f5 tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] 10.222.0.81 "GET /v2.0/quotas/65193b8d73554d3b8125608445b4728a HTTP/1.1" status: 200 len: 370 time: 0.0125210 Jan 27 17:15:15.798944 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:15.799083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39726) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.807729 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cbbf121a-f076-419c-bf41-40900fca12c9 tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] 10.222.0.81 "GET /v2.0/quotas/65193b8d73554d3b8125608445b4728a/default HTTP/1.1" status: 200 len: 370 time: 0.0051596 Jan 27 17:15:15.807967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39730) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.818490 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-c2d6e931-c6a8-4e5c-9ec3-1b35aa6209ae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] delete failed (client error): The resource could not be found. Jan 27 17:15:15.819454 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c2d6e931-c6a8-4e5c-9ec3-1b35aa6209ae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/65193b8d73554d3b8125608445b4728a HTTP/1.1" status: 404 len: 348 time: 0.0106142 Jan 27 17:15:15.855393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0e5d9a1a-b42f-40df-a1cc-411b8c2126e4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:15.857177 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0e5d9a1a-b42f-40df-a1cc-411b8c2126e4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3555140 Jan 27 17:15:15.858074 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.860560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39736) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.866314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.890533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.899867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2248d949-479b-4b46-917f-7b3e2a1b9b40 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.935350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.991763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Network': ['ID=1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:16.036910 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ae4aadbd-857c-406a-ba27-10bfe2b12271 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1709809 Jan 27 17:15:16.037398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39740) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:16.043453 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:16.047912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.078687 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b06cb667-cc01-4d40-9410-096431acc014 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/networks/1fa73962-e843-4eb1-a0f8-2e60ee0c0fd1 HTTP/1.1" status: 204 len: 168 time: 4.7824352 Jan 27 17:15:16.099941 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39744) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:16.113954 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1238} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:15:16.125823 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] For port 77cd5c00-3090-48eb-9ef1-4f320c94684d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=77cd5c00-3090-48eb-9ef1-4f320c94684d,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:16.126504 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.133723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b56699-4e5c-48cc-a376-6f2076b632a1,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:16.137402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 77cd5c00-3090-48eb-9ef1-4f320c94684d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=77cd5c00-3090-48eb-9ef1-4f320c94684d,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:16.159312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39748) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:16.183692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.184016 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Added segment 64a42d25-5adc-4d34-a0ad-1a4ba9d10eac of type vlan for network b89bca4a-aff1-476c-9631-f6618fd0a5a4 Jan 27 17:15:16.216510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Usage tracker for resource:network and tenant:aa522a8c34af452188ebcc2a0f68982c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:16.237274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:16.245552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.252891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2248d949-479b-4b46-917f-7b3e2a1b9b40 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.264627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.296384 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Usage tracker for resource:subnet and tenant:aa522a8c34af452188ebcc2a0f68982c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:16.317452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:16.354344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Usage tracker for resource:subnetpool and tenant:aa522a8c34af452188ebcc2a0f68982c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:16.361349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:16.367430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.373169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:16.373804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.389355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:16.406197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a060f5-4137-4432-ba6f-fcb3773d7fa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:16.407132 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-14a060f5-4137-4432-ba6f-fcb3773d7fa7 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 HTTP/1.1" status: 200 len: 840 time: 0.3064890 Jan 27 17:15:16.411179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:16.412969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39752) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:16.445721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Usage tracker for resource:port and tenant:aa522a8c34af452188ebcc2a0f68982c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:16.453560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:16.461069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2248d949-479b-4b46-917f-7b3e2a1b9b40 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.474945 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:16.478321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.490308 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Calling delete_port for 77cd5c00-3090-48eb-9ef1-4f320c94684d owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:16.531147 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-032027d3-c83f-47c4-bc0e-c5c6b6954a56 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1117454 Jan 27 17:15:16.531436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39756) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:16.542477 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8172047 Jan 27 17:15:16.550102 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39760) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:16.557430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f42dd-356d-4ee0-9484-e9772ab20877 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Network': ['ID=b89bca4a-aff1-476c-9631-f6618fd0a5a4,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:16.564213 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'network': {'name': 'tempest-RoutersTest-877493476'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:16.567230 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=77cd5c00-3090-48eb-9ef1-4f320c94684d,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:16.570427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248d949-479b-4b46-917f-7b3e2a1b9b40 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a4e3c6-2178-4701-8a37-8fdd5f18badb,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:16.573824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Usage tracker for resource:router and tenant:aa522a8c34af452188ebcc2a0f68982c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:16.578701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:16.578951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network b89bca4a-aff1-476c-9631-f6618fd0a5a4 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:15:16.583326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2248d949-479b-4b46-917f-7b3e2a1b9b40 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.585855 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2248d949-479b-4b46-917f-7b3e2a1b9b40 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "DELETE /v2.0/subnets/c2a4e3c6-2178-4701-8a37-8fdd5f18badb HTTP/1.1" status: 204 len: 168 time: 1.1240513 Jan 27 17:15:16.588448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39764) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:16.590048 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:16.611339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:network and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:16.614299 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:16.616443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:16.626192 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033c5889-e2c5-4ce4-a374-22beabc7fa00 None None] Network a0542796-25f1-4a6e-b889-d2e3c812af92 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:16.630764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:16.660116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Usage tracker for resource:floatingip and tenant:aa522a8c34af452188ebcc2a0f68982c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:16.666851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:16.670475 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.723675 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:16.729512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:16.734659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:16.739792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:16.761891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.773747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:16.781098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1215} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:15:16.800186 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:16.800498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.800655 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Added segment 09d2abc7-7323-476c-9259-5ab1fb64bba7 of type vlan for network 2b6f94ff-41cc-4e0b-a881-239f48f3d370 Jan 27 17:15:16.802841 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Deleting port 84045ba9-9f64-422a-af15-da5f67a89c92 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:16.803154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.803649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.850841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:15:16.851813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:15:16.889123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.896971 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Usage tracker for resource:security_group and tenant:aa522a8c34af452188ebcc2a0f68982c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:16.953681 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:15:05Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '991c305d-30f2-4c04-b027-afd24b50ca18', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'port_id': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'mac_address': 'fa:16:3e:5c:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21313df9-576e-4807-a2d6-e55c47760329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:38Z', 'updated_at': '2022-01-27T17:13:48Z', 'revision_number': 1, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f057593-7ea2-42eb-bf8d-f106135a225b', 'name': '', 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:04:74:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'd8f6282b-fd1b-49ef-bc7a-9dcdff97d432', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:02Z', 'updated_at': '2022-01-27T17:15:14Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'd8f6282b-fd1b-49ef-bc7a-9dcdff97d432', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:45Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:16.962157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a2fff5-6e41-4f8f-a4ef-61548dcb6048 None None] The sync data for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv is: [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:15:05Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '991c305d-30f2-4c04-b027-afd24b50ca18', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'port_id': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'mac_address': 'fa:16:3e:5c:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21313df9-576e-4807-a2d6-e55c47760329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:38Z', 'updated_at': '2022-01-27T17:13:48Z', 'revision_number': 1, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f057593-7ea2-42eb-bf8d-f106135a225b', 'name': '', 'network_id': 'b129bb30-fc28-4f9e-a3fc-a8f80c3cd315', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:04:74:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'd8f6282b-fd1b-49ef-bc7a-9dcdff97d432', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:02Z', 'updated_at': '2022-01-27T17:15:14Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'd8f6282b-fd1b-49ef-bc7a-9dcdff97d432', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:45Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:17.103820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d0a72-dc15-46d3-81a7-511daae3f4a5 None None] DHCP port deletion for a0542796-25f1-4a6e-b889-d2e3c812af92 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:17.111282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-326d0a72-dc15-46d3-81a7-511daae3f4a5 None None] Deleting port 84045ba9-9f64-422a-af15-da5f67a89c92 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:17.111875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-326d0a72-dc15-46d3-81a7-511daae3f4a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.144261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:17.243005 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Usage tracker for resource:security_group_rule and tenant:aa522a8c34af452188ebcc2a0f68982c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:17.249820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.315513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:17.317337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.324513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:17.325369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.327510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.objects.ports [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87609) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:15:17.387944 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 9658dae9-f895-459e-b2b5-482ed52ec61a is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:17.404441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:17.408760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Deleting port 77cd5c00-3090-48eb-9ef1-4f320c94684d {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:17.409143 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.428291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Subnet': ['ID=3abeb3ea-6144-44d0-84b7-df145f54af75,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:17.432494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:17.433311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.459338 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b886d21a-7d26-4b39-8b74-ad19c49ced5b None None] Network 9658dae9-f895-459e-b2b5-482ed52ec61a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:17.471034 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-504ef378-f391-4f58-8305-5c446afdeaae tempest-QuotasTest-648521232 tempest-QuotasTest-648521232-project-admin] 10.222.0.81 "GET /v2.0/quotas/aa522a8c34af452188ebcc2a0f68982c/details.json HTTP/1.1" status: 200 len: 703 time: 1.3101451 Jan 27 17:15:17.486087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] For port 84045ba9-9f64-422a-af15-da5f67a89c92, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=84045ba9-9f64-422a-af15-da5f67a89c92,segment=NetworkSegment(e5d62aef-a97f-414a-9d73-dff29c94d4bd),segment_id=e5d62aef-a97f-414a-9d73-dff29c94d4bd)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:17.486732 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.502861 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9466617 Jan 27 17:15:17.508904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1624ed-230f-43af-90e4-e049dd570db1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Network': ['ID=2b6f94ff-41cc-4e0b-a881-239f48f3d370,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:17.511609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39770) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:17.526759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-326d0a72-dc15-46d3-81a7-511daae3f4a5 None None] For port 84045ba9-9f64-422a-af15-da5f67a89c92, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=84045ba9-9f64-422a-af15-da5f67a89c92,segment=NetworkSegment(e5d62aef-a97f-414a-9d73-dff29c94d4bd),segment_id=e5d62aef-a97f-414a-9d73-dff29c94d4bd)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:17.527348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-326d0a72-dc15-46d3-81a7-511daae3f4a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.539383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 2b6f94ff-41cc-4e0b-a881-239f48f3d370 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:15:17.576108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'subnet': {'network_id': 'b89bca4a-aff1-476c-9631-f6618fd0a5a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:17.642552 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-66dfe2c8-2d38-42d2-9c6c-6b0ff1f3e6fc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1064830 Jan 27 17:15:17.643205 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39774) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:17.658856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'security_group': {'name': 'tempest-secgroup-1234915272'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:17.691248 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:17.697290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Calling delete_port for 84045ba9-9f64-422a-af15-da5f67a89c92 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:17.700139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:security_group and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:17.704079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:17.747478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:17.800983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.818473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.831896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-326d0a72-dc15-46d3-81a7-511daae3f4a5 None None] Calling delete_port for 84045ba9-9f64-422a-af15-da5f67a89c92 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:17.855053 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:17.884569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:17.888913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:subnet and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:17.892173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:17.898818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:17.911476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:17.915853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.923450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:security_group_rule and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:17.942554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:17.969315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.985084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:18.014828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39782) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:18.113957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event deleted for resources: {'Port': ['ID=84045ba9-9f64-422a-af15-da5f67a89c92,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:18.116250 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] No DVR routers for this DVR port 84045ba9-9f64-422a-af15-da5f67a89c92 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:18.271265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-64e9250e-1f59-4984-9354-f5fc1f7fe0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.288338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.310896 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.313718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-326d0a72-dc15-46d3-81a7-511daae3f4a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:15:18.313999 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-326d0a72-dc15-46d3-81a7-511daae3f4a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:15:18.316815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-64e9250e-1f59-4984-9354-f5fc1f7fe0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:18.321745 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] For port 77cd5c00-3090-48eb-9ef1-4f320c94684d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=77cd5c00-3090-48eb-9ef1-4f320c94684d,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:18.323907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.345483 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-64e9250e-1f59-4984-9354-f5fc1f7fe0fc admin admin] Usage tracker for resource:security_group_rule and tenant:eff6954c389046cc85a942d90424e2bd is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:18.356116 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-64e9250e-1f59-4984-9354-f5fc1f7fe0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:18.357557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0542796-25f1-4a6e-b889-d2e3c812af92']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:18.369935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-64e9250e-1f59-4984-9354-f5fc1f7fe0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:18.377291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d62aef-a97f-414a-9d73-dff29c94d4bd') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:18.377668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d62aef-a97f-414a-9d73-dff29c94d4bd') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:18.403893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.404556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.408305 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7528870 Jan 27 17:15:18.408473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] For port 77cd5c00-3090-48eb-9ef1-4f320c94684d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=77cd5c00-3090-48eb-9ef1-4f320c94684d,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:18.408473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.410741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39788) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:18.417889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29386f6b-4965-4db3-beba-41dbbb07fdde tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff018d54-7114-428b-9d69-efea0f49eccc,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:18.431125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'security_group': {'name': 'tempest-secgroup-44129499'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:18.438943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.448321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.448757 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.450443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.452885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:18.464051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:security_group and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:18.467044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:18.467447 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:18.493447 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:18.495743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:18.512254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:18.532641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.540043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Calling delete_port for 77cd5c00-3090-48eb-9ef1-4f320c94684d owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:18.594853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:18.609938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:18.616099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.622016 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:18.623776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.627714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=ad6b3bbe-1d70-440e-8757-a4e8825d12d7,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:18.629763 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-9658dae9-f895-459e-b2b5-482ed52ec61a', 'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'tenant_id': '63c2fae895274945a56d5a9f9e951d45', 'fixed_ips': [{'subnet_id': '3abeb3ea-6144-44d0-84b7-df145f54af75'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:15:18.639011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.657322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:15:18.658107 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:15:18.659451 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.661156 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=77cd5c00-3090-48eb-9ef1-4f320c94684d,revision_number=8']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:18.696324 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4d0aabee-46ba-4fdf-9fdc-54aea7a0bfd0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6576140 Jan 27 17:15:18.697670 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39792) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:18.697984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.707184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-64e9250e-1f59-4984-9354-f5fc1f7fe0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.713577 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'mac_address': 'fa:16:3e:32:33:c4', 'name': 'tempest-NetworksTestDHCPv6-769532434'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:18.713796 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:18.721558 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event deleted for resources: {'Network': ['ID=a0542796-25f1-4a6e-b889-d2e3c812af92,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:18.729382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Subnet': ['ID=8b5cc994-80a0-402a-86ed-86437c7e2cff,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:18.732354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-64e9250e-1f59-4984-9354-f5fc1f7fe0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.733107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:security_group_rule and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:18.738869 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:18.744976 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1705ac11-bf27-4f7e-9dac-2bac292d6e91 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "DELETE /v2.0/networks/a0542796-25f1-4a6e-b889-d2e3c812af92 HTTP/1.1" status: 204 len: 168 time: 2.1542976 Jan 27 17:15:18.750944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:18.752675 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39796) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:18.791214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Checking segment: {'id': '64a42d25-5adc-4d34-a0ad-1a4ba9d10eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'b89bca4a-aff1-476c-9631-f6618fd0a5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:18.791476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network hostable DHCP agents. Network: b89bca4a-aff1-476c-9631-f6618fd0a5a4, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:15:18.816853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-326d0a72-dc15-46d3-81a7-511daae3f4a5 None None] Deleting port 84045ba9-9f64-422a-af15-da5f67a89c92 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:18.817563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-326d0a72-dc15-46d3-81a7-511daae3f4a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.889073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e020d08-dfe4-48a5-b882-e7b79fe175e5 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Deleting subnet f911545b-7984-47d4-9cfe-8eba0a88b5a9 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:18.893579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e020d08-dfe4-48a5-b882-e7b79fe175e5 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.908177 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-326d0a72-dc15-46d3-81a7-511daae3f4a5 None None] The port '84045ba9-9f64-422a-af15-da5f67a89c92' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:15:18.910477 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Allocated IP 172.20.0.2 (9658dae9-f895-459e-b2b5-482ed52ec61a/3abeb3ea-6144-44d0-84b7-df145f54af75/261eab44-7b79-432c-a167-52b50c81b52c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:18.954142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3f057593-7ea2-42eb-bf8d-f106135a225b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:18.963105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network b89bca4a-aff1-476c-9631-f6618fd0a5a4 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:15:18.982813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e020d08-dfe4-48a5-b882-e7b79fe175e5 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.020277 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-64e9250e-1f59-4984-9354-f5fc1f7fe0fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eff6954c389046cc85a942d90424e2bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0036266 Jan 27 17:15:19.022208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, b89bca4a-aff1-476c-9631-f6618fd0a5a4) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:19.022349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39800) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:19.035547 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:19.035547 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.075508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754c9ac1-4d19-4e1b-9209-5c6992a09aaf None None] Network b89bca4a-aff1-476c-9631-f6618fd0a5a4 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:19.075972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9250e-1f59-4984-9354-f5fc1f7fe0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77299297-0034-4da8-998d-1e68d2506e89,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:19.108454 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ee7459d-42f3-4127-9451-4fe143fa999b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.144012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ee7459d-42f3-4127-9451-4fe143fa999b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.197912 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:19.212820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:19.221508 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.229691 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-51abda9e-0605-4e14-92a5-edc617c1e481 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7148321 Jan 27 17:15:19.234073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.234673 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39804) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:19.235708 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:19.266457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 3f057593-7ea2-42eb-bf8d-f106135a225b completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:19.286614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.287931 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.8736088 Jan 27 17:15:19.292339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62659906-71b2-4a93-9ea0-5abc654ac077 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85b3411-bae4-461c-8b15-f5ef0773d8e0,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:19.295505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39808) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:19.302476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 3f057593-7ea2-42eb-bf8d-f106135a225b triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:19.302796 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.303112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1691044205', 'security_groups': ['f85b3411-bae4-461c-8b15-f5ef0773d8e0'], 'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3abeb3ea-6144-44d0-84b7-df145f54af75'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:19.329714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e020d08-dfe4-48a5-b882-e7b79fe175e5 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.344160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Deleting port 77cd5c00-3090-48eb-9ef1-4f320c94684d {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:19.344544 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.404833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'subnet': {'network_id': '2b6f94ff-41cc-4e0b-a881-239f48f3d370', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:19.428854 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ee7459d-42f3-4127-9451-4fe143fa999b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.469589 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.502820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e020d08-dfe4-48a5-b882-e7b79fe175e5 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.520955 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Transition to ACTIVE for port object 261eab44-7b79-432c-a167-52b50c81b52c will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:19.532545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7459d-42f3-4127-9451-4fe143fa999b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77299297-0034-4da8-998d-1e68d2506e89,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:19.541309 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Transition to ACTIVE for port object 261eab44-7b79-432c-a167-52b50c81b52c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:19.559236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e020d08-dfe4-48a5-b882-e7b79fe175e5 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.574410 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ee7459d-42f3-4127-9451-4fe143fa999b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.576140 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9ee7459d-42f3-4127-9451-4fe143fa999b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77299297-0034-4da8-998d-1e68d2506e89 HTTP/1.1" status: 204 len: 168 time: 0.5494859 Jan 27 17:15:19.587193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.590299 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e020d08-dfe4-48a5-b882-e7b79fe175e5 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event deleted for resources: {'Subnet': ['ID=f911545b-7984-47d4-9cfe-8eba0a88b5a9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:19.592029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aac050-2930-4b92-aa3c-cf713aac3b18 None None] Network f13b610a-ff7d-4652-b6fc-e60bef61fd75 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:19.598100 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5e020d08-dfe4-48a5-b882-e7b79fe175e5 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "DELETE /v2.0/subnets/f911545b-7984-47d4-9cfe-8eba0a88b5a9 HTTP/1.1" status: 204 len: 168 time: 0.8430548 Jan 27 17:15:19.599181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:19.600868 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39814) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:19.617934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:subnet and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:19.626384 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:19.640465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:19.654741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:19.667729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.680564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:19.700446 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-57313bb0-55f5-40a3-9e69-22218792a6b7 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Deleting subnet aa9147b3-c411-4495-8b5e-9007908203cb {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:19.704091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57313bb0-55f5-40a3-9e69-22218792a6b7 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.734987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:19.743513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port b55cabab-8f1a-483a-a7c1-f7978d44e184 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:15:19.816511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:19.820370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.848107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57313bb0-55f5-40a3-9e69-22218792a6b7 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.900515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Network 9658dae9-f895-459e-b2b5-482ed52ec61a is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:19.929450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-b89bca4a-aff1-476c-9631-f6618fd0a5a4', 'network_id': 'b89bca4a-aff1-476c-9631-f6618fd0a5a4', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'fixed_ips': [{'subnet_id': '8b5cc994-80a0-402a-86ed-86437c7e2cff'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:15:19.930315 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.953057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.977301 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:19.978588 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port 880f14ff-258a-4e98-8bed-9425b681fe69 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:15:20.005507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:20.033475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Pushing event updated for resources: {'Port': ['ID=261eab44-7b79-432c-a167-52b50c81b52c,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:20.055393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::f816:3eff:fe32:33c4 (185d5333-05b7-45cc-a2cf-ffb552748715/ad6b3bbe-1d70-440e-8757-a4e8825d12d7/b55cabab-8f1a-483a-a7c1-f7978d44e184) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:20.096189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39820) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:20.129649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3a67-ad8d-45cd-9a64-ca1719c3f728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.178437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8b1d3a67-ad8d-45cd-9a64-ca1719c3f728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:20.183348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57313bb0-55f5-40a3-9e69-22218792a6b7 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.186740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8b1d3a67-ad8d-45cd-9a64-ca1719c3f728 admin admin] Usage tracker for resource:security_group_rule and tenant:aa522a8c34af452188ebcc2a0f68982c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:20.194450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8b1d3a67-ad8d-45cd-9a64-ca1719c3f728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:20.208416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8b1d3a67-ad8d-45cd-9a64-ca1719c3f728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:20.229847 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.265904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.7 (9658dae9-f895-459e-b2b5-482ed52ec61a/3abeb3ea-6144-44d0-84b7-df145f54af75/880f14ff-258a-4e98-8bed-9425b681fe69) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:20.299607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.348664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Attempting to bind port 261eab44-7b79-432c-a167-52b50c81b52c on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:20.349026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Attempting to bind port 261eab44-7b79-432c-a167-52b50c81b52c by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '0ac2a38d-6183-4ff8-bae3-86d75db1a6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:20.349378 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Attempting to bind port 261eab44-7b79-432c-a167-52b50c81b52c on network 9658dae9-f895-459e-b2b5-482ed52ec61a {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:20.391021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:20.391284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Checking segment: {'id': '0ac2a38d-6183-4ff8-bae3-86d75db1a6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:20.391671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.392087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Bound using segment: {'id': '0ac2a38d-6183-4ff8-bae3-86d75db1a6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:20.392550 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Bound port: 261eab44-7b79-432c-a167-52b50c81b52c, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac2a38d-6183-4ff8-bae3-86d75db1a6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:20.393736 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.457677 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 3f057593-7ea2-42eb-bf8d-f106135a225b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3f057593-7ea2-42eb-bf8d-f106135a225b,segment=NetworkSegment(65fc149d-35fd-4c91-aa80-758becf34173),segment_id=65fc149d-35fd-4c91-aa80-758becf34173)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:20.465912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57313bb0-55f5-40a3-9e69-22218792a6b7 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.468456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] For port 77cd5c00-3090-48eb-9ef1-4f320c94684d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=77cd5c00-3090-48eb-9ef1-4f320c94684d,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:20.468920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.483751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Subnet': ['ID=9868cd8e-ba76-4854-adf5-ee705474e11f,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:20.500179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.525962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57313bb0-55f5-40a3-9e69-22218792a6b7 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.526272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Checking segment: {'id': '09d2abc7-7323-476c-9259-5ab1fb64bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '2b6f94ff-41cc-4e0b-a881-239f48f3d370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:20.526733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network hostable DHCP agents. Network: 2b6f94ff-41cc-4e0b-a881-239f48f3d370, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:15:20.548066 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-57313bb0-55f5-40a3-9e69-22218792a6b7 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "DELETE /v2.0/subnets/aa9147b3-c411-4495-8b5e-9007908203cb HTTP/1.1" status: 204 len: 168 time: 0.9452286 Jan 27 17:15:20.549246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57313bb0-55f5-40a3-9e69-22218792a6b7 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9147b3-c411-4495-8b5e-9007908203cb,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:20.552507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39826) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:20.563379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3323d8f7-a5f4-48ca-9b77-db21f798870b None None] Network 78c50c57-b81b-4e08-ad92-3f3062a4601d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:20.567789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.602043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3a67-ad8d-45cd-9a64-ca1719c3f728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.604525 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 2b6f94ff-41cc-4e0b-a881-239f48f3d370 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:15:20.607521 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object b55cabab-8f1a-483a-a7c1-f7978d44e184 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:20.611251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3a67-ad8d-45cd-9a64-ca1719c3f728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.649182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 2b6f94ff-41cc-4e0b-a881-239f48f3d370) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:20.666560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:20.667315 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.674138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39830) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:20.713835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 84045ba9-9f64-422a-af15-da5f67a89c92 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:20.715918 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.726454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.747135 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8b1d3a67-ad8d-45cd-9a64-ca1719c3f728 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa522a8c34af452188ebcc2a0f68982c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6497085 Jan 27 17:15:20.750329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39834) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:20.751975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Transition to ACTIVE for port object 880f14ff-258a-4e98-8bed-9425b681fe69 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:20.753327 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Calling delete_port for 77cd5c00-3090-48eb-9ef1-4f320c94684d owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:20.756665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Deleting port 42a5cda7-0c08-472b-82d6-4870b2b061fd {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:20.756992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.769342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d3a67-ad8d-45cd-9a64-ca1719c3f728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b4a600-f42f-4420-bdf8-bf89803280fd,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:20.790796 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a34154d-a51c-4619-ac33-f87f9b5990a7 None None] Network 2b6f94ff-41cc-4e0b-a881-239f48f3d370 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:20.817533 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e8277854-8f67-4c48-9d2b-6adf3b2754d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5593581 Jan 27 17:15:20.821965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39838) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:20.825717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.853095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 84045ba9-9f64-422a-af15-da5f67a89c92 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:20.853422 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 84045ba9-9f64-422a-af15-da5f67a89c92 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:20.870865 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Allocated IP 172.20.0.2 (b89bca4a-aff1-476c-9631-f6618fd0a5a4/8b5cc994-80a0-402a-86ed-86437c7e2cff/0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:20.885158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c5c72949-a66d-46a3-aa33-4aa5160041b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-33391764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:20.937973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-12ad68bc-d92c-4466-ac52-3ea3da1ce264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.942863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.944923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c5c72949-a66d-46a3-aa33-4aa5160041b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:21.042289 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=3f057593-7ea2-42eb-bf8d-f106135a225b,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:21.066306 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] For port 261eab44-7b79-432c-a167-52b50c81b52c, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:21.071217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 9658dae9-f895-459e-b2b5-482ed52ec61a is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:21.095324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:21.110798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c5c72949-a66d-46a3-aa33-4aa5160041b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:router and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:21.111981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:21.121268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c5c72949-a66d-46a3-aa33-4aa5160041b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:21.137846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c5c72949-a66d-46a3-aa33-4aa5160041b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:21.143008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-12ad68bc-d92c-4466-ac52-3ea3da1ce264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.177816 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] For port 261eab44-7b79-432c-a167-52b50c81b52c, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=261eab44-7b79-432c-a167-52b50c81b52c,segment=NetworkSegment(0ac2a38d-6183-4ff8-bae3-86d75db1a6cd),segment_id=0ac2a38d-6183-4ff8-bae3-86d75db1a6cd)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:21.180607 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baeae7a-78e4-4b38-9a3a-5a8599e0458a None None] DHCP port deletion for f13b610a-ff7d-4652-b6fc-e60bef61fd75 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:21.210794 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.224943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:21.229121 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=b55cabab-8f1a-483a-a7c1-f7978d44e184,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:21.235225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:21.246847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:21.252514 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:21.253368 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.261899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-7baeae7a-78e4-4b38-9a3a-5a8599e0458a None None] Deleting port 42a5cda7-0c08-472b-82d6-4870b2b061fd {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:21.262278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7baeae7a-78e4-4b38-9a3a-5a8599e0458a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.264166 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c5c72949-a66d-46a3-aa33-4aa5160041b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.265357 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c5c72949-a66d-46a3-aa33-4aa5160041b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.350675 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-91ef3333-3880-47aa-adbd-dbb98e9497b1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6447687 Jan 27 17:15:21.352680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39842) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:21.413265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=880f14ff-258a-4e98-8bed-9425b681fe69,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:21.437639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] For port 42a5cda7-0c08-472b-82d6-4870b2b061fd, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=42a5cda7-0c08-472b-82d6-4870b2b061fd,segment=NetworkSegment(6e814c97-a5e5-4f35-9ec7-7bb44605c188),segment_id=6e814c97-a5e5-4f35-9ec7-7bb44605c188)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:21.437993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.553153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ee02ef-70a2-4fd8-bcc1-228c16605acd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:21.558679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ee02ef-70a2-4fd8-bcc1-228c16605acd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:21.559832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-03ee02ef-70a2-4fd8-bcc1-228c16605acd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:21.582708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:21.583673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.594133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Calling delete_port for 42a5cda7-0c08-472b-82d6-4870b2b061fd owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:21.663420 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-20b0797a-aa4f-4b4e-8873-bcee91fb39cd tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3667715 Jan 27 17:15:21.666348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39846) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:21.675439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5e5638ca-a426-408e-9d8b-441d225401a2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:21.679901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a06cd0-8554-4d14-8e7e-c80743500f5a None None] Pushing event updated for resources: {'Port': ['ID=261eab44-7b79-432c-a167-52b50c81b52c,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:21.700548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-949bbdc8-4152-4821-9de7-7725d149fbca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.700782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.704033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-160824d3-fc30-4332-8aa7-9384846736bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.740211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-12ad68bc-d92c-4466-ac52-3ea3da1ce264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.778746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c5c72949-a66d-46a3-aa33-4aa5160041b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.806204 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad68bc-d92c-4466-ac52-3ea3da1ce264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b4a600-f42f-4420-bdf8-bf89803280fd,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:21.819264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-12ad68bc-d92c-4466-ac52-3ea3da1ce264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.823841 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-12ad68bc-d92c-4466-ac52-3ea3da1ce264 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63b4a600-f42f-4420-bdf8-bf89803280fd HTTP/1.1" status: 204 len: 168 time: 1.0678766 Jan 27 17:15:21.846231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.892753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c5c72949-a66d-46a3-aa33-4aa5160041b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.955307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c5c72949-a66d-46a3-aa33-4aa5160041b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.960170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event deleted for resources: {'Port': ['ID=42a5cda7-0c08-472b-82d6-4870b2b061fd,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:21.967769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39852) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:21.971102 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c5c72949-a66d-46a3-aa33-4aa5160041b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.1491818 Jan 27 17:15:21.978837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] No DVR routers for this DVR port 42a5cda7-0c08-472b-82d6-4870b2b061fd on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:22.008761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7baeae7a-78e4-4b38-9a3a-5a8599e0458a None None] For port 42a5cda7-0c08-472b-82d6-4870b2b061fd, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=42a5cda7-0c08-472b-82d6-4870b2b061fd,segment=NetworkSegment(6e814c97-a5e5-4f35-9ec7-7bb44605c188),segment_id=6e814c97-a5e5-4f35-9ec7-7bb44605c188)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:22.009337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7baeae7a-78e4-4b38-9a3a-5a8599e0458a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.147753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-7baeae7a-78e4-4b38-9a3a-5a8599e0458a None None] Calling delete_port for 42a5cda7-0c08-472b-82d6-4870b2b061fd owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:22.238314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5e5638ca-a426-408e-9d8b-441d225401a2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:22.270270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] Pushing event deleted for resources: {'Port': ['ID=77cd5c00-3090-48eb-9ef1-4f320c94684d,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:22.305269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-7baeae7a-78e4-4b38-9a3a-5a8599e0458a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:15:22.305616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-7baeae7a-78e4-4b38-9a3a-5a8599e0458a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:15:22.359697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-949bbdc8-4152-4821-9de7-7725d149fbca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 3f057593-7ea2-42eb-bf8d-f106135a225b {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:22.360320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-949bbdc8-4152-4821-9de7-7725d149fbca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.406590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-03ee02ef-70a2-4fd8-bcc1-228c16605acd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:22.410330 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-03ee02ef-70a2-4fd8-bcc1-228c16605acd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.0552952 Jan 27 17:15:22.415947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39860) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:22.432802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.443985 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Transition to ACTIVE for port object 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:22.467262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Transition to ACTIVE for port object 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:22.485375 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.503837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5e5638ca-a426-408e-9d8b-441d225401a2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:22.559843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-2b6f94ff-41cc-4e0b-a881-239f48f3d370', 'network_id': '2b6f94ff-41cc-4e0b-a881-239f48f3d370', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'fixed_ips': [{'subnet_id': '9868cd8e-ba76-4854-adf5-ee705474e11f'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:15:22.560962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.651940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-949bbdc8-4152-4821-9de7-7725d149fbca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 3f057593-7ea2-42eb-bf8d-f106135a225b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3f057593-7ea2-42eb-bf8d-f106135a225b,segment=NetworkSegment(65fc149d-35fd-4c91-aa80-758becf34173),segment_id=65fc149d-35fd-4c91-aa80-758becf34173)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:22.652487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-949bbdc8-4152-4821-9de7-7725d149fbca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.673844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf43cea7-6191-4783-bd42-cdfc2627d0f9 None None] DHCP port deletion for 78c50c57-b81b-4e08-ad92-3f3062a4601d request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:22.686587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b07b7-31e6-417e-8022-6ed9a320005a None None] No DVR routers for this DVR port 77cd5c00-3090-48eb-9ef1-4f320c94684d on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:22.696069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Network b89bca4a-aff1-476c-9631-f6618fd0a5a4 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:22.715165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5e5638ca-a426-408e-9d8b-441d225401a2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:22.722085 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5e5638ca-a426-408e-9d8b-441d225401a2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:22.742377 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.752300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-cf43cea7-6191-4783-bd42-cdfc2627d0f9 None None] Deleting port 5f216caf-3284-4310-8290-ccc76c7969d2 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:22.752990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cf43cea7-6191-4783-bd42-cdfc2627d0f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.761655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5638ca-a426-408e-9d8b-441d225401a2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:22.765420 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e5638ca-a426-408e-9d8b-441d225401a2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.781633 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:22.784775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:22.799508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77ebf54-0c31-4772-9f47-34cf6fa88cde None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:22.819617 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-949bbdc8-4152-4821-9de7-7725d149fbca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 3f057593-7ea2-42eb-bf8d-f106135a225b owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:22.844329 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-7baeae7a-78e4-4b38-9a3a-5a8599e0458a None None] Deleting port 42a5cda7-0c08-472b-82d6-4870b2b061fd {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:22.845065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7baeae7a-78e4-4b38-9a3a-5a8599e0458a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.875330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13b610a-ff7d-4652-b6fc-e60bef61fd75']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:22.939673 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Pushing event updated for resources: {'Port': ['ID=0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:23.054085 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e814c97-a5e5-4f35-9ec7-7bb44605c188') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:23.054367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e814c97-a5e5-4f35-9ec7-7bb44605c188') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:23.061707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.107062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.201688 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-7baeae7a-78e4-4b38-9a3a-5a8599e0458a None None] The port '42a5cda7-0c08-472b-82d6-4870b2b061fd' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:15:23.266214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-949bbdc8-4152-4821-9de7-7725d149fbca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.322446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bbdc8-4152-4821-9de7-7725d149fbca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=3f057593-7ea2-42eb-bf8d-f106135a225b,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:23.328512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6ab22c69-4287-49de-a13e-1fd2ba21f4ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port b55cabab-8f1a-483a-a7c1-f7978d44e184 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:23.328907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab22c69-4287-49de-a13e-1fd2ba21f4ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.369923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 261eab44-7b79-432c-a167-52b50c81b52c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:23.406961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.489357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:23.489754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:23.514051 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:23.552837 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.ipam_backend_mixin [None req-5e5638ca-a426-408e-9d8b-441d225401a2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3abeb3ea-6144-44d0-84b7-df145f54af75 (CIDR: 172.20.0.0/28) Jan 27 17:15:23.564606 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5638ca-a426-408e-9d8b-441d225401a2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:15:23.565569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5638ca-a426-408e-9d8b-441d225401a2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:23.693707 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Allocated IP 172.21.0.2 (2b6f94ff-41cc-4e0b-a881-239f48f3d370/9868cd8e-ba76-4854-adf5-ee705474e11f/3b598697-4b7b-46b0-8ab2-e513e68d3904) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:23.973909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.048460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.081733 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event deleted for resources: {'Network': ['ID=f13b610a-ff7d-4652-b6fc-e60bef61fd75,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:24.086769 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0da33e0c-0deb-4800-8e72-d369493f4014 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "DELETE /v2.0/networks/f13b610a-ff7d-4652-b6fc-e60bef61fd75 HTTP/1.1" status: 204 len: 168 time: 3.5276892 Jan 27 17:15:24.097385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39892) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:24.109910 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5e5638ca-a426-408e-9d8b-441d225401a2 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4395852 Jan 27 17:15:24.155234 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39896) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:24.181955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:24.213394 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-949bbdc8-4152-4821-9de7-7725d149fbca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.260720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Allocated IP 172.20.0.1 (b89bca4a-aff1-476c-9631-f6618fd0a5a4/8b5cc994-80a0-402a-86ed-86437c7e2cff/5321800e-6157-480e-a5f0-d1bf5eceacf0) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:24.277489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Attempting to bind port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:24.277857 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Attempting to bind port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '64a42d25-5adc-4d34-a0ad-1a4ba9d10eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'b89bca4a-aff1-476c-9631-f6618fd0a5a4'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:24.278211 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Attempting to bind port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa on network b89bca4a-aff1-476c-9631-f6618fd0a5a4 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:24.302219 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:24.302587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Checking segment: {'id': '64a42d25-5adc-4d34-a0ad-1a4ba9d10eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'b89bca4a-aff1-476c-9631-f6618fd0a5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:24.302977 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.303356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Bound using segment: {'id': '64a42d25-5adc-4d34-a0ad-1a4ba9d10eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'b89bca4a-aff1-476c-9631-f6618fd0a5a4'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:24.303894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Bound port: 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a42d25-5adc-4d34-a0ad-1a4ba9d10eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'b89bca4a-aff1-476c-9631-f6618fd0a5a4'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:24.304257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.354964 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-cf43cea7-6191-4783-bd42-cdfc2627d0f9 None None] For port 5f216caf-3284-4310-8290-ccc76c7969d2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5f216caf-3284-4310-8290-ccc76c7969d2,segment=NetworkSegment(46545775-ec23-4e29-9737-cbfb332e91e1),segment_id=46545775-ec23-4e29-9737-cbfb332e91e1)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:24.355383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cf43cea7-6191-4783-bd42-cdfc2627d0f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.388673 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-80505d4e-fdde-45d1-ac20-c7f9f487a7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.390869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 261eab44-7b79-432c-a167-52b50c81b52c completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:24.410998 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39904) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:24.416034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3f057593-7ea2-42eb-bf8d-f106135a225b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:24.426812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab22c69-4287-49de-a13e-1fd2ba21f4ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.503291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.584361 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Deleting port 5f216caf-3284-4310-8290-ccc76c7969d2 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:24.585206 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.613457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6ab22c69-4287-49de-a13e-1fd2ba21f4ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for b55cabab-8f1a-483a-a7c1-f7978d44e184 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:24.650322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-544154233', 'router:external': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:24.670540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:24.684210 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Usage tracker for resource:network and tenant:7c802c3f6490405984f01b22559f4e93 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:24.741154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:24.741386 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:24.759597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-cf43cea7-6191-4783-bd42-cdfc2627d0f9 None None] Calling delete_port for 5f216caf-3284-4310-8290-ccc76c7969d2 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:24.763189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:24.766547 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:24.770922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:24.794857 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 3f057593-7ea2-42eb-bf8d-f106135a225b {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:24.795459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3f057593-7ea2-42eb-bf8d-f106135a225b not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 27 17:15:24.812785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Made reservation on behalf of 7c802c3f6490405984f01b22559f4e93 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:24.815182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.832515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:24.852636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.865947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.881816 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Port 3f057593-7ea2-42eb-bf8d-f106135a225b not found, will not notify nova. {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 27 17:15:24.896862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-321a7925-2518-41db-b2d3-c5229a46c0fc None None] Provisioning for port 261eab44-7b79-432c-a167-52b50c81b52c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:24.901820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:24.905806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.921011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] For port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:24.929831 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-321a7925-2518-41db-b2d3-c5229a46c0fc None None] Provisioning complete for port 261eab44-7b79-432c-a167-52b50c81b52c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:24.930436 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-321a7925-2518-41db-b2d3-c5229a46c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.941208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Transition to ACTIVE for port object 5321800e-6157-480e-a5f0-d1bf5eceacf0 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:24.968137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:24.979608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.986130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] For port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa,segment=NetworkSegment(64a42d25-5adc-4d34-a0ad-1a4ba9d10eac),segment_id=64a42d25-5adc-4d34-a0ad-1a4ba9d10eac)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:24.992634 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Usage tracker for resource:security_group_rule and tenant:7c802c3f6490405984f01b22559f4e93 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:24.996542 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.000696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:25.010843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:25.026857 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.070715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab22c69-4287-49de-a13e-1fd2ba21f4ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.073055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5f216caf-3284-4310-8290-ccc76c7969d2 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:25.124413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] For port 5f216caf-3284-4310-8290-ccc76c7969d2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5f216caf-3284-4310-8290-ccc76c7969d2,segment=NetworkSegment(46545775-ec23-4e29-9737-cbfb332e91e1),segment_id=46545775-ec23-4e29-9737-cbfb332e91e1)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:25.125232 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.137244 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Transition to ACTIVE for port object 3b598697-4b7b-46b0-8ab2-e513e68d3904 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:25.155712 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab22c69-4287-49de-a13e-1fd2ba21f4ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=b55cabab-8f1a-483a-a7c1-f7978d44e184,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:25.185822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cf43cea7-6191-4783-bd42-cdfc2627d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.227866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab22c69-4287-49de-a13e-1fd2ba21f4ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.230187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Transition to ACTIVE for port object 3b598697-4b7b-46b0-8ab2-e513e68d3904 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:25.244289 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949bbdc8-4152-4821-9de7-7725d149fbca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router f35f0f22-3264-4d12-9b55-831727d653be has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:25.245130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43cea7-6191-4783-bd42-cdfc2627d0f9 None None] No DVR routers for this DVR port 5f216caf-3284-4310-8290-ccc76c7969d2 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:25.262441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83690a-8e9b-4361-a874-d66ed7403df5 None None] Pushing event updated for resources: {'Port': ['ID=0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:25.275726 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6ab22c69-4287-49de-a13e-1fd2ba21f4ab tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/b55cabab-8f1a-483a-a7c1-f7978d44e184 HTTP/1.1" status: 204 len: 168 time: 2.8562963 Jan 27 17:15:25.281382 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39910) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:25.302902 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No active binding found for port 5f216caf-3284-4310-8290-ccc76c7969d2 {{(pid=87610) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 27 17:15:25.303365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5f216caf-3284-4310-8290-ccc76c7969d2 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:25.303962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 42a5cda7-0c08-472b-82d6-4870b2b061fd no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:25.328574 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.345540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Calling delete_port for 5f216caf-3284-4310-8290-ccc76c7969d2 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:25.346726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.348149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037da89-266b-4857-b37f-63381e09363f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': 'ad6b3bbe-1d70-440e-8757-a4e8825d12d7'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:15:25.349469 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a037da89-266b-4857-b37f-63381e09363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.420557 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43cea7-6191-4783-bd42-cdfc2627d0f9 None None] Pushing event deleted for resources: {'Port': ['ID=5f216caf-3284-4310-8290-ccc76c7969d2,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:25.423034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 42a5cda7-0c08-472b-82d6-4870b2b061fd {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:25.423878 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 42a5cda7-0c08-472b-82d6-4870b2b061fd not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:25.497604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.518392 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Network 2b6f94ff-41cc-4e0b-a881-239f48f3d370 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:25.531896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:25.620432 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:25.663791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-321a7925-2518-41db-b2d3-c5229a46c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.691533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.710770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.840649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Pushing event updated for resources: {'Port': ['ID=3b598697-4b7b-46b0-8ab2-e513e68d3904,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:25.841724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network b89bca4a-aff1-476c-9631-f6618fd0a5a4 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:25.848986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:25.857454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:25.866785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949bbdc8-4152-4821-9de7-7725d149fbca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:25.880316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1231} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:15:25.894454 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb283bfc-c794-47ef-a6f1-9b5f9b49eccc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:25.897192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb283bfc-c794-47ef-a6f1-9b5f9b49eccc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:25.898305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-eb283bfc-c794-47ef-a6f1-9b5f9b49eccc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:25.911646 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa95239-54f5-4e6b-8347-4b7fd63a3084 None None] Sync routers for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:25.912854 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.913427 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Added segment 10a72c96-9175-4d60-a7ac-6296854d8107 of type vlan for network d4a0bf08-6d61-4861-b3f3-225c71fbf27d Jan 27 17:15:25.918999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=5321800e-6157-480e-a5f0-d1bf5eceacf0,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:25.937087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:15:25.937679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:15:25.964389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d50fe18-532d-4e64-b3d8-f5a3c341bac9,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:25.971160 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-949bbdc8-4152-4821-9de7-7725d149fbca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/f35f0f22-3264-4d12-9b55-831727d653be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2950187 Jan 27 17:15:25.972095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-eb283bfc-c794-47ef-a6f1-9b5f9b49eccc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:25.973173 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-eb283bfc-c794-47ef-a6f1-9b5f9b49eccc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6912887 Jan 27 17:15:25.976563 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39916) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:26.010779 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa95239-54f5-4e6b-8347-4b7fd63a3084 None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:26.011627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2fa95239-54f5-4e6b-8347-4b7fd63a3084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:26.047334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.064830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.096130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d24fd5f-d27d-4e6c-b4f8-c5c676745145 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet ad6b3bbe-1d70-440e-8757-a4e8825d12d7 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:26.130213 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.138818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.140535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:26.141364 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.212445 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7981451 Jan 27 17:15:26.216093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39920) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:26.218487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 9658dae9-f895-459e-b2b5-482ed52ec61a is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:26.222492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:26.223605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-2fa95239-54f5-4e6b-8347-4b7fd63a3084 None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:26.225794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Request body: {'subnet': {'network_id': 'd4a0bf08-6d61-4861-b3f3-225c71fbf27d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:26.262422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:26.263021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.297446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:26.300621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d6dd6-e0ef-4c79-819a-b722ce3faf1d tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event updated for resources: {'Network': ['ID=d4a0bf08-6d61-4861-b3f3-225c71fbf27d,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:26.305986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Usage tracker for resource:subnet and tenant:7c802c3f6490405984f01b22559f4e93 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:26.311023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:26.318105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:26.322658 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1633332 Jan 27 17:15:26.324520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39926) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:26.327858 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe011b-7535-444a-95f8-16fce0143a1f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Subnet': ['ID=63fd01c5-6d8d-400b-b86e-6ee58349537c,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:26.333930 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-508829ad-b0d6-4c0b-be31-de87b164dfa9 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1980820556', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '63fd01c5-6d8d-400b-b86e-6ee58349537c'}], 'security_groups': ['ff018d54-7114-428b-9d69-efea0f49eccc']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:26.345285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b64a7d-57cd-41b9-918f-cfb61bbcafd5 None None] Network 9658dae9-f895-459e-b2b5-482ed52ec61a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:26.356046 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.361596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network d4a0bf08-6d61-4861-b3f3-225c71fbf27d details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:15:26.376614 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Attempting to bind port 3b598697-4b7b-46b0-8ab2-e513e68d3904 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:26.377032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Attempting to bind port 3b598697-4b7b-46b0-8ab2-e513e68d3904 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '09d2abc7-7323-476c-9259-5ab1fb64bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '2b6f94ff-41cc-4e0b-a881-239f48f3d370'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:26.377338 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Attempting to bind port 3b598697-4b7b-46b0-8ab2-e513e68d3904 on network 2b6f94ff-41cc-4e0b-a881-239f48f3d370 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:26.402444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Made reservation on behalf of 7c802c3f6490405984f01b22559f4e93 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:26.429270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.443366 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-321a7925-2518-41db-b2d3-c5229a46c0fc None None] For port 261eab44-7b79-432c-a167-52b50c81b52c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=261eab44-7b79-432c-a167-52b50c81b52c,segment=NetworkSegment(0ac2a38d-6183-4ff8-bae3-86d75db1a6cd),segment_id=0ac2a38d-6183-4ff8-bae3-86d75db1a6cd)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:26.468472 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:26.468961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Checking segment: {'id': '09d2abc7-7323-476c-9259-5ab1fb64bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '2b6f94ff-41cc-4e0b-a881-239f48f3d370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:26.469475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.469952 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Bound using segment: {'id': '09d2abc7-7323-476c-9259-5ab1fb64bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '2b6f94ff-41cc-4e0b-a881-239f48f3d370'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:26.470562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Bound port: 3b598697-4b7b-46b0-8ab2-e513e68d3904, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d2abc7-7323-476c-9259-5ab1fb64bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '2b6f94ff-41cc-4e0b-a881-239f48f3d370'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:26.471027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.525657 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Deleting port 5f216caf-3284-4310-8290-ccc76c7969d2 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:26.526007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.577620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-321a7925-2518-41db-b2d3-c5229a46c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.627415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] The port '5f216caf-3284-4310-8290-ccc76c7969d2' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:15:26.788417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-508829ad-b0d6-4c0b-be31-de87b164dfa9 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.799940 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-a037da89-266b-4857-b37f-63381e09363f None None] Allocated IP 2001:db8::f816:3eff:fe48:4619 (185d5333-05b7-45cc-a2cf-ffb552748715/ad6b3bbe-1d70-440e-8757-a4e8825d12d7/ce4ee05d-7ece-4267-85e0-17021896b231) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:26.883816 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2fb7e1-95c8-4a85-9f6d-2196a33aeccb None None] Network b89bca4a-aff1-476c-9631-f6618fd0a5a4 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:26.931351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.986608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-321a7925-2518-41db-b2d3-c5229a46c0fc None None] Provisioning complete for port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:26.987461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-321a7925-2518-41db-b2d3-c5229a46c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.012440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.056070 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c50c57-b81b-4e08-ad92-3f3062a4601d']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:27.092451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a7925-2518-41db-b2d3-c5229a46c0fc None None] Pushing event updated for resources: {'Port': ['ID=261eab44-7b79-432c-a167-52b50c81b52c,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:27.093916 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46545775-ec23-4e29-9737-cbfb332e91e1') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:27.094212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46545775-ec23-4e29-9737-cbfb332e91e1') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:27.129166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b7c7a-61a9-496a-8849-1bb9f7741da0 req-bcf8dc16-1abe-4971-821b-56afab844ed0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:27.136273 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-eb6b7c7a-61a9-496a-8849-1bb9f7741da0 req-bcf8dc16-1abe-4971-821b-56afab844ed0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 946 time: 0.6119099 Jan 27 17:15:27.139408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.178929 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.248314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:27.249037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:27.264440 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:27.357740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] For port 3b598697-4b7b-46b0-8ab2-e513e68d3904, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:27.368888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-321a7925-2518-41db-b2d3-c5229a46c0fc None None] Port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:27.369099 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-eb6b7c7a-61a9-496a-8849-1bb9f7741da0 req-9c98e426-a5c9-497f-9d32-1d61dbf49ee4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297273 Jan 27 17:15:27.416613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.437743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-508829ad-b0d6-4c0b-be31-de87b164dfa9 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Delete allocated IP 172.20.0.7 (9658dae9-f895-459e-b2b5-482ed52ec61a/3abeb3ea-6144-44d0-84b7-df145f54af75) {{(pid=87609) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 17:15:27.439820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.449265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event deleted for resources: {'Network': ['ID=78c50c57-b81b-4e08-ad92-3f3062a4601d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:27.452590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-508829ad-b0d6-4c0b-be31-de87b164dfa9 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.23 (9658dae9-f895-459e-b2b5-482ed52ec61a/63fd01c5-6d8d-400b-b86e-6ee58349537c/880f14ff-258a-4e98-8bed-9425b681fe69) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:27.456442 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a0d5b460-2552-465a-a821-a71cadba97d1 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "DELETE /v2.0/networks/78c50c57-b81b-4e08-ad92-3f3062a4601d HTTP/1.1" status: 204 len: 168 time: 3.3578267 Jan 27 17:15:27.457114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39934) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:27.491658 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] For port 3b598697-4b7b-46b0-8ab2-e513e68d3904, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3b598697-4b7b-46b0-8ab2-e513e68d3904,segment=NetworkSegment(09d2abc7-7323-476c-9259-5ab1fb64bba7),segment_id=09d2abc7-7323-476c-9259-5ab1fb64bba7)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:27.563172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ad4413-993d-4fad-b713-43941a91f80c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Deleting subnet d860f623-a5a1-4ec8-9115-453476933ec9 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:27.565461 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.objects.ports [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87609) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:15:27.565935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.566560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-62ad4413-993d-4fad-b713-43941a91f80c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.586164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.624799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-62ad4413-993d-4fad-b713-43941a91f80c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.770263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3f559e57-db57-4b26-9c9a-7eee3e7b6e93 None None] Provisioning for port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:27.824305 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:27.831803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event updated for resources: {'Subnet': ['ID=648bb578-26e3-46a0-a2ad-2267a5d45174,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:27.865158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.877608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.893284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Checking segment: {'id': '10a72c96-9175-4d60-a7ac-6296854d8107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'd4a0bf08-6d61-4861-b3f3-225c71fbf27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:27.893919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Network hostable DHCP agents. Network: d4a0bf08-6d61-4861-b3f3-225c71fbf27d, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:15:27.956594 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa6454-c112-44ee-a654-b6c8a0b0dcc5 None None] Pushing event updated for resources: {'Port': ['ID=3b598697-4b7b-46b0-8ab2-e513e68d3904,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:27.962035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Network d4a0bf08-6d61-4861-b3f3-225c71fbf27d is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:15:27.980412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, d4a0bf08-6d61-4861-b3f3-225c71fbf27d) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:27.985427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:27.986238 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.020213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-508829ad-b0d6-4c0b-be31-de87b164dfa9 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.033741 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-849bb73e-01a6-45a8-a855-74aec683b2e3 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8162341 Jan 27 17:15:28.037386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39938) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:28.043902 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a037da89-266b-4857-b37f-63381e09363f None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.045836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.047277 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1670328334', 'network_id': 'd4a0bf08-6d61-4861-b3f3-225c71fbf27d'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:28.051127 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-508829ad-b0d6-4c0b-be31-de87b164dfa9 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Ignored duplicate provisioning block setup for port 880f14ff-258a-4e98-8bed-9425b681fe69 by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 27 17:15:28.053669 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:28.053854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=5321800e-6157-480e-a5f0-d1bf5eceacf0,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:28.058769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Usage tracker for resource:port and tenant:7c802c3f6490405984f01b22559f4e93 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:28.061899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f804c-8d1b-47e1-94dd-1ac1a0bbcfb7 None None] Network d4a0bf08-6d61-4861-b3f3-225c71fbf27d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:28.063737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:28.066500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-508829ad-b0d6-4c0b-be31-de87b164dfa9 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.071942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-62ad4413-993d-4fad-b713-43941a91f80c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.101437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3f559e57-db57-4b26-9c9a-7eee3e7b6e93 None None] Provisioning for port 880f14ff-258a-4e98-8bed-9425b681fe69 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:28.109810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:28.126494 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a037da89-266b-4857-b37f-63381e09363f None None] Transition to ACTIVE for port object ce4ee05d-7ece-4267-85e0-17021896b231 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:28.137326 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3f559e57-db57-4b26-9c9a-7eee3e7b6e93 None None] Provisioning complete for port 880f14ff-258a-4e98-8bed-9425b681fe69 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:28.137957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3f559e57-db57-4b26-9c9a-7eee3e7b6e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.204488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f5d13-c6c3-4982-93c4-0b6d98c6b3b4 req-808668da-3edf-4be2-949e-241eaede34b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:28.206126 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bd9f5d13-c6c3-4982-93c4-0b6d98c6b3b4 req-808668da-3edf-4be2-949e-241eaede34b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 946 time: 0.5360205 Jan 27 17:15:28.267492 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Made reservation on behalf of 7c802c3f6490405984f01b22559f4e93 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:28.269850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.305533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-bd9f5d13-c6c3-4982-93c4-0b6d98c6b3b4 req-7ac0a092-7d15-4249-a953-c27bc510b422 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 4cea683f-f5f1-4404-97d2-b97183c6fb9f {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:28.305871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bd9f5d13-c6c3-4982-93c4-0b6d98c6b3b4 req-7ac0a092-7d15-4249-a953-c27bc510b422 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.306449 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508829ad-b0d6-4c0b-be31-de87b164dfa9 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=880f14ff-258a-4e98-8bed-9425b681fe69,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:28.376030 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] device_id is not set on port 8a0504d6-0886-401f-8248-95315e7fa3a4 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:15:28.379743 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a037da89-266b-4857-b37f-63381e09363f None None] Transition to ACTIVE for port object ce4ee05d-7ece-4267-85e0-17021896b231 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:28.430018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:28.439963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3f559e57-db57-4b26-9c9a-7eee3e7b6e93 None None] Port 880f14ff-258a-4e98-8bed-9425b681fe69 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:28.443347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a037da89-266b-4857-b37f-63381e09363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.463179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d24fd5f-d27d-4e6c-b4f8-c5c676745145 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.492822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-62ad4413-993d-4fad-b713-43941a91f80c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.534120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-508829ad-b0d6-4c0b-be31-de87b164dfa9 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] In _notify_port_updated(), no bound segment for port 880f14ff-258a-4e98-8bed-9425b681fe69 on network 9658dae9-f895-459e-b2b5-482ed52ec61a {{(pid=87609) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:15:28.540635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508829ad-b0d6-4c0b-be31-de87b164dfa9 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:28.541257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-508829ad-b0d6-4c0b-be31-de87b164dfa9 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.546177 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-508829ad-b0d6-4c0b-be31-de87b164dfa9 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "PUT /v2.0/ports/880f14ff-258a-4e98-8bed-9425b681fe69 HTTP/1.1" status: 200 len: 921 time: 2.2200615 Jan 27 17:15:28.561164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:28.561535 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.577647 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39944) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:28.597287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad4413-993d-4fad-b713-43941a91f80c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event deleted for resources: {'Subnet': ['ID=d860f623-a5a1-4ec8-9115-453476933ec9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:28.601739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-62ad4413-993d-4fad-b713-43941a91f80c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.616986 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1724e7fc-4b85-411c-883c-6b55c99aa4d6 None None] Update dhcp port {'port': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'fixed_ips': [{'subnet_id': '3abeb3ea-6144-44d0-84b7-df145f54af75', 'ip_address': '172.20.0.2'}, {'subnet_id': '63fd01c5-6d8d-400b-b86e-6ee58349537c'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': '261eab44-7b79-432c-a167-52b50c81b52c'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:15:28.644402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2fa95239-54f5-4e6b-8347-4b7fd63a3084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:15:23Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '991c305d-30f2-4c04-b027-afd24b50ca18', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'port_id': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'mac_address': 'fa:16:3e:5c:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21313df9-576e-4807-a2d6-e55c47760329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:38Z', 'updated_at': '2022-01-27T17:13:48Z', 'revision_number': 1, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:45Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:28.647301 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.668632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca95cc6f-f36c-4e30-80e2-934c77a35c42 None None] Network fd7e0d67-7ee7-4400-b659-9df3f995800d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:28.670687 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-62ad4413-993d-4fad-b713-43941a91f80c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "DELETE /v2.0/subnets/d860f623-a5a1-4ec8-9115-453476933ec9 HTTP/1.1" status: 204 len: 168 time: 1.2109637 Jan 27 17:15:28.674201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39948) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:28.683702 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037da89-266b-4857-b37f-63381e09363f None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:28.695001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d24fd5f-d27d-4e6c-b4f8-c5c676745145 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.698791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network b89bca4a-aff1-476c-9631-f6618fd0a5a4 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:28.719706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:28.748686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-a037da89-266b-4857-b37f-63381e09363f None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:28.750807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa95239-54f5-4e6b-8347-4b7fd63a3084 None None] Checking router: f35f0f22-3264-4d12-9b55-831727d653be for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:28.753248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037da89-266b-4857-b37f-63381e09363f None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:28.796944 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037da89-266b-4857-b37f-63381e09363f None None] Pushing event updated for resources: {'Port': ['ID=ce4ee05d-7ece-4267-85e0-17021896b231,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:28.820061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1d47ef4c-2872-4133-911b-82fd5922b28d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 880f14ff-258a-4e98-8bed-9425b681fe69 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:28.820468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d47ef4c-2872-4133-911b-82fd5922b28d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.888470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Allocated IP 2001:db8::1cc (d4a0bf08-6d61-4861-b3f3-225c71fbf27d/648bb578-26e3-46a0-a2ad-2267a5d45174/8a0504d6-0886-401f-8248-95315e7fa3a4) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:28.942855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.956576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19318ac4-17f5-4035-a660-5799412e21f5 req-0f58d0d5-faa4-4ef6-bc58-bdb05f29c5b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:28.957593 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-19318ac4-17f5-4035-a660-5799412e21f5 req-0f58d0d5-faa4-4ef6-bc58-bdb05f29c5b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:28.958168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa95239-54f5-4e6b-8347-4b7fd63a3084 None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:28.958808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2fa95239-54f5-4e6b-8347-4b7fd63a3084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:29.017184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d24fd5f-d27d-4e6c-b4f8-c5c676745145 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.036181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1724e7fc-4b85-411c-883c-6b55c99aa4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.057903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-19318ac4-17f5-4035-a660-5799412e21f5 req-0f58d0d5-faa4-4ef6-bc58-bdb05f29c5b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:29.059195 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-19318ac4-17f5-4035-a660-5799412e21f5 req-0f58d0d5-faa4-4ef6-bc58-bdb05f29c5b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 946 time: 0.5392835 Jan 27 17:15:29.078921 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Deleting port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:29.079258 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.135533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-bd9f5d13-c6c3-4982-93c4-0b6d98c6b3b4 req-7ac0a092-7d15-4249-a953-c27bc510b422 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 4cea683f-f5f1-4404-97d2-b97183c6fb9f, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=4cea683f-f5f1-4404-97d2-b97183c6fb9f,segment=NetworkSegment(65fc149d-35fd-4c91-aa80-758becf34173),segment_id=65fc149d-35fd-4c91-aa80-758becf34173)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:29.136152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bd9f5d13-c6c3-4982-93c4-0b6d98c6b3b4 req-7ac0a092-7d15-4249-a953-c27bc510b422 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.337128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50ff24a-0764-4c42-b219-faf5ce73cf52 None None] Network d4a0bf08-6d61-4861-b3f3-225c71fbf27d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:29.365283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-a037da89-266b-4857-b37f-63381e09363f None None] Attempting to bind port ce4ee05d-7ece-4267-85e0-17021896b231 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:29.365649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-a037da89-266b-4857-b37f-63381e09363f None None] Attempting to bind port ce4ee05d-7ece-4267-85e0-17021896b231 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:29.366605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037da89-266b-4857-b37f-63381e09363f None None] Attempting to bind port ce4ee05d-7ece-4267-85e0-17021896b231 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:29.373611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-bd9f5d13-c6c3-4982-93c4-0b6d98c6b3b4 req-7ac0a092-7d15-4249-a953-c27bc510b422 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 4cea683f-f5f1-4404-97d2-b97183c6fb9f owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:29.403592 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037da89-266b-4857-b37f-63381e09363f None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:29.404308 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037da89-266b-4857-b37f-63381e09363f None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:29.404876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a037da89-266b-4857-b37f-63381e09363f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.405713 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037da89-266b-4857-b37f-63381e09363f None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:29.406365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-a037da89-266b-4857-b37f-63381e09363f None None] Bound port: ce4ee05d-7ece-4267-85e0-17021896b231, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:29.407050 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a037da89-266b-4857-b37f-63381e09363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.436843 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-19318ac4-17f5-4035-a660-5799412e21f5 req-4b7f287d-eb44-4077-be0a-59b6ce53df19 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=62d89371-d0d2-444e-8852-7972a424cf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604603 Jan 27 17:15:29.532559 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router d393c349-d6a5-4f5a-abd5-3357bec69b22 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:15:29.552634 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.592301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d24fd5f-d27d-4e6c-b4f8-c5c676745145 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.676689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d24fd5f-d27d-4e6c-b4f8-c5c676745145 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.680143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24fd5f-d27d-4e6c-b4f8-c5c676745145 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6b3bbe-1d70-440e-8757-a4e8825d12d7,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:29.733493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450d42bb-b03e-4972-8c3e-c6726ce0bd71 None None] Network 2b6f94ff-41cc-4e0b-a881-239f48f3d370 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:29.776774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] For port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=0bf059eb-f807-4d6a-8a7e-c3d6bb066314,segment=NetworkSegment(e43c6fb9-a19b-4a93-bf98-c92595187478),segment_id=e43c6fb9-a19b-4a93-bf98-c92595187478)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:29.777541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.852430 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3d24fd5f-d27d-4e6c-b4f8-c5c676745145 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/ad6b3bbe-1d70-440e-8757-a4e8825d12d7 HTTP/1.1" status: 204 len: 168 time: 3.8744898 Jan 27 17:15:29.858043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8239a149-4ea8-4565-82e5-5dc3ab69f9d2 None None] Provisioning complete for port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:29.858422 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8239a149-4ea8-4565-82e5-5dc3ab69f9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.905635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39952) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:29.940512 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.054803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Calling delete_port for 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:30.064945 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f2f5c067-0e61-47dc-a7da-b61075f6718b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1565735 Jan 27 17:15:30.067917 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39956) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:30.073219 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-2fa95239-54f5-4e6b-8347-4b7fd63a3084 None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:30.087229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:30.137683 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.187068 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:30.189145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.203174 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5151aa-7342-4e3d-bbd4-325cf5b9862c None None] Sync routers for ids ['d393c349-d6a5-4f5a-abd5-3357bec69b22'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:30.211283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d47ef4c-2872-4133-911b-82fd5922b28d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.216824 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5151aa-7342-4e3d-bbd4-325cf5b9862c None None] Routers {'d393c349-d6a5-4f5a-abd5-3357bec69b22'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:30.217507 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-8d5151aa-7342-4e3d-bbd4-325cf5b9862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d393c349-d6a5-4f5a-abd5-3357bec69b22'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:30.217885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event deleted for resources: {'Port': ['ID=0bf059eb-f807-4d6a-8a7e-c3d6bb066314,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:30.227895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] No DVR routers for this DVR port 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:30.313461 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-8d5151aa-7342-4e3d-bbd4-325cf5b9862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:30.329809 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5151aa-7342-4e3d-bbd4-325cf5b9862c None None] Routers {'d393c349-d6a5-4f5a-abd5-3357bec69b22'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:30.330935 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-8d5151aa-7342-4e3d-bbd4-325cf5b9862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d393c349-d6a5-4f5a-abd5-3357bec69b22'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:30.354339 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa,segment=NetworkSegment(64a42d25-5adc-4d34-a0ad-1a4ba9d10eac),segment_id=64a42d25-5adc-4d34-a0ad-1a4ba9d10eac)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:30.356222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Network d4a0bf08-6d61-4861-b3f3-225c71fbf27d is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:30.369457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:30.378150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:30.379311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:30.380078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.390774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event updated for resources: {'Port': ['ID=8a0504d6-0886-401f-8248-95315e7fa3a4,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:30.419994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1d47ef4c-2872-4133-911b-82fd5922b28d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 880f14ff-258a-4e98-8bed-9425b681fe69 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:30.435168 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-8d5151aa-7342-4e3d-bbd4-325cf5b9862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:30.435949 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5151aa-7342-4e3d-bbd4-325cf5b9862c None None] The sync data for ids ['d393c349-d6a5-4f5a-abd5-3357bec69b22'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:30.449780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-a037da89-266b-4857-b37f-63381e09363f None None] For port ce4ee05d-7ece-4267-85e0-17021896b231, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:30.452118 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0faaf207-2e56-408b-9ee1-ddb9381ae4b8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/d393c349-d6a5-4f5a-abd5-3357bec69b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4820995 Jan 27 17:15:30.460785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39960) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:30.469923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.557143 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6ef8d628-6733-46d2-9390-e471a8b0b52b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5160565 Jan 27 17:15:30.561080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7e0d67-7ee7-4400-b659-9df3f995800d']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:30.567620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39966) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:30.589350 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43c6fb9-a19b-4a93-bf98-c92595187478') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:30.589759 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43c6fb9-a19b-4a93-bf98-c92595187478') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:30.594704 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.595682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 261eab44-7b79-432c-a167-52b50c81b52c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:30.611286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5594125a-30b6-469a-b0cc-20db41d2d2a2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:30.615375 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5594125a-30b6-469a-b0cc-20db41d2d2a2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports/5321800e-6157-480e-a5f0-d1bf5eceacf0 HTTP/1.1" status: 200 len: 910 time: 0.1488087 Jan 27 17:15:30.615375 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.623429 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39970) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:30.639927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bd9f5d13-c6c3-4982-93c4-0b6d98c6b3b4 req-7ac0a092-7d15-4249-a953-c27bc510b422 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.680415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:30.694142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-a037da89-266b-4857-b37f-63381e09363f None None] For port ce4ee05d-7ece-4267-85e0-17021896b231, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ce4ee05d-7ece-4267-85e0-17021896b231,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:30.700544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.708000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:30.708556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:30.743056 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:30.745265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:30.755270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-1724e7fc-4b85-411c-883c-6b55c99aa4d6 None None] Allocated IP 172.20.0.18 (9658dae9-f895-459e-b2b5-482ed52ec61a/63fd01c5-6d8d-400b-b86e-6ee58349537c/261eab44-7b79-432c-a167-52b50c81b52c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:30.763522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a037da89-266b-4857-b37f-63381e09363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.770345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:30.773663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0a092-7d15-4249-a953-c27bc510b422 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=4cea683f-f5f1-4404-97d2-b97183c6fb9f,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:30.813776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-216f4d70-baea-4cde-836c-0878c4fb0f46 req-8f84b1bd-6c68-4c54-9658-76b9beaf8792 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:30.816722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:30.832357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b48b46c9-c40f-4368-98d7-011542661867 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Deleting port 8a0504d6-0886-401f-8248-95315e7fa3a4 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:30.832620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc74a6d-1b20-47f9-bf34-610540697da9 None None] DHCP port deletion for fd7e0d67-7ee7-4400-b659-9df3f995800d request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:30.832799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b48b46c9-c40f-4368-98d7-011542661867 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.850115 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 4cea683f-f5f1-4404-97d2-b97183c6fb9f no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:30.922730 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.947344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.952988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9f5d13-c6c3-4982-93c4-0b6d98c6b3b4 req-7ac0a092-7d15-4249-a953-c27bc510b422 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] No DVR routers for this DVR port 4cea683f-f5f1-4404-97d2-b97183c6fb9f on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:30.955744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bd9f5d13-c6c3-4982-93c4-0b6d98c6b3b4 req-7ac0a092-7d15-4249-a953-c27bc510b422 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.959879 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Pushing event deleted for resources: {'Network': ['ID=fd7e0d67-7ee7-4400-b659-9df3f995800d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:30.963898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8157c74-1393-4dee-a383-f11e4478ee88', 'name': 'network-vif-deleted', 'tag': '4cea683f-f5f1-4404-97d2-b97183c6fb9f'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:15:30.968440 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5c1fe20a-27bf-4033-8656-a087667313af tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "DELETE /v2.0/networks/fd7e0d67-7ee7-4400-b659-9df3f995800d HTTP/1.1" status: 204 len: 168 time: 2.2871222 Jan 27 17:15:30.969523 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39976) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:30.970646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:30.974316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.990165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d47ef4c-2872-4133-911b-82fd5922b28d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.057721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-216f4d70-baea-4cde-836c-0878c4fb0f46 req-8f84b1bd-6c68-4c54-9658-76b9beaf8792 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:31.058967 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-216f4d70-baea-4cde-836c-0878c4fb0f46 req-8f84b1bd-6c68-4c54-9658-76b9beaf8792 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8157c74-1393-4dee-a383-f11e4478ee88 HTTP/1.1" status: 200 len: 210 time: 0.4783840 Jan 27 17:15:31.060181 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bd9f5d13-c6c3-4982-93c4-0b6d98c6b3b4 req-7ac0a092-7d15-4249-a953-c27bc510b422 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "DELETE /v2.0/ports/4cea683f-f5f1-4404-97d2-b97183c6fb9f HTTP/1.1" status: 204 len: 173 time: 2.8429368 Jan 27 17:15:31.080533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47ef4c-2872-4133-911b-82fd5922b28d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=880f14ff-258a-4e98-8bed-9425b681fe69,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:31.091545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:31.108700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8239a149-4ea8-4565-82e5-5dc3ab69f9d2 None None] Provisioning for port 5321800e-6157-480e-a5f0-d1bf5eceacf0 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:31.131557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fb3b465d-f0b1-4bec-b9fb-f88218fca804 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Synchronizing usage tracker for tenant:f05233b95e114a1eb2eb872ee18a40e6 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:31.156883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 4cea683f-f5f1-4404-97d2-b97183c6fb9f {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:31.157229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 4cea683f-f5f1-4404-97d2-b97183c6fb9f not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:31.170140 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8157c74-1393-4dee-a383-f11e4478ee88', 'name': 'network-vif-deleted', 'tag': '4cea683f-f5f1-4404-97d2-b97183c6fb9f', 'status': 'completed', 'code': 200} Jan 27 17:15:31.222408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fb3b465d-f0b1-4bec-b9fb-f88218fca804 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Unset dirty status for tenant:f05233b95e114a1eb2eb872ee18a40e6 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:31.226983 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fb3b465d-f0b1-4bec-b9fb-f88218fca804 tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6c7e727-0b6f-4386-abb6-e378d2dd54eb HTTP/1.1" status: 200 len: 205 time: 0.1911051 Jan 27 17:15:31.227951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39982) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:31.429671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6cce4e1f-6ab2-42f5-b3ff-3d3884c3789c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.438265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d47ef4c-2872-4133-911b-82fd5922b28d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.516391 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037da89-266b-4857-b37f-63381e09363f None None] Pushing event updated for resources: {'Port': ['ID=ce4ee05d-7ece-4267-85e0-17021896b231,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:31.534060 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8239a149-4ea8-4565-82e5-5dc3ab69f9d2 None None] Provisioning complete for port 5321800e-6157-480e-a5f0-d1bf5eceacf0 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:31.534559 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8239a149-4ea8-4565-82e5-5dc3ab69f9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.653507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 261eab44-7b79-432c-a167-52b50c81b52c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:31.653928 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.661441 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1d47ef4c-2872-4133-911b-82fd5922b28d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/880f14ff-258a-4e98-8bed-9425b681fe69 HTTP/1.1" status: 204 len: 168 time: 3.0787177 Jan 27 17:15:31.663426 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39986) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:31.725821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8239a149-4ea8-4565-82e5-5dc3ab69f9d2 None None] Port 5321800e-6157-480e-a5f0-d1bf5eceacf0 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:31.744269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1724e7fc-4b85-411c-883c-6b55c99aa4d6 None None] For port 261eab44-7b79-432c-a167-52b50c81b52c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=261eab44-7b79-432c-a167-52b50c81b52c,segment=NetworkSegment(0ac2a38d-6183-4ff8-bae3-86d75db1a6cd),segment_id=0ac2a38d-6183-4ff8-bae3-86d75db1a6cd)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:31.762271 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-20277ce5-e475-4f3b-9d3c-f34c1d036190 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:15:31.763048 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-20277ce5-e475-4f3b-9d3c-f34c1d036190 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:31.803344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b48b46c9-c40f-4368-98d7-011542661867 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.823512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-20277ce5-e475-4f3b-9d3c-f34c1d036190 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:31.829462 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-20277ce5-e475-4f3b-9d3c-f34c1d036190 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/880f14ff-258a-4e98-8bed-9425b681fe69 HTTP/1.1" status: 404 len: 333 time: 0.1587653 Jan 27 17:15:31.840575 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1724e7fc-4b85-411c-883c-6b55c99aa4d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.843379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 39990) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:31.937413 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1724e7fc-4b85-411c-883c-6b55c99aa4d6 None None] Transition to ACTIVE for port object 261eab44-7b79-432c-a167-52b50c81b52c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:31.954503 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1724e7fc-4b85-411c-883c-6b55c99aa4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.956594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b48b46c9-c40f-4368-98d7-011542661867 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Calling delete_port for 8a0504d6-0886-401f-8248-95315e7fa3a4 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:32.010790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-af616291-af9f-4a4a-9350-8d8dde69eefa None None] Provisioning for port 3b598697-4b7b-46b0-8ab2-e513e68d3904 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:32.091181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2fa95239-54f5-4e6b-8347-4b7fd63a3084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:15:23Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '991c305d-30f2-4c04-b027-afd24b50ca18', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'port_id': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'mac_address': 'fa:16:3e:5c:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21313df9-576e-4807-a2d6-e55c47760329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:38Z', 'updated_at': '2022-01-27T17:13:48Z', 'revision_number': 1, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:45Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:32.146788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa95239-54f5-4e6b-8347-4b7fd63a3084 None None] The sync data for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv is: [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:15:23Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '991c305d-30f2-4c04-b027-afd24b50ca18', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'port_id': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'mac_address': 'fa:16:3e:5c:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21313df9-576e-4807-a2d6-e55c47760329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:38Z', 'updated_at': '2022-01-27T17:13:48Z', 'revision_number': 1, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:45Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:32.172862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-af616291-af9f-4a4a-9350-8d8dde69eefa None None] Provisioning complete for port 5321800e-6157-480e-a5f0-d1bf5eceacf0 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:32.173345 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-af616291-af9f-4a4a-9350-8d8dde69eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.215738 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724e7fc-4b85-411c-883c-6b55c99aa4d6 None None] Pushing event updated for resources: {'Port': ['ID=261eab44-7b79-432c-a167-52b50c81b52c,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:32.267690 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-af616291-af9f-4a4a-9350-8d8dde69eefa None None] Port 5321800e-6157-480e-a5f0-d1bf5eceacf0 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:32.299604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 39996) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:32.335414 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b48b46c9-c40f-4368-98d7-011542661867 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.392474 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6cce4e1f-6ab2-42f5-b3ff-3d3884c3789c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.395857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6cce4e1f-6ab2-42f5-b3ff-3d3884c3789c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.403835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.objects.ports [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87608) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:15:32.426444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e124695-f1a9-4b35-b34c-8075c3491186 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.448650 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b46c9-c40f-4368-98d7-011542661867 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a0504d6-0886-401f-8248-95315e7fa3a4,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:32.491319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6cce4e1f-6ab2-42f5-b3ff-3d3884c3789c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.491861 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cce4e1f-6ab2-42f5-b3ff-3d3884c3789c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Fanout notify agent at l3_agent the message router_deleted on router a6c7e727-0b6f-4386-abb6-e378d2dd54eb {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:15:32.515479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e124695-f1a9-4b35-b34c-8075c3491186 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.535140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6cce4e1f-6ab2-42f5-b3ff-3d3884c3789c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.539763 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6cce4e1f-6ab2-42f5-b3ff-3d3884c3789c tempest-RoutersNegativeIpV6Test-481470702 tempest-RoutersNegativeIpV6Test-481470702-project] 10.222.0.81 "DELETE /v2.0/routers/a6c7e727-0b6f-4386-abb6-e378d2dd54eb HTTP/1.1" status: 204 len: 168 time: 1.2950284 Jan 27 17:15:32.539958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b48b46c9-c40f-4368-98d7-011542661867 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.561222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.581694 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b48b46c9-c40f-4368-98d7-011542661867 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "DELETE /v2.0/ports/8a0504d6-0886-401f-8248-95315e7fa3a4 HTTP/1.1" status: 204 len: 168 time: 2.0135016 Jan 27 17:15:32.582472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-947d3ab4-fd39-4742-9e56-f17370cabd36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.589963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40002) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:32.608736 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4a0bf08-6d61-4861-b3f3-225c71fbf27d', 'external_fixed_ips': [{'subnet_id': '648bb578-26e3-46a0-a2ad-2267a5d45174', 'ip_address': '2001:db8::1cc'}]}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:32.655719 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:32.670461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Usage tracker for resource:router and tenant:7c802c3f6490405984f01b22559f4e93 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:32.677699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:32.693467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-947d3ab4-fd39-4742-9e56-f17370cabd36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.713783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:32.757880 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:32.788194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.789888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.881681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.908599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:32.909370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.965127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-947d3ab4-fd39-4742-9e56-f17370cabd36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.969688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e124695-f1a9-4b35-b34c-8075c3491186 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.995896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.030866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e124695-f1a9-4b35-b34c-8075c3491186 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85b3411-bae4-461c-8b15-f5ef0773d8e0,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:33.057864 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e124695-f1a9-4b35-b34c-8075c3491186 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.059462 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1e124695-f1a9-4b35-b34c-8075c3491186 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/security-groups/f85b3411-bae4-461c-8b15-f5ef0773d8e0 HTTP/1.1" status: 204 len: 168 time: 1.2138562 Jan 27 17:15:33.078558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-68df443f-ba24-499c-adf3-b5f27d0169a3 None None] Provisioning for port 261eab44-7b79-432c-a167-52b50c81b52c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:33.088781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3b598697-4b7b-46b0-8ab2-e513e68d3904 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:33.094696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40006) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:33.141016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d3ab4-fd39-4742-9e56-f17370cabd36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d89371-d0d2-444e-8852-7972a424cf2b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:33.175776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-68df443f-ba24-499c-adf3-b5f27d0169a3 None None] Provisioning complete for port 261eab44-7b79-432c-a167-52b50c81b52c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:33.176373 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-68df443f-ba24-499c-adf3-b5f27d0169a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.213094 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40012) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:33.248977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-95505575-c7ce-4472-a741-2f272a4909cf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.271331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 3b598697-4b7b-46b0-8ab2-e513e68d3904 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:33.276069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Allocated IP 172.21.0.1 (2b6f94ff-41cc-4e0b-a881-239f48f3d370/9868cd8e-ba76-4854-adf5-ee705474e11f/a4955b64-052e-471d-a678-8ca951947732) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:33.297085 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-95505575-c7ce-4472-a741-2f272a4909cf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.325140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 3b598697-4b7b-46b0-8ab2-e513e68d3904 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:33.325533 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.417950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-947d3ab4-fd39-4742-9e56-f17370cabd36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.419115 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-947d3ab4-fd39-4742-9e56-f17370cabd36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/security-groups/62d89371-d0d2-444e-8852-7972a424cf2b HTTP/1.1" status: 204 len: 168 time: 1.1185651 Jan 27 17:15:33.484862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-95505575-c7ce-4472-a741-2f272a4909cf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.511135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40020) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:33.576781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.582341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95505575-c7ce-4472-a741-2f272a4909cf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff018d54-7114-428b-9d69-efea0f49eccc,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:33.613234 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-68df443f-ba24-499c-adf3-b5f27d0169a3 None None] Provisioning complete for port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:33.613659 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.614771 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-68df443f-ba24-499c-adf3-b5f27d0169a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.617747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.644672 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-95505575-c7ce-4472-a741-2f272a4909cf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.645769 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-95505575-c7ce-4472-a741-2f272a4909cf tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/security-groups/ff018d54-7114-428b-9d69-efea0f49eccc HTTP/1.1" status: 204 len: 168 time: 0.5499568 Jan 27 17:15:33.652064 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f717abe-30c5-4b08-97cd-9cfdeb071a54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting subnet d8f6282b-fd1b-49ef-bc7a-9dcdff97d432 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:33.654427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Transition to ACTIVE for port object a4955b64-052e-471d-a678-8ca951947732 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:33.655621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40024) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:33.659950 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2f717abe-30c5-4b08-97cd-9cfdeb071a54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.667420 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7097443f-3eb3-428b-9f24-743cd53a8164 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f05233b95e114a1eb2eb872ee18a40e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510467 Jan 27 17:15:33.695909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40028) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:33.699992 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-68df443f-ba24-499c-adf3-b5f27d0169a3 None None] Port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:33.718369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-68df443f-ba24-499c-adf3-b5f27d0169a3 None None] Could not find standard attr ID for object 880f14ff-258a-4e98-8bed-9425b681fe69. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:15:33.728063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 3b598697-4b7b-46b0-8ab2-e513e68d3904, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3b598697-4b7b-46b0-8ab2-e513e68d3904,segment=NetworkSegment(09d2abc7-7323-476c-9259-5ab1fb64bba7),segment_id=09d2abc7-7323-476c-9259-5ab1fb64bba7)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:33.734581 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.804855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:33.864599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c585a6da-3027-4057-b213-7dd4126e0e94 None None] Could not find standard attr ID for object 880f14ff-258a-4e98-8bed-9425b681fe69. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:15:33.866646 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:33.867182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 0bf059eb-f807-4d6a-8a7e-c3d6bb066314 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:33.889423 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ebe5f3-620f-4418-9152-082fd672475e None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:15:33.935066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=3b598697-4b7b-46b0-8ab2-e513e68d3904,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:33.966444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-817b9a6b-3d0b-447d-b8e2-3d94c9cd0499 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting subnet 3abeb3ea-6144-44d0-84b7-df145f54af75 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:33.969595 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-817b9a6b-3d0b-447d-b8e2-3d94c9cd0499 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.017704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2f717abe-30c5-4b08-97cd-9cfdeb071a54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.045199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ebe5f3-620f-4418-9152-082fd672475e None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:15:34.058799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] For port ce4ee05d-7ece-4267-85e0-17021896b231, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ce4ee05d-7ece-4267-85e0-17021896b231,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:34.067942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-817b9a6b-3d0b-447d-b8e2-3d94c9cd0499 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.116012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7255c875-37b4-4bbd-a56e-f83f871918c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.150313 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.172911 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7255c875-37b4-4bbd-a56e-f83f871918c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.192484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.212755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.213482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.244179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=a4955b64-052e-471d-a678-8ca951947732,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:34.252368 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3b598697-4b7b-46b0-8ab2-e513e68d3904 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:34.266366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 2b6f94ff-41cc-4e0b-a881-239f48f3d370 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:34.274975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:34.280239 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:34.351632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.352713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:34.363710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:34.372965 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:34.373660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.431404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=24fa139a-8ab4-41e7-a5d2-ff00c31db1f5,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:34.432248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 3b598697-4b7b-46b0-8ab2-e513e68d3904 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:34.432717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.439743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=ce4ee05d-7ece-4267-85e0-17021896b231,revision_number=5']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:34.466127 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-271218f2-4d54-4159-b922-65837ff0ea51 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3894637 Jan 27 17:15:34.468932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40032) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:34.478200 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'mac_address': 'fa:16:3e:29:8b:58', 'name': 'tempest-NetworksTestDHCPv6-1820719871'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:34.500275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7255c875-37b4-4bbd-a56e-f83f871918c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.502618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7255c875-37b4-4bbd-a56e-f83f871918c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.506103 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7255c875-37b4-4bbd-a56e-f83f871918c0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b1db959-75d9-48d3-9687-24e2612ab906 HTTP/1.1" status: 204 len: 168 time: 0.6194720 Jan 27 17:15:34.519246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2f717abe-30c5-4b08-97cd-9cfdeb071a54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.556569 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:15:34.589243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-817b9a6b-3d0b-447d-b8e2-3d94c9cd0499 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.634804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255c875-37b4-4bbd-a56e-f83f871918c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1db959-75d9-48d3-9687-24e2612ab906,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:34.645769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 261eab44-7b79-432c-a167-52b50c81b52c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:34.707130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2f717abe-30c5-4b08-97cd-9cfdeb071a54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.758052 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 261eab44-7b79-432c-a167-52b50c81b52c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:34.758052 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.838172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.847761 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f717abe-30c5-4b08-97cd-9cfdeb071a54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f6282b-fd1b-49ef-bc7a-9dcdff97d432,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:34.853056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-817b9a6b-3d0b-447d-b8e2-3d94c9cd0499 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.868590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2f717abe-30c5-4b08-97cd-9cfdeb071a54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.908968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-817b9a6b-3d0b-447d-b8e2-3d94c9cd0499 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.915734 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-817b9a6b-3d0b-447d-b8e2-3d94c9cd0499 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/3abeb3ea-6144-44d0-84b7-df145f54af75 HTTP/1.1" status: 204 len: 168 time: 1.2544415 Jan 27 17:15:34.915734 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2f717abe-30c5-4b08-97cd-9cfdeb071a54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/subnets/d8f6282b-fd1b-49ef-bc7a-9dcdff97d432 HTTP/1.1" status: 204 len: 168 time: 1.3994050 Jan 27 17:15:34.916019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40040) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:34.916019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40042) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:34.957902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b9a6b-3d0b-447d-b8e2-3d94c9cd0499 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Subnet': ['ID=3abeb3ea-6144-44d0-84b7-df145f54af75,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:34.961157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3f057593-7ea2-42eb-bf8d-f106135a225b no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:34.963670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:35.024501 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 3f057593-7ea2-42eb-bf8d-f106135a225b {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:35.024844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3f057593-7ea2-42eb-bf8d-f106135a225b not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:35.034587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:35.066958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:35.075648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:35.110178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:35.172523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.332702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.338978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:35.403865 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.417170 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.425680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.557743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port c95aedfb-aea1-4550-84b7-8523651be57c {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:35.558069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.562288 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.565887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=a4955b64-052e-471d-a678-8ca951947732,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:35.597958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:35.683168 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40064) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:35.743776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 2b6f94ff-41cc-4e0b-a881-239f48f3d370 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:35.745106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:35.810612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:35.821837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:35.852082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:35.927685 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a4e11d97-49e2-4de2-afad-b42743e08c8b req-6ef0d94d-a48a-4654-9aa2-cda30caab357 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6508956 Jan 27 17:15:35.940980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.956483 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group': {'name': 'tempest-secgroup--664405870'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:35.965881 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:35.970223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.971091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:36.027446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:36.050045 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:36.058916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:36.082174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58886a7d-6ea8-441c-9a6a-7f4ae08863b8 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:36.088445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router d393c349-d6a5-4f5a-abd5-3357bec69b22 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:36.089432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:36.112258 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:36.123849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2bade7-2c9f-42ee-b495-cda7697f7472 None None] Network b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:36.145666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09629b24-6ab2-4510-b907-08702a15f859 None None] Network 9658dae9-f895-459e-b2b5-482ed52ec61a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:36.192852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:36.206343 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:36.215462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 5158c118-3eef-4b4a-ad43-e44a53cbeb6b yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:15:36.217105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:36.322225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:36.379414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:36.406216 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-51b8be07-915d-411e-88bb-c97aece3aaf7 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/d393c349-d6a5-4f5a-abd5-3357bec69b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7815588 Jan 27 17:15:36.408571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40070) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:36.433521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Allocated IP 2001:db8::1cc (d4a0bf08-6d61-4861-b3f3-225c71fbf27d/648bb578-26e3-46a0-a2ad-2267a5d45174/868fce17-be3e-4038-af7d-e3668c945139) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:36.440457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ce4ee05d-7ece-4267-85e0-17021896b231 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:36.473969 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3c870-3198-4872-a3b9-e270f7af0b97 None None] Sync routers for ids ['d393c349-d6a5-4f5a-abd5-3357bec69b22'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:36.482495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port c95aedfb-aea1-4550-84b7-8523651be57c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c95aedfb-aea1-4550-84b7-8523651be57c,segment=NetworkSegment(65fc149d-35fd-4c91-aa80-758becf34173),segment_id=65fc149d-35fd-4c91-aa80-758becf34173)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:36.482857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:36.527697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1119282-7532-4ec5-ace7-2f4ddfa238f0 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:36.528332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b1119282-7532-4ec5-ace7-2f4ddfa238f0 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Synchronizing usage tracker for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:36.574273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:36.588097 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:36.593670 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:36.598252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:36.602975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:36.611152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:36.658805 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3c870-3198-4872-a3b9-e270f7af0b97 None None] Routers {'d393c349-d6a5-4f5a-abd5-3357bec69b22'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:36.659617 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dde3c870-3198-4872-a3b9-e270f7af0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d393c349-d6a5-4f5a-abd5-3357bec69b22'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:36.696026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for c95aedfb-aea1-4550-84b7-8523651be57c owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:36.707679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:36.710372 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b1119282-7532-4ec5-ace7-2f4ddfa238f0 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Unset dirty status for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:36.711571 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b1119282-7532-4ec5-ace7-2f4ddfa238f0 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports/a4955b64-052e-471d-a678-8ca951947732 HTTP/1.1" status: 200 len: 910 time: 0.2994695 Jan 27 17:15:36.715133 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40074) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:36.720898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:36.748296 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-eb9c1367-66dd-4dba-9d33-efb0a1d5476c None None] Provisioning for port ce4ee05d-7ece-4267-85e0-17021896b231 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:36.778477 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dde3c870-3198-4872-a3b9-e270f7af0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:36.817648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9976082-a61c-4bad-b4a8-bb16f402da03,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:36.851209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3c870-3198-4872-a3b9-e270f7af0b97 None None] Routers {'d393c349-d6a5-4f5a-abd5-3357bec69b22'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:36.851867 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dde3c870-3198-4872-a3b9-e270f7af0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d393c349-d6a5-4f5a-abd5-3357bec69b22'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:36.884921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::f816:3eff:fe29:8b58 (185d5333-05b7-45cc-a2cf-ffb552748715/24fa139a-8ab4-41e7-a5d2-ff00c31db1f5/5158c118-3eef-4b4a-ad43-e44a53cbeb6b) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:36.890490 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:36.891737 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2079854 Jan 27 17:15:36.895857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:36.896198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:36.896525 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:36.896847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:36.897203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:36.897478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:36.897850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:36.898104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:36.898415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:36.898726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:36.899035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:36.899342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:36.905418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40078) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:36.917965 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11d97-49e2-4de2-afad-b42743e08c8b req-dc6748e9-33fe-4a09-87ee-c20be7112ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:36.919999 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a4e11d97-49e2-4de2-afad-b42743e08c8b req-dc6748e9-33fe-4a09-87ee-c20be7112ed6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 1098 time: 0.8724427 Jan 27 17:15:36.990896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.032644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf8f26-972c-427a-bc35-2158985cbeed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b775f6-3e69-43bc-bb48-f366a2535133,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:37.061799 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dde3c870-3198-4872-a3b9-e270f7af0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:37.062799 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3c870-3198-4872-a3b9-e270f7af0b97 None None] The sync data for ids ['d393c349-d6a5-4f5a-abd5-3357bec69b22'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:37.130976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port ce4ee05d-7ece-4267-85e0-17021896b231 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:37.139558 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] No DVR routers for this DVR port c95aedfb-aea1-4550-84b7-8523651be57c on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:37.143190 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-59d8d789-30de-430a-816d-a3a9957b4a65 None None] Provisioning for port a4955b64-052e-471d-a678-8ca951947732 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:37.152641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d89ac5fb-531f-4e0c-b67e-f7fd59e6de74 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:37.184244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=c95aedfb-aea1-4550-84b7-8523651be57c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:37.187508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ce4ee05d-7ece-4267-85e0-17021896b231 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:37.188080 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.192059 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.224472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d89ac5fb-531f-4e0c-b67e-f7fd59e6de74 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:37.225704 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d89ac5fb-531f-4e0c-b67e-f7fd59e6de74 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3199911 Jan 27 17:15:37.228548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40082) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:37.236344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3475ef99-c008-4487-b9f8-715cef77c301 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group': {'name': 'tempest-security--76870053', 'description': 'tempest-security-description-2088343136'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:37.246654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:37.247034 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:37.247381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:37.247664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:37.248559 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:37.248559 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:37.248780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:37.248983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:37.249235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:37.249550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:37.249875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:37.251060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:37.252066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-59d8d789-30de-430a-816d-a3a9957b4a65 None None] Provisioning complete for port a4955b64-052e-471d-a678-8ca951947732 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:37.252508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-59d8d789-30de-430a-816d-a3a9957b4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.320925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3475ef99-c008-4487-b9f8-715cef77c301 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.334556 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-59d8d789-30de-430a-816d-a3a9957b4a65 None None] Port a4955b64-052e-471d-a678-8ca951947732 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:37.335698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e4ae9-642c-40d8-9a46-0b2871cbbba2 None None] DHCP port deletion for b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:37.395636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3475ef99-c008-4487-b9f8-715cef77c301 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.431845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3475ef99-c008-4487-b9f8-715cef77c301 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.440328 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3475ef99-c008-4487-b9f8-715cef77c301 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.444303 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3475ef99-c008-4487-b9f8-715cef77c301 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "PUT /v2.0/security-groups/a9b775f6-3e69-43bc-bb48-f366a2535133 HTTP/1.1" status: 200 len: 1776 time: 0.2121613 Jan 27 17:15:37.474741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40086) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:37.494560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.523338 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.545845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475ef99-c008-4487-b9f8-715cef77c301 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b775f6-3e69-43bc-bb48-f366a2535133,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:37.579729 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-17625de2-ec4a-43d3-914d-23f9a6a8c3ff tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-groups/a9b775f6-3e69-43bc-bb48-f366a2535133 HTTP/1.1" status: 200 len: 1776 time: 0.0945106 Jan 27 17:15:37.582692 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40090) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:37.593843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port ce4ee05d-7ece-4267-85e0-17021896b231, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ce4ee05d-7ece-4267-85e0-17021896b231,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:37.600955 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.627290 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89480ecd-1d38-4009-9f75-4ef1c3824973 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.691679 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=ce4ee05d-7ece-4267-85e0-17021896b231,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:37.816049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b129bb30-fc28-4f9e-a3fc-a8f80c3cd315']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:37.832466 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11d97-49e2-4de2-afad-b42743e08c8b req-21f48eb6-1d09-4bda-8dc0-50258820c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:37.833855 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a4e11d97-49e2-4de2-afad-b42743e08c8b req-21f48eb6-1d09-4bda-8dc0-50258820c8da service neutron] 10.222.0.88 "GET /v2.0/networks?id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c HTTP/1.1" status: 200 len: 899 time: 0.8773441 Jan 27 17:15:37.861157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fc149d-35fd-4c91-aa80-758becf34173') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:37.861843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fc149d-35fd-4c91-aa80-758becf34173') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:37.862919 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4c41f653-189d-4d5f-b4ea-c57e06248b9a None None] Provisioning complete for port ce4ee05d-7ece-4267-85e0-17021896b231 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:37.863472 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4c41f653-189d-4d5f-b4ea-c57e06248b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.982942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.034269 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da936c4e-323d-48e4-be09-3e10f3f38f4a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.044812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.048813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.054463 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.122725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da936c4e-323d-48e4-be09-3e10f3f38f4a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.135375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.157278 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a4e11d97-49e2-4de2-afad-b42743e08c8b req-432a7bac-235b-489b-85f7-d42f65b73960 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 HTTP/1.1" status: 200 len: 1001 time: 0.2876554 Jan 27 17:15:38.159114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ce4ee05d-7ece-4267-85e0-17021896b231 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:38.191910 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:38.192336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:38.207897 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:38.233153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da936c4e-323d-48e4-be09-3e10f3f38f4a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.251747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c3667dd7-fe0c-464b-8a05-c20cee79a622 None None] Provisioning complete for port 261eab44-7b79-432c-a167-52b50c81b52c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:38.252751 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c3667dd7-fe0c-464b-8a05-c20cee79a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.255252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 9658dae9-f895-459e-b2b5-482ed52ec61a is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:38.259084 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Network d4a0bf08-6d61-4861-b3f3-225c71fbf27d is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:38.261627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da936c4e-323d-48e4-be09-3e10f3f38f4a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b775f6-3e69-43bc-bb48-f366a2535133,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:38.272253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da936c4e-323d-48e4-be09-3e10f3f38f4a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.276729 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-da936c4e-323d-48e4-be09-3e10f3f38f4a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-groups/a9b775f6-3e69-43bc-bb48-f366a2535133 HTTP/1.1" status: 204 len: 168 time: 0.6897593 Jan 27 17:15:38.276729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-89480ecd-1d38-4009-9f75-4ef1c3824973 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port a4955b64-052e-471d-a678-8ca951947732 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:38.276729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89480ecd-1d38-4009-9f75-4ef1c3824973 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.277525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 5158c118-3eef-4b4a-ad43-e44a53cbeb6b will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:38.284023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:38.286445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:38.305626 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40094) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:38.336364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:38.336764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ce4ee05d-7ece-4267-85e0-17021896b231 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:38.337218 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.339035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:38.340189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.376675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe7fc4f-43c8-4ff9-a7be-9d66dc754076 None None] Network 9658dae9-f895-459e-b2b5-482ed52ec61a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:38.400605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event updated for resources: {'Port': ['ID=868fce17-be3e-4038-af7d-e3668c945139,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:38.427493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0439fb31-1bcb-4f7d-9293-f7fd96a77a7a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:38.508991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0439fb31-1bcb-4f7d-9293-f7fd96a77a7a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:38.513148 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0439fb31-1bcb-4f7d-9293-f7fd96a77a7a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2037146 Jan 27 17:15:38.514139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40098) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:38.516167 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Subnet': ['ID=f039f764-ee15-44f8-8521-d0ed11f0ba8b,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:38.546567 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-ba1ec219-e4d1-4164-a799-c5217b4fcfa9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] delete failed (client error): The resource could not be found. Jan 27 17:15:38.551831 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ba1ec219-e4d1-4164-a799-c5217b4fcfa9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-groups/a9b775f6-3e69-43bc-bb48-f366a2535133 HTTP/1.1" status: 404 len: 347 time: 0.0332420 Jan 27 17:15:38.551831 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89480ecd-1d38-4009-9f75-4ef1c3824973 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.557373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40102) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:38.565728 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b6943d7d-c9dd-49cc-a9fc-9a7e426579ab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150882666'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:38.576637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b6943d7d-c9dd-49cc-a9fc-9a7e426579ab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:38.603269 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11d97-49e2-4de2-afad-b42743e08c8b req-d9c28f98-406f-453b-93b5-8c21bc1db9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:38.604777 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a4e11d97-49e2-4de2-afad-b42743e08c8b req-d9c28f98-406f-453b-93b5-8c21bc1db9c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b39bf823-cdeb-4809-aa8d-d9f2d2b12e27 HTTP/1.1" status: 200 len: 835 time: 0.4181366 Jan 27 17:15:38.609690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.613946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.621787 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a91bec16-fe76-4cea-a909-d1cf01672c3d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7013099 Jan 27 17:15:38.637021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40106) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:38.647078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c3667dd7-fe0c-464b-8a05-c20cee79a622 None None] Provisioning complete for port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:38.647645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c3667dd7-fe0c-464b-8a05-c20cee79a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.699784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b6943d7d-c9dd-49cc-a9fc-9a7e426579ab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:38.702699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Network': ['ID=b129bb30-fc28-4f9e-a3fc-a8f80c3cd315,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:38.703958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'security_group': {'name': 'tempest-secgroup-984937760'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:38.709742 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:38.714159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:security_group and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:38.718015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:38.720153 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e2b4c9bf-a4d1-402d-8eeb-9d17014a381b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/networks/b129bb30-fc28-4f9e-a3fc-a8f80c3cd315 HTTP/1.1" status: 204 len: 168 time: 3.8018394 Jan 27 17:15:38.723839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:38.726753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40110) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:38.733115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.734858 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-89480ecd-1d38-4009-9f75-4ef1c3824973 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for a4955b64-052e-471d-a678-8ca951947732 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:38.756563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c3667dd7-fe0c-464b-8a05-c20cee79a622 None None] Port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:38.819411 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c95aedfb-aea1-4550-84b7-8523651be57c no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:38.854139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.871096 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: c95aedfb-aea1-4550-84b7-8523651be57c {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:38.871453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c95aedfb-aea1-4550-84b7-8523651be57c not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:38.883744 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b6943d7d-c9dd-49cc-a9fc-9a7e426579ab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.894042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:38.905362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:38.907805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:38.914853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:38.915480 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.940630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=5158c118-3eef-4b4a-ad43-e44a53cbeb6b,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:39.016226 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f5f5d4ec-1f99-4f42-91b1-9b9cb7819a3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5425956 Jan 27 17:15:39.026608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40114) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:39.030948 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f0e1f-8552-48cc-978c-ff8d7edb498b None None] Update dhcp port {'port': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'fixed_ips': [{'subnet_id': '63fd01c5-6d8d-400b-b86e-6ee58349537c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f039f764-ee15-44f8-8521-d0ed11f0ba8b'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': '261eab44-7b79-432c-a167-52b50c81b52c'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:15:39.033385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11d97-49e2-4de2-afad-b42743e08c8b req-902dce82-d8a3-499a-b538-a7abe937b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:39.035252 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a4e11d97-49e2-4de2-afad-b42743e08c8b req-902dce82-d8a3-499a-b538-a7abe937b31c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4136002 Jan 27 17:15:39.097737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0e1f-8552-48cc-978c-ff8d7edb498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.116860 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.130845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:39.133620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b6943d7d-c9dd-49cc-a9fc-9a7e426579ab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:39.144422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b6943d7d-c9dd-49cc-a9fc-9a7e426579ab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:39.149120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:security_group_rule and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:39.152031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b6943d7d-c9dd-49cc-a9fc-9a7e426579ab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:39.217269 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:39.224461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fe0e8b5d-ff6c-48e0-a125-97f7485a278e None None] Provisioning for port 5158c118-3eef-4b4a-ad43-e44a53cbeb6b completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:39.235524 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fe0e8b5d-ff6c-48e0-a125-97f7485a278e None None] Provisioning complete for port 5158c118-3eef-4b4a-ad43-e44a53cbeb6b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:39.235524 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fe0e8b5d-ff6c-48e0-a125-97f7485a278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.285075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b6943d7d-c9dd-49cc-a9fc-9a7e426579ab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:39.312846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:39.316873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e8b5d-ff6c-48e0-a125-97f7485a278e None None] Port 5158c118-3eef-4b4a-ad43-e44a53cbeb6b cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:39.381053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-5e9f0e1f-8552-48cc-978c-ff8d7edb498b None None] Allocated IP 172.20.0.2 (9658dae9-f895-459e-b2b5-482ed52ec61a/f039f764-ee15-44f8-8521-d0ed11f0ba8b/261eab44-7b79-432c-a167-52b50c81b52c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:39.387463 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a4e11d97-49e2-4de2-afad-b42743e08c8b req-7a29ae99-d70d-439f-a12f-d14ea488871d service neutron] 10.222.0.88 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190908 Jan 27 17:15:39.401397 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-cda0c328-5736-43b1-864d-7a6d5931bbb1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port c28a4d4b-ba67-4377-9058-c27a31bf0e70 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:39.401772 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cda0c328-5736-43b1-864d-7a6d5931bbb1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.612619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-5e9f0e1f-8552-48cc-978c-ff8d7edb498b None None] For port 261eab44-7b79-432c-a167-52b50c81b52c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=261eab44-7b79-432c-a167-52b50c81b52c,segment=NetworkSegment(0ac2a38d-6183-4ff8-bae3-86d75db1a6cd),segment_id=0ac2a38d-6183-4ff8-bae3-86d75db1a6cd)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:39.625320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b6943d7d-c9dd-49cc-a9fc-9a7e426579ab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.641503 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0e1f-8552-48cc-978c-ff8d7edb498b None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.670110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c688a7-7510-4688-9a4e-c7430ef5cf3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:39.675872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c688a7-7510-4688-9a4e-c7430ef5cf3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:39.676684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-99c688a7-7510-4688-9a4e-c7430ef5cf3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:39.818890 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b6943d7d-c9dd-49cc-a9fc-9a7e426579ab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.824095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.843027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-99c688a7-7510-4688-9a4e-c7430ef5cf3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:39.844256 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-99c688a7-7510-4688-9a4e-c7430ef5cf3b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.8165495 Jan 27 17:15:39.844743 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5e9f0e1f-8552-48cc-978c-ff8d7edb498b None None] Transition to ACTIVE for port object 261eab44-7b79-432c-a167-52b50c81b52c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:39.848196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40118) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:39.849367 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0e1f-8552-48cc-978c-ff8d7edb498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.859493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.873032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89480ecd-1d38-4009-9f75-4ef1c3824973 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.921982 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a4e11d97-49e2-4de2-afad-b42743e08c8b req-4d687687-a10d-4330-a772-fd44408ff13c service neutron] 10.222.0.88 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762850 Jan 27 17:15:39.969644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.001663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f0e1f-8552-48cc-978c-ff8d7edb498b None None] Pushing event updated for resources: {'Port': ['ID=261eab44-7b79-432c-a167-52b50c81b52c,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:40.015335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89480ecd-1d38-4009-9f75-4ef1c3824973 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Port': ['ID=a4955b64-052e-471d-a678-8ca951947732,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:40.059405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6943d7d-c9dd-49cc-a9fc-9a7e426579ab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea802720-7190-4bc0-a8aa-45d8bd0d3643,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:40.065331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cda0c328-5736-43b1-864d-7a6d5931bbb1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.065650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cda0c328-5736-43b1-864d-7a6d5931bbb1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.191862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 261eab44-7b79-432c-a167-52b50c81b52c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:40.266265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Router 38d93b6e-a8b0-4eda-a155-7d5c9e15a729 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:15:40.299819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-cda0c328-5736-43b1-864d-7a6d5931bbb1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for c28a4d4b-ba67-4377-9058-c27a31bf0e70 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:40.374868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b6943d7d-c9dd-49cc-a9fc-9a7e426579ab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.381217 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b6943d7d-c9dd-49cc-a9fc-9a7e426579ab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8214164 Jan 27 17:15:40.393539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40124) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:40.401041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e4c611b2-aaef-40c5-86a5-c00848689b8d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group_rule': {'security_group_id': 'ea802720-7190-4bc0-a8aa-45d8bd0d3643', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:40.409291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e4c611b2-aaef-40c5-86a5-c00848689b8d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:40.424872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e4c611b2-aaef-40c5-86a5-c00848689b8d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:40.428319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.430171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e4c611b2-aaef-40c5-86a5-c00848689b8d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:40.433069 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7919116 Jan 27 17:15:40.433241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40128) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:40.446163 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'security_group': {'name': 'tempest-secgroup-656673003'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:40.466113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e4c611b2-aaef-40c5-86a5-c00848689b8d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:40.485979 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2bdb3-f6e3-4477-bf13-857b04ce939e tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619ba959-b44f-4253-be4c-6bf2dd80563f,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:40.496923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-d8dadbf3-9158-4fd8-91cf-014a1d631c20 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 5158c118-3eef-4b4a-ad43-e44a53cbeb6b {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:40.497268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8dadbf3-9158-4fd8-91cf-014a1d631c20 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.520862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:40.554633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:security_group and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:40.562671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:40.578728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:40.590041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e4c611b2-aaef-40c5-86a5-c00848689b8d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.599708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:40.610254 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Sync routers for ids ['38d93b6e-a8b0-4eda-a155-7d5c9e15a729'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:40.615055 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.624769 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Routers {'38d93b6e-a8b0-4eda-a155-7d5c9e15a729'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:40.625870 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['38d93b6e-a8b0-4eda-a155-7d5c9e15a729'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:40.660217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.661980 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4093edb3-49e4-4812-94e3-6b6f611f134e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.0694230 Jan 27 17:15:40.663453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:40.675474 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40132) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:40.681579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:security_group_rule and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:40.751966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:40.772528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:40.858959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-169b8064-9c95-4bf7-8937-c2d3919b7f3b None None] Provisioning for port 261eab44-7b79-432c-a167-52b50c81b52c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:40.866910 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-169b8064-9c95-4bf7-8937-c2d3919b7f3b None None] Provisioning complete for port 261eab44-7b79-432c-a167-52b50c81b52c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:40.867536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-169b8064-9c95-4bf7-8937-c2d3919b7f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.887919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cda0c328-5736-43b1-864d-7a6d5931bbb1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.911758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e4c611b2-aaef-40c5-86a5-c00848689b8d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.931219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e4c611b2-aaef-40c5-86a5-c00848689b8d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.973705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c611b2-aaef-40c5-86a5-c00848689b8d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ed197f-150f-46d8-89de-f6b1f1fafda0,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:40.987558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0c328-5736-43b1-864d-7a6d5931bbb1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=c28a4d4b-ba67-4377-9058-c27a31bf0e70,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:40.989015 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.993521 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Set router 38d93b6e-a8b0-4eda-a155-7d5c9e15a729 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:41.088791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cda0c328-5736-43b1-864d-7a6d5931bbb1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.089031 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-cda0c328-5736-43b1-864d-7a6d5931bbb1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 991c305d-30f2-4c04-b027-afd24b50ca18 disassociated (deleted). External IP: 172.26.8.223, port: e84d23aa-bfb8-4f36-8f2b-271fa08f4b24. Jan 27 17:15:41.112227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e4c611b2-aaef-40c5-86a5-c00848689b8d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.113704 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e4c611b2-aaef-40c5-86a5-c00848689b8d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7192013 Jan 27 17:15:41.124718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40136) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:41.140571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.169621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.181996 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89480ecd-1d38-4009-9f75-4ef1c3824973 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.210195 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-169b8064-9c95-4bf7-8937-c2d3919b7f3b None None] Provisioning complete for port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:41.210457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-169b8064-9c95-4bf7-8937-c2d3919b7f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.261347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5518e005-e624-4d6b-b4ed-ed08fec619c3 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.292872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-169b8064-9c95-4bf7-8937-c2d3919b7f3b None None] Port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:41.344858 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d93b6e-a8b0-4eda-a155-7d5c9e15a729', 'name': '', 'tenant_id': '7c802c3f6490405984f01b22559f4e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4a0bf08-6d61-4861-b3f3-225c71fbf27d', 'external_fixed_ips': [{'subnet_id': '648bb578-26e3-46a0-a2ad-2267a5d45174', 'ip_address': '2001:db8::1cc'}], 'enable_snat': True}, 'gw_port_id': '868fce17-be3e-4038-af7d-e3668c945139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:38Z', 'revision_number': 3, 'project_id': '7c802c3f6490405984f01b22559f4e93', 'gw_port': {'id': '868fce17-be3e-4038-af7d-e3668c945139', 'name': '', 'network_id': 'd4a0bf08-6d61-4861-b3f3-225c71fbf27d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d93b6e-a8b0-4eda-a155-7d5c9e15a729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '648bb578-26e3-46a0-a2ad-2267a5d45174', 'ip_address': '2001:db8::1cc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:35Z', 'updated_at': '2022-01-27T17:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '648bb578-26e3-46a0-a2ad-2267a5d45174', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:41.351399 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Checking router: 38d93b6e-a8b0-4eda-a155-7d5c9e15a729 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:41.352166 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Updating router 38d93b6e-a8b0-4eda-a155-7d5c9e15a729 port 868fce17-be3e-4038-af7d-e3668c945139 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:15:41.365118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5518e005-e624-4d6b-b4ed-ed08fec619c3 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.400640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.404706 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9656405 Jan 27 17:15:41.408480 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40140) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:41.414294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeb2f8-4927-46da-9178-fdf4831f4108 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00f56bc-0180-4e6e-8a29-41e9dc12691f,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:41.423312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'security_group': {'name': 'tempest-secgroup-144582149'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:41.433260 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.434161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:41.442515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:security_group and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:41.453098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:41.467958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:41.470077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5518e005-e624-4d6b-b4ed-ed08fec619c3 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.487394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.499664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518e005-e624-4d6b-b4ed-ed08fec619c3 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0ed197f-150f-46d8-89de-f6b1f1fafda0,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:41.503691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5518e005-e624-4d6b-b4ed-ed08fec619c3 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.504919 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5518e005-e624-4d6b-b4ed-ed08fec619c3 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/a0ed197f-150f-46d8-89de-f6b1f1fafda0 HTTP/1.1" status: 204 len: 168 time: 0.3734810 Jan 27 17:15:41.508060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.518148 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40144) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:41.537283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Deleting port 868fce17-be3e-4038-af7d-e3668c945139 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:41.537622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.683060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8dadbf3-9158-4fd8-91cf-014a1d631c20 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.756838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:41.773592 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:security_group_rule and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:41.792972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:41.819294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:41.832295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4b3b8023-4b34-4c4c-b481-a15153447170 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:41.860328 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.873446 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Transition to ACTIVE for port object 868fce17-be3e-4038-af7d-e3668c945139 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:41.882103 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.887122 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-d8dadbf3-9158-4fd8-91cf-014a1d631c20 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 5158c118-3eef-4b4a-ad43-e44a53cbeb6b owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:41.926115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4b3b8023-4b34-4c4c-b481-a15153447170 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:41.927545 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4b3b8023-4b34-4c4c-b481-a15153447170 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4064426 Jan 27 17:15:41.936428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40148) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:41.985834 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Pushing event updated for resources: {'Port': ['ID=868fce17-be3e-4038-af7d-e3668c945139,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:41.997752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.001799 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:42.002849 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:42.003136 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:42.003727 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:42.004055 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:42.005101 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:42.005441 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:42.005766 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:42.006464 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:42.006589 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:42.006909 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:42.007169 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:42.046536 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Attempting to bind port 868fce17-be3e-4038-af7d-e3668c945139 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:42.047106 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Attempting to bind port 868fce17-be3e-4038-af7d-e3668c945139 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '10a72c96-9175-4d60-a7ac-6296854d8107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'd4a0bf08-6d61-4861-b3f3-225c71fbf27d'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:42.047619 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Attempting to bind port 868fce17-be3e-4038-af7d-e3668c945139 on network d4a0bf08-6d61-4861-b3f3-225c71fbf27d {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:42.056552 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:42.056933 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Checking segment: {'id': '10a72c96-9175-4d60-a7ac-6296854d8107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'd4a0bf08-6d61-4861-b3f3-225c71fbf27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:42.057430 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.057819 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Bound using segment: {'id': '10a72c96-9175-4d60-a7ac-6296854d8107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'd4a0bf08-6d61-4861-b3f3-225c71fbf27d'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:42.058453 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Bound port: 868fce17-be3e-4038-af7d-e3668c945139, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a72c96-9175-4d60-a7ac-6296854d8107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'd4a0bf08-6d61-4861-b3f3-225c71fbf27d'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:42.059121 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.130499 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89480ecd-1d38-4009-9f75-4ef1c3824973 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router d393c349-d6a5-4f5a-abd5-3357bec69b22 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:42.158337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Calling delete_port for 868fce17-be3e-4038-af7d-e3668c945139 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:42.232219 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] For port 868fce17-be3e-4038-af7d-e3668c945139, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:42.249325 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] For port 868fce17-be3e-4038-af7d-e3668c945139, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=868fce17-be3e-4038-af7d-e3668c945139,segment=NetworkSegment(10a72c96-9175-4d60-a7ac-6296854d8107),segment_id=10a72c96-9175-4d60-a7ac-6296854d8107)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:42.257938 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.270377 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.273294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57fc8af4-f93a-431d-b9e1-469ca83d940e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.303234 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.357365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57fc8af4-f93a-431d-b9e1-469ca83d940e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.388337 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Routers {'38d93b6e-a8b0-4eda-a155-7d5c9e15a729'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:42.389358 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['38d93b6e-a8b0-4eda-a155-7d5c9e15a729'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:42.392189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89480ecd-1d38-4009-9f75-4ef1c3824973 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:42.404147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4265e6f-07fd-4741-a76e-5964908661e3,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:42.414154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.418101 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9b7d30eb-bbba-4980-8611-2091d0679a36 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0025308 Jan 27 17:15:42.430604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea1e61f-c83b-4d95-acc4-cd4d2b58b200 None None] Sync routers for ids ['d393c349-d6a5-4f5a-abd5-3357bec69b22'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:42.436915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40152) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:42.445353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1e61f-c83b-4d95-acc4-cd4d2b58b200 None None] Routers {'d393c349-d6a5-4f5a-abd5-3357bec69b22'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:42.446183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dea1e61f-c83b-4d95-acc4-cd4d2b58b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d393c349-d6a5-4f5a-abd5-3357bec69b22'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:42.452682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-604340666', 'security_groups': ['e4265e6f-07fd-4741-a76e-5964908661e3'], 'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f039f764-ee15-44f8-8521-d0ed11f0ba8b'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:42.460866 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-89480ecd-1d38-4009-9f75-4ef1c3824973 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/d393c349-d6a5-4f5a-abd5-3357bec69b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7443383 Jan 27 17:15:42.461531 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40156) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:42.463429 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda0c328-5736-43b1-864d-7a6d5931bbb1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router f35f0f22-3264-4d12-9b55-831727d653be has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:42.588896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dea1e61f-c83b-4d95-acc4-cd4d2b58b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:42.598587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57fc8af4-f93a-431d-b9e1-469ca83d940e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.600700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1e61f-c83b-4d95-acc4-cd4d2b58b200 None None] Routers {'d393c349-d6a5-4f5a-abd5-3357bec69b22'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:42.601577 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dea1e61f-c83b-4d95-acc4-cd4d2b58b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d393c349-d6a5-4f5a-abd5-3357bec69b22'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:42.601745 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:15:42.602067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:15:42.629216 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc8af4-f93a-431d-b9e1-469ca83d940e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea802720-7190-4bc0-a8aa-45d8bd0d3643,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:42.660596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:42.666029 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] Set router 38d93b6e-a8b0-4eda-a155-7d5c9e15a729 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:42.676532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:42.680597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57fc8af4-f93a-431d-b9e1-469ca83d940e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.681983 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-57fc8af4-f93a-431d-b9e1-469ca83d940e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-groups/ea802720-7190-4bc0-a8aa-45d8bd0d3643 HTTP/1.1" status: 204 len: 168 time: 0.7410991 Jan 27 17:15:42.685133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40160) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:42.691252 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dea1e61f-c83b-4d95-acc4-cd4d2b58b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:42.692029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea1e61f-c83b-4d95-acc4-cd4d2b58b200 None None] The sync data for ids ['d393c349-d6a5-4f5a-abd5-3357bec69b22'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:42.712560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:42.834514 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d93b6e-a8b0-4eda-a155-7d5c9e15a729', 'name': '', 'tenant_id': '7c802c3f6490405984f01b22559f4e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:41Z', 'revision_number': 4, 'project_id': '7c802c3f6490405984f01b22559f4e93', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:42.841334 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c2170-1d3c-4954-9145-9cea8ef2c406 None None] Pushing event updated for resources: {'Port': ['ID=868fce17-be3e-4038-af7d-e3668c945139,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:42.844417 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3cfc4b-e573-4a97-af94-b17f330d5c66 None None] The sync data for ids ['38d93b6e-a8b0-4eda-a155-7d5c9e15a729'] in dv-neutron-825077-1-hyperv is: [{'id': '38d93b6e-a8b0-4eda-a155-7d5c9e15a729', 'name': '', 'tenant_id': '7c802c3f6490405984f01b22559f4e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:41Z', 'revision_number': 4, 'project_id': '7c802c3f6490405984f01b22559f4e93', 'gw_port_host': None}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:42.888242 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9c2ebdd3-824c-4e9d-bf1f-23e2eaa64c55 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:42.903144 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.932510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] device_id is not set on port 00d130f7-9040-461b-969e-1ed60e6d6643 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:15:42.961371 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8dadbf3-9158-4fd8-91cf-014a1d631c20 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.971425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9c2ebdd3-824c-4e9d-bf1f-23e2eaa64c55 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:42.976579 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9c2ebdd3-824c-4e9d-bf1f-23e2eaa64c55 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2860572 Jan 27 17:15:42.976758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40164) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:42.982591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a8af8f4c-e0e8-43ea-8199-df9483bd56a8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group': {'name': 'tempest-secgroup--641944341'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:42.998211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a8af8f4c-e0e8-43ea-8199-df9483bd56a8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:43.024569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a8af8f4c-e0e8-43ea-8199-df9483bd56a8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:43.074813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a8af8f4c-e0e8-43ea-8199-df9483bd56a8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.097273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dadbf3-9158-4fd8-91cf-014a1d631c20 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=5158c118-3eef-4b4a-ad43-e44a53cbeb6b,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:43.105218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Deleting port 868fce17-be3e-4038-af7d-e3668c945139 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:43.105558 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.156464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a8af8f4c-e0e8-43ea-8199-df9483bd56a8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:43.165387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a8af8f4c-e0e8-43ea-8199-df9483bd56a8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:43.171356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a8af8f4c-e0e8-43ea-8199-df9483bd56a8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:43.184480 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a8af8f4c-e0e8-43ea-8199-df9483bd56a8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:43.224459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda0c328-5736-43b1-864d-7a6d5931bbb1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:43.238202 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d0bd6-83f7-43fa-af81-e166206041b1 None None] Sync routers for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:43.238787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d8dadbf3-9158-4fd8-91cf-014a1d631c20 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.249826 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d0bd6-83f7-43fa-af81-e166206041b1 None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:43.250903 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3c0d0bd6-83f7-43fa-af81-e166206041b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:43.255873 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cda0c328-5736-43b1-864d-7a6d5931bbb1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.323331 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cda0c328-5736-43b1-864d-7a6d5931bbb1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/floatingips/991c305d-30f2-4c04-b027-afd24b50ca18 HTTP/1.1" status: 204 len: 168 time: 4.5549664 Jan 27 17:15:43.403787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21313df9-576e-4807-a2d6-e55c47760329', 'tag': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:15:43.438140 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d8dadbf3-9158-4fd8-91cf-014a1d631c20 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/5158c118-3eef-4b4a-ad43-e44a53cbeb6b HTTP/1.1" status: 204 len: 168 time: 3.5747676 Jan 27 17:15:43.441277 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40172) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:43.485917 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21313df9-576e-4807-a2d6-e55c47760329', 'tag': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'status': 'completed', 'code': 200} Jan 27 17:15:43.493462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.14 (9658dae9-f895-459e-b2b5-482ed52ec61a/f039f764-ee15-44f8-8521-d0ed11f0ba8b/00d130f7-9040-461b-969e-1ed60e6d6643) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:43.516724 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-3c0d0bd6-83f7-43fa-af81-e166206041b1 None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:43.582062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9e5550-92e1-4d78-8cc3-e9d39a64cf69 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:43.584324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9e5550-92e1-4d78-8cc3-e9d39a64cf69 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:43.585103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6c9e5550-92e1-4d78-8cc3-e9d39a64cf69 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:43.621293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6c9e5550-92e1-4d78-8cc3-e9d39a64cf69 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:43.625623 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6c9e5550-92e1-4d78-8cc3-e9d39a64cf69 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1833563 Jan 27 17:15:43.626334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40178) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:43.736228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a8af8f4c-e0e8-43ea-8199-df9483bd56a8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.738579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] For port 868fce17-be3e-4038-af7d-e3668c945139, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=868fce17-be3e-4038-af7d-e3668c945139,segment=NetworkSegment(10a72c96-9175-4d60-a7ac-6296854d8107),segment_id=10a72c96-9175-4d60-a7ac-6296854d8107)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:43.739002 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.755765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a8af8f4c-e0e8-43ea-8199-df9483bd56a8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.777264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef93d5c-bd4d-4413-a113-25f954d41622 req-f5ad6495-fc26-4025-b46f-1ab6a82bf60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:43.779209 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2ef93d5c-bd4d-4413-a113-25f954d41622 req-f5ad6495-fc26-4025-b46f-1ab6a82bf60c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 1098 time: 0.2898972 Jan 27 17:15:43.807661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-42885c5b-8d00-4b4d-bb12-8fcb40db1510 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 24fa139a-8ab4-41e7-a5d2-ff00c31db1f5 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:43.814843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-42885c5b-8d00-4b4d-bb12-8fcb40db1510 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.899384 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-42885c5b-8d00-4b4d-bb12-8fcb40db1510 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.939464 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3c0d0bd6-83f7-43fa-af81-e166206041b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:15:23Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:45Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:43.944056 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d0bd6-83f7-43fa-af81-e166206041b1 None None] Checking router: f35f0f22-3264-4d12-9b55-831727d653be for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:43.954339 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d0bd6-83f7-43fa-af81-e166206041b1 None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:43.955703 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3c0d0bd6-83f7-43fa-af81-e166206041b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:43.977616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bab9dae4-b5dc-4d5b-a86f-a573f9bad28b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.050910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d6a44-0670-4c36-86ec-1913c9092fa0 req-d4199898-304e-4546-bdf1-cbbacdd2b7ec tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:44.051624 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-bd7d6a44-0670-4c36-86ec-1913c9092fa0 req-d4199898-304e-4546-bdf1-cbbacdd2b7ec tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:44.117340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Calling delete_port for 868fce17-be3e-4038-af7d-e3668c945139 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:44.157118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-42885c5b-8d00-4b4d-bb12-8fcb40db1510 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.162072 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-3c0d0bd6-83f7-43fa-af81-e166206041b1 None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:44.190755 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-bd7d6a44-0670-4c36-86ec-1913c9092fa0 req-d4199898-304e-4546-bdf1-cbbacdd2b7ec tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:44.191955 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bd7d6a44-0670-4c36-86ec-1913c9092fa0 req-d4199898-304e-4546-bdf1-cbbacdd2b7ec tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 945 time: 0.4465125 Jan 27 17:15:44.234650 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af8f4c-e0e8-43ea-8199-df9483bd56a8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3dbc07-4b66-40dd-895c-2401298fa40e,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:44.331634 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a8af8f4c-e0e8-43ea-8199-df9483bd56a8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.335936 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a8af8f4c-e0e8-43ea-8199-df9483bd56a8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3581300 Jan 27 17:15:44.336142 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40182) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:44.357155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e5f184fe-6173-4025-b90e-cd0ef0b74b43 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group_rule': {'security_group_id': '1e3dbc07-4b66-40dd-895c-2401298fa40e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:44.373725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e5f184fe-6173-4025-b90e-cd0ef0b74b43 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:44.384405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e5f184fe-6173-4025-b90e-cd0ef0b74b43 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:44.390909 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e5f184fe-6173-4025-b90e-cd0ef0b74b43 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:44.400550 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bd7d6a44-0670-4c36-86ec-1913c9092fa0 req-7fe64773-8297-4e3f-9218-3c8e262946aa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992557 Jan 27 17:15:44.403698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef93d5c-bd4d-4413-a113-25f954d41622 req-7f87cd3d-2190-4ba9-bc16-0bc198143597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:44.405174 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2ef93d5c-bd4d-4413-a113-25f954d41622 req-7f87cd3d-2190-4ba9-bc16-0bc198143597 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c HTTP/1.1" status: 200 len: 899 time: 0.5471632 Jan 27 17:15:44.408512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e5f184fe-6173-4025-b90e-cd0ef0b74b43 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:44.410970 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-42885c5b-8d00-4b4d-bb12-8fcb40db1510 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.466949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42885c5b-8d00-4b4d-bb12-8fcb40db1510 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=24fa139a-8ab4-41e7-a5d2-ff00c31db1f5,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:44.469796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-42885c5b-8d00-4b4d-bb12-8fcb40db1510 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.486013 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d52b3b-c968-484b-b069-4a11d463619a None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:44.490968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e5f184fe-6173-4025-b90e-cd0ef0b74b43 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.495853 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2ef93d5c-bd4d-4413-a113-25f954d41622 req-f7f4cd7f-fde9-4fa4-a801-9cf7d3ae3e2d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 HTTP/1.1" status: 200 len: 217 time: 0.0733705 Jan 27 17:15:44.508007 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-42885c5b-8d00-4b4d-bb12-8fcb40db1510 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/24fa139a-8ab4-41e7-a5d2-ff00c31db1f5 HTTP/1.1" status: 204 len: 168 time: 0.8795810 Jan 27 17:15:44.509962 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40186) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:44.568931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef93d5c-bd4d-4413-a113-25f954d41622 req-8b3678bf-f146-495e-835d-19c59e515b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:44.570378 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2ef93d5c-bd4d-4413-a113-25f954d41622 req-8b3678bf-f146-495e-835d-19c59e515b50 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b39bf823-cdeb-4809-aa8d-d9f2d2b12e27 HTTP/1.1" status: 200 len: 835 time: 0.0650957 Jan 27 17:15:44.592429 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3c0d0bd6-83f7-43fa-af81-e166206041b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:15:23Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:45Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:44.597363 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d0bd6-83f7-43fa-af81-e166206041b1 None None] The sync data for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv is: [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:15:23Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'bf679346-b744-4d31-b514-4b2228d10d02', 'name': '', 'network_id': 'd7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:c3:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:25Z', 'updated_at': '2022-01-27T17:12:45Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b39bf823-cdeb-4809-aa8d-d9f2d2b12e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:44.604125 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-030b2d7e-7de9-4741-86d7-c066aa58be5d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881677 Jan 27 17:15:44.605131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40190) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:44.663114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.693615 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Transition to ACTIVE for port object 00d130f7-9040-461b-969e-1ed60e6d6643 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:44.781350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef93d5c-bd4d-4413-a113-25f954d41622 req-d64ca21b-7ca4-4d79-a512-17e4ec7d6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:44.782922 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2ef93d5c-bd4d-4413-a113-25f954d41622 req-d64ca21b-7ca4-4d79-a512-17e4ec7d6782 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2056806 Jan 27 17:15:44.840495 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11266b07-cb2b-49c2-89ad-e974459ac772 None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:44.846934 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-11266b07-cb2b-49c2-89ad-e974459ac772 None None] Deleting port ce4ee05d-7ece-4267-85e0-17021896b231 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:44.847608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-11266b07-cb2b-49c2-89ad-e974459ac772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.870947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.964979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.985624 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e5f184fe-6173-4025-b90e-cd0ef0b74b43 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.001622 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9de673-3197-4665-b0ac-1479aa729417 None None] New status for floating IP 991c305d-30f2-4c04-b027-afd24b50ca18: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:15:45.005197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e5f184fe-6173-4025-b90e-cd0ef0b74b43 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.035954 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-bab9dae4-b5dc-4d5b-a86f-a573f9bad28b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port 5321800e-6157-480e-a5f0-d1bf5eceacf0 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:45.036245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bab9dae4-b5dc-4d5b-a86f-a573f9bad28b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.070742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 9658dae9-f895-459e-b2b5-482ed52ec61a is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:45.076243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.115137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f184fe-6173-4025-b90e-cd0ef0b74b43 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5312fae-e61e-4ec8-bade-367382d38e39,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:45.126082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92c234-a573-4a38-8d77-7f27379f7b6d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:45.127119 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6f92c234-a573-4a38-8d77-7f27379f7b6d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:45.189463 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:45.193869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e5f184fe-6173-4025-b90e-cd0ef0b74b43 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.195292 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e5f184fe-6173-4025-b90e-cd0ef0b74b43 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8519135 Jan 27 17:15:45.202660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=00d130f7-9040-461b-969e-1ed60e6d6643,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:45.204147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40194) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:45.205200 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:45.213435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-025bb99c-0e62-4d24-ae7f-d95029ccd10d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group_rule': {'security_group_id': '1e3dbc07-4b66-40dd-895c-2401298fa40e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:45.268731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-11266b07-cb2b-49c2-89ad-e974459ac772 None None] For port ce4ee05d-7ece-4267-85e0-17021896b231, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ce4ee05d-7ece-4267-85e0-17021896b231,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:45.269243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-11266b07-cb2b-49c2-89ad-e974459ac772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.302677 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-025bb99c-0e62-4d24-ae7f-d95029ccd10d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:45.327504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6f92c234-a573-4a38-8d77-7f27379f7b6d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:45.331669 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6f92c234-a573-4a38-8d77-7f27379f7b6d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7174554 Jan 27 17:15:45.336233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40198) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:45.337444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-025bb99c-0e62-4d24-ae7f-d95029ccd10d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:45.379171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-025bb99c-0e62-4d24-ae7f-d95029ccd10d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:45.380211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.386228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.407811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb6a39-621b-4302-b323-4d83db271763 req-6abad518-74be-4803-93da-6ad45e99da42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:45.409906 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8acb6a39-621b-4302-b323-4d83db271763 req-6abad518-74be-4803-93da-6ad45e99da42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 945 time: 0.4741292 Jan 27 17:15:45.415367 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2ef93d5c-bd4d-4413-a113-25f954d41622 req-c6ccfe0e-e33f-450b-b563-47a70688498f service neutron] 10.222.0.88 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225019 Jan 27 17:15:45.432263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event deleted for resources: {'Port': ['ID=868fce17-be3e-4038-af7d-e3668c945139,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:45.457357 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-025bb99c-0e62-4d24-ae7f-d95029ccd10d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:45.467625 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-11266b07-cb2b-49c2-89ad-e974459ac772 None None] Calling delete_port for ce4ee05d-7ece-4267-85e0-17021896b231 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:45.525687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:45.526410 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.545357 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bab9dae4-b5dc-4d5b-a86f-a573f9bad28b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.562530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0dd30d-f612-400a-9b15-9f80f592c417 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:45.563238 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1c0dd30d-f612-400a-9b15-9f80f592c417 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:45.569700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.570328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38d93b6e-a8b0-4eda-a155-7d5c9e15a729 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:15:45.633411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-8acb6a39-621b-4302-b323-4d83db271763 req-663ce66a-3d6e-4324-b4e5-176bef4e43c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:45.633747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8acb6a39-621b-4302-b323-4d83db271763 req-663ce66a-3d6e-4324-b4e5-176bef4e43c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.658903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-025bb99c-0e62-4d24-ae7f-d95029ccd10d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.700322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dc35068a-ed89-40ce-b3bc-38f0e55e1071 None None] Provisioning for port 00d130f7-9040-461b-969e-1ed60e6d6643 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:45.708452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dc35068a-ed89-40ce-b3bc-38f0e55e1071 None None] Provisioning complete for port 00d130f7-9040-461b-969e-1ed60e6d6643 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:45.709521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dc35068a-ed89-40ce-b3bc-38f0e55e1071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.763501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-bab9dae4-b5dc-4d5b-a86f-a573f9bad28b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for 5321800e-6157-480e-a5f0-d1bf5eceacf0 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:45.771741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-dc35068a-ed89-40ce-b3bc-38f0e55e1071 None None] Port 00d130f7-9040-461b-969e-1ed60e6d6643 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:45.774261 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-11266b07-cb2b-49c2-89ad-e974459ac772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.799815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1c0dd30d-f612-400a-9b15-9f80f592c417 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:45.803386 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1c0dd30d-f612-400a-9b15-9f80f592c417 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4603992 Jan 27 17:15:45.821451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40204) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:45.827170 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11266b07-cb2b-49c2-89ad-e974459ac772 None None] Pushing event deleted for resources: {'Port': ['ID=ce4ee05d-7ece-4267-85e0-17021896b231,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:45.831904 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11266b07-cb2b-49c2-89ad-e974459ac772 None None] No DVR routers for this DVR port ce4ee05d-7ece-4267-85e0-17021896b231 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:45.889792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.891230 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1838e048-0e54-40c2-b3a2-752886f99004 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "DELETE /v2.0/routers/38d93b6e-a8b0-4eda-a155-7d5c9e15a729 HTTP/1.1" status: 204 len: 168 time: 5.2150245 Jan 27 17:15:45.899232 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40208) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:45.908866 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-de86266a-be65-4390-a99d-a891391a0fc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4696257 Jan 27 17:15:45.919058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40212) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:45.927280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-7ff76591-bf2e-4a41-95f1-295047ac7ff1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:45.944532 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2ef93d5c-bd4d-4413-a113-25f954d41622 req-c5753d2f-8722-46c4-806f-bcb61fb5bb20 service neutron] 10.222.0.88 "GET /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997213 Jan 27 17:15:45.976996 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0f0badfa-6663-43d5-82c1-7ae66bcc5306 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1461442 Jan 27 17:15:45.984348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40216) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:45.999380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ccf4f66e-99e5-409d-9ad6-9dc4a25303d8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:46.112818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-025bb99c-0e62-4d24-ae7f-d95029ccd10d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.146809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-025bb99c-0e62-4d24-ae7f-d95029ccd10d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.151718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-6382fe71-c036-482c-a9c4-95490d6985bb tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Deleting subnet 648bb578-26e3-46a0-a2ad-2267a5d45174 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:46.229748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08203967-dc6b-4d2f-8dc5-8a4eebbdfddc req-57663299-582b-4136-af22-f76517e8af62 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:46.229748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-08203967-dc6b-4d2f-8dc5-8a4eebbdfddc req-57663299-582b-4136-af22-f76517e8af62 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:46.238014 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ce4ee05d-7ece-4267-85e0-17021896b231 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:46.264017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6382fe71-c036-482c-a9c4-95490d6985bb tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.288743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7ff76591-bf2e-4a41-95f1-295047ac7ff1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:46.295887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bab9dae4-b5dc-4d5b-a86f-a573f9bad28b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.302959 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7ff76591-bf2e-4a41-95f1-295047ac7ff1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:46.302959 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7ff76591-bf2e-4a41-95f1-295047ac7ff1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:46.302959 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7ff76591-bf2e-4a41-95f1-295047ac7ff1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:46.317109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff76591-bf2e-4a41-95f1-295047ac7ff1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:46.317109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7ff76591-bf2e-4a41-95f1-295047ac7ff1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.348856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-08203967-dc6b-4d2f-8dc5-8a4eebbdfddc req-57663299-582b-4136-af22-f76517e8af62 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:46.354582 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: ce4ee05d-7ece-4267-85e0-17021896b231 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:46.361658 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-08203967-dc6b-4d2f-8dc5-8a4eebbdfddc req-57663299-582b-4136-af22-f76517e8af62 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 945 time: 0.5192482 Jan 27 17:15:46.367502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ce4ee05d-7ece-4267-85e0-17021896b231 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:46.387729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bb99c-0e62-4d24-ae7f-d95029ccd10d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80987be7-616c-4e73-a70f-08736dd78029,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:46.395552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ccf4f66e-99e5-409d-9ad6-9dc4a25303d8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:46.413779 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9dae4-b5dc-4d5b-a86f-a573f9bad28b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Port': ['ID=5321800e-6157-480e-a5f0-d1bf5eceacf0,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:46.441607 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ccf4f66e-99e5-409d-9ad6-9dc4a25303d8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:46.535792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-08203967-dc6b-4d2f-8dc5-8a4eebbdfddc req-633132db-e879-4976-b719-03e47c939085 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:46.576520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-08203967-dc6b-4d2f-8dc5-8a4eebbdfddc req-633132db-e879-4976-b719-03e47c939085 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:46.577691 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-08203967-dc6b-4d2f-8dc5-8a4eebbdfddc req-633132db-e879-4976-b719-03e47c939085 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278478 Jan 27 17:15:46.587565 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.ipam_backend_mixin [None req-7ff76591-bf2e-4a41-95f1-295047ac7ff1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f039f764-ee15-44f8-8521-d0ed11f0ba8b (CIDR: 172.20.0.0/28) Jan 27 17:15:46.592832 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff76591-bf2e-4a41-95f1-295047ac7ff1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:15:46.593321 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff76591-bf2e-4a41-95f1-295047ac7ff1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:46.614488 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6382fe71-c036-482c-a9c4-95490d6985bb tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.620673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf4f66e-99e5-409d-9ad6-9dc4a25303d8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:46.624292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f66e-99e5-409d-9ad6-9dc4a25303d8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.647394 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7ff76591-bf2e-4a41-95f1-295047ac7ff1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7270465 Jan 27 17:15:46.652882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40220) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:46.662077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-378333d3-bfcc-46e5-99d2-8126d67d90eb tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:46.793788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-025bb99c-0e62-4d24-ae7f-d95029ccd10d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.794894 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-025bb99c-0e62-4d24-ae7f-d95029ccd10d tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5860078 Jan 27 17:15:46.803511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40224) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:46.817582 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-7971f9f4-1f8a-47e0-bc80-94bc40328cc9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group_rule': {'security_group_id': '1e3dbc07-4b66-40dd-895c-2401298fa40e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:46.846806 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7971f9f4-1f8a-47e0-bc80-94bc40328cc9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:46.875802 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7971f9f4-1f8a-47e0-bc80-94bc40328cc9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:46.886008 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7971f9f4-1f8a-47e0-bc80-94bc40328cc9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:46.886967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-378333d3-bfcc-46e5-99d2-8126d67d90eb tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:46.890092 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-8acb6a39-621b-4302-b323-4d83db271763 req-663ce66a-3d6e-4324-b4e5-176bef4e43c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24,segment=NetworkSegment(024825c6-1a5d-4834-9cc1-f0fe5161b17a),segment_id=024825c6-1a5d-4834-9cc1-f0fe5161b17a)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:46.890463 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8acb6a39-621b-4302-b323-4d83db271763 req-663ce66a-3d6e-4324-b4e5-176bef4e43c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.918963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6382fe71-c036-482c-a9c4-95490d6985bb tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.923732 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-378333d3-bfcc-46e5-99d2-8126d67d90eb tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:46.932336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-378333d3-bfcc-46e5-99d2-8126d67d90eb tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:46.942340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-378333d3-bfcc-46e5-99d2-8126d67d90eb tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:46.970432 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378333d3-bfcc-46e5-99d2-8126d67d90eb tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:46.973858 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-378333d3-bfcc-46e5-99d2-8126d67d90eb tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.013763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7971f9f4-1f8a-47e0-bc80-94bc40328cc9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:47.132740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-8acb6a39-621b-4302-b323-4d83db271763 req-663ce66a-3d6e-4324-b4e5-176bef4e43c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:47.180184 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.ipam_backend_mixin [None req-378333d3-bfcc-46e5-99d2-8126d67d90eb tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 63fd01c5-6d8d-400b-b86e-6ee58349537c (CIDR: 172.20.0.16/28) Jan 27 17:15:47.185982 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-378333d3-bfcc-46e5-99d2-8126d67d90eb tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:15:47.186458 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378333d3-bfcc-46e5-99d2-8126d67d90eb tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:15:47.237993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.objects.ports [None req-ccf4f66e-99e5-409d-9ad6-9dc4a25303d8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87608) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:15:47.241270 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f66e-99e5-409d-9ad6-9dc4a25303d8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.300532 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-378333d3-bfcc-46e5-99d2-8126d67d90eb tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6435821 Jan 27 17:15:47.301328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf4f66e-99e5-409d-9ad6-9dc4a25303d8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:47.305627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40228) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:47.308977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-ccf4f66e-99e5-409d-9ad6-9dc4a25303d8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:47.313873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'subnet': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:47.334799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf4f66e-99e5-409d-9ad6-9dc4a25303d8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:47.338425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7971f9f4-1f8a-47e0-bc80-94bc40328cc9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.341622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f66e-99e5-409d-9ad6-9dc4a25303d8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.345726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bab9dae4-b5dc-4d5b-a86f-a573f9bad28b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.364915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759fcf0a-8d73-4777-a990-73ab3a6b65d3 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:47.452304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4f66e-99e5-409d-9ad6-9dc4a25303d8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=cd99ca1a-53b4-480c-b263-9b8088dafa1e,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:47.466468 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ccf4f66e-99e5-409d-9ad6-9dc4a25303d8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4632626 Jan 27 17:15:47.466468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40232) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:47.466468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'mac_address': 'fa:16:3e:78:d3:74', 'name': 'tempest-NetworksTestDHCPv6-799941441'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:47.614528 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6382fe71-c036-482c-a9c4-95490d6985bb tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.691740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:47.735967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Usage tracker for resource:subnet and tenant:63c2fae895274945a56d5a9f9e951d45 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:47.746563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:47.779970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:47.798393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Made reservation on behalf of 63c2fae895274945a56d5a9f9e951d45 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:47.800661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.824048 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382fe71-c036-482c-a9c4-95490d6985bb tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=648bb578-26e3-46a0-a2ad-2267a5d45174,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:47.829736 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': 'cd99ca1a-53b4-480c-b263-9b8088dafa1e'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:15:47.829736 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.832333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:47.837064 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6382fe71-c036-482c-a9c4-95490d6985bb tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.858488 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7971f9f4-1f8a-47e0-bc80-94bc40328cc9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.876415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:47.886878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7971f9f4-1f8a-47e0-bc80-94bc40328cc9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.028041 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6382fe71-c036-482c-a9c4-95490d6985bb tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/648bb578-26e3-46a0-a2ad-2267a5d45174 HTTP/1.1" status: 204 len: 168 time: 2.1115782 Jan 27 17:15:48.028041 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8acb6a39-621b-4302-b323-4d83db271763 req-663ce66a-3d6e-4324-b4e5-176bef4e43c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.028041 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971f9f4-1f8a-47e0-bc80-94bc40328cc9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d51a2b-4407-4bb5-b5e6-ec5cc2dfaa8b,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:48.044258 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40238) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:48.085867 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Allocated IP 2001:db8::f816:3eff:fea5:80e0 (185d5333-05b7-45cc-a2cf-ffb552748715/cd99ca1a-53b4-480c-b263-9b8088dafa1e/91abd266-d4b4-4c26-8abc-9a6500442a75) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:48.103035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:48.209801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7971f9f4-1f8a-47e0-bc80-94bc40328cc9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.209801 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7971f9f4-1f8a-47e0-bc80-94bc40328cc9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3901613 Jan 27 17:15:48.209801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ce66a-3d6e-4324-b4e5-176bef4e43c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=e84d23aa-bfb8-4f36-8f2b-271fa08f4b24,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:48.238890 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40242) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:48.282106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-892c8bb7-7f25-473d-a448-3dd8dd11fa85 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group_rule': {'security_group_id': '1e3dbc07-4b66-40dd-895c-2401298fa40e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:48.304776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab9dae4-b5dc-4d5b-a86f-a573f9bad28b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router d393c349-d6a5-4f5a-abd5-3357bec69b22 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:48.304776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-892c8bb7-7f25-473d-a448-3dd8dd11fa85 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:48.313825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.408929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.416499 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-892c8bb7-7f25-473d-a448-3dd8dd11fa85 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:48.428042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-892c8bb7-7f25-473d-a448-3dd8dd11fa85 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:48.429253 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Transition to ACTIVE for port object 91abd266-d4b4-4c26-8abc-9a6500442a75 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:48.450683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 2c22330e-43e1-41c1-8dba-e5df66d123f8 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:15:48.455883 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acb6a39-621b-4302-b323-4d83db271763 req-663ce66a-3d6e-4324-b4e5-176bef4e43c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] No DVR routers for this DVR port e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:48.455883 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-892c8bb7-7f25-473d-a448-3dd8dd11fa85 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:48.458175 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Transition to ACTIVE for port object 91abd266-d4b4-4c26-8abc-9a6500442a75 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:48.461035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.461035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8acb6a39-621b-4302-b323-4d83db271763 req-663ce66a-3d6e-4324-b4e5-176bef4e43c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.464161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.464430 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8acb6a39-621b-4302-b323-4d83db271763 req-663ce66a-3d6e-4324-b4e5-176bef4e43c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "DELETE /v2.0/ports/e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 HTTP/1.1" status: 204 len: 173 time: 3.0384815 Jan 27 17:15:48.579965 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:48.585186 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:48.589616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:48.702760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21313df9-576e-4807-a2d6-e55c47760329', 'name': 'network-vif-deleted', 'tag': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:15:48.706123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.714772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::f816:3eff:fe78:d374 (185d5333-05b7-45cc-a2cf-ffb552748715/cd99ca1a-53b4-480c-b263-9b8088dafa1e/2c22330e-43e1-41c1-8dba-e5df66d123f8) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:48.732534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29572a80-c8a0-4a9a-a40a-403395e8be27 req-028a256e-e9ec-4130-8fd7-edc7e04d1398 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:48.735238 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-29572a80-c8a0-4a9a-a40a-403395e8be27 req-028a256e-e9ec-4130-8fd7-edc7e04d1398 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:48.746040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Pushing event updated for resources: {'Port': ['ID=91abd266-d4b4-4c26-8abc-9a6500442a75,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:48.772708 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Attempting to bind port 91abd266-d4b4-4c26-8abc-9a6500442a75 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:48.775928 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Attempting to bind port 91abd266-d4b4-4c26-8abc-9a6500442a75 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:48.776353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Attempting to bind port 91abd266-d4b4-4c26-8abc-9a6500442a75 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:48.790557 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:48.790926 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:48.795406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.796122 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:48.796815 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Bound port: 91abd266-d4b4-4c26-8abc-9a6500442a75, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:48.797402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.852646 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21313df9-576e-4807-a2d6-e55c47760329', 'name': 'network-vif-deleted', 'tag': 'e84d23aa-bfb8-4f36-8f2b-271fa08f4b24', 'status': 'completed', 'code': 200} Jan 27 17:15:48.867855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab9dae4-b5dc-4d5b-a86f-a573f9bad28b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:48.869833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-892c8bb7-7f25-473d-a448-3dd8dd11fa85 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.880259 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0099e5c4-c27c-49f6-a6f3-dbc1f89bf9c4 None None] Sync routers for ids ['d393c349-d6a5-4f5a-abd5-3357bec69b22'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:48.890309 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bab9dae4-b5dc-4d5b-a86f-a573f9bad28b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/d393c349-d6a5-4f5a-abd5-3357bec69b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4234474 Jan 27 17:15:48.893309 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099e5c4-c27c-49f6-a6f3-dbc1f89bf9c4 None None] Routers {'d393c349-d6a5-4f5a-abd5-3357bec69b22'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:48.893568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:48.893925 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0099e5c4-c27c-49f6-a6f3-dbc1f89bf9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d393c349-d6a5-4f5a-abd5-3357bec69b22'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:48.922035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40248) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:48.922869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-29572a80-c8a0-4a9a-a40a-403395e8be27 req-028a256e-e9ec-4130-8fd7-edc7e04d1398 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:48.924143 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-29572a80-c8a0-4a9a-a40a-403395e8be27 req-028a256e-e9ec-4130-8fd7-edc7e04d1398 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=21313df9-576e-4807-a2d6-e55c47760329 HTTP/1.1" status: 200 len: 867 time: 1.1855850 Jan 27 17:15:48.943331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:48.943680 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device e84d23aa-bfb8-4f36-8f2b-271fa08f4b24 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:48.964468 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0099e5c4-c27c-49f6-a6f3-dbc1f89bf9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:48.975163 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099e5c4-c27c-49f6-a6f3-dbc1f89bf9c4 None None] Routers {'d393c349-d6a5-4f5a-abd5-3357bec69b22'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:48.975777 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0099e5c4-c27c-49f6-a6f3-dbc1f89bf9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d393c349-d6a5-4f5a-abd5-3357bec69b22'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:48.983742 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] For port 91abd266-d4b4-4c26-8abc-9a6500442a75, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:48.987456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] For port 91abd266-d4b4-4c26-8abc-9a6500442a75, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=91abd266-d4b4-4c26-8abc-9a6500442a75,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:48.994259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.043950 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0099e5c4-c27c-49f6-a6f3-dbc1f89bf9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:49.044360 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0099e5c4-c27c-49f6-a6f3-dbc1f89bf9c4 None None] The sync data for ids ['d393c349-d6a5-4f5a-abd5-3357bec69b22'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:49.054604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3ac770a1-1e4e-473e-8746-e81d67ebd0be tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Synchronizing usage tracker for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:49.065941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.084680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 2c22330e-43e1-41c1-8dba-e5df66d123f8 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:49.116440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2c6eb-0ec7-4021-b50f-9deaa1b5d730 None None] Pushing event updated for resources: {'Port': ['ID=91abd266-d4b4-4c26-8abc-9a6500442a75,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:49.182449 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Subnet': ['ID=62b95d76-9f11-4c3e-9c1f-dc5eadbf7d95,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:49.186984 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.201495 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-29572a80-c8a0-4a9a-a40a-403395e8be27 req-edda621e-6298-4cb4-99bb-e9ac025b02b6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=44d360cc-3aed-4d52-8fea-b168b16f5f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360044 Jan 27 17:15:49.209927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Network 9658dae9-f895-459e-b2b5-482ed52ec61a is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:49.210117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3ac770a1-1e4e-473e-8746-e81d67ebd0be tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Unset dirty status for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:49.210740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:49.214727 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3ac770a1-1e4e-473e-8746-e81d67ebd0be tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=d393c349-d6a5-4f5a-abd5-3357bec69b22 HTTP/1.1" status: 200 len: 205 time: 0.2867260 Jan 27 17:15:49.214857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:49.214857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.218712 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40252) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:49.223840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91f77ea-7385-41f9-8dfc-7ece630aeb77 None None] Network 9658dae9-f895-459e-b2b5-482ed52ec61a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:49.256507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-892c8bb7-7f25-473d-a448-3dd8dd11fa85 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.259214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a0bf08-6d61-4861-b3f3-225c71fbf27d']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:49.282915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-892c8bb7-7f25-473d-a448-3dd8dd11fa85 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.335821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a72c96-9175-4d60-a7ac-6296854d8107') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:49.336119 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a72c96-9175-4d60-a7ac-6296854d8107') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:49.347437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c8bb7-7f25-473d-a448-3dd8dd11fa85 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2e9dd4-f838-4ad0-9ffe-332aebc041f7,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:49.364574 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.390524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-892c8bb7-7f25-473d-a448-3dd8dd11fa85 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.394731 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-892c8bb7-7f25-473d-a448-3dd8dd11fa85 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1714258 Jan 27 17:15:49.396726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.397611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40256) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:49.406221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d1421539-d89c-446d-a91f-82fcf097d37e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group_rule': {'security_group_id': '1e3dbc07-4b66-40dd-895c-2401298fa40e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:49.416878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:49.418415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:49.433937 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:49.439439 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d1421539-d89c-446d-a91f-82fcf097d37e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:49.455910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d1421539-d89c-446d-a91f-82fcf097d37e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:49.468249 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d1421539-d89c-446d-a91f-82fcf097d37e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:49.527204 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d1421539-d89c-446d-a91f-82fcf097d37e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:49.528340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.576635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.601115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4a0bf08-6d61-4861-b3f3-225c71fbf27d {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:15:49.615076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1421539-d89c-446d-a91f-82fcf097d37e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.628304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e001539d-9056-4cba-b8ed-3dd5a6061c3b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.661229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.701423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1421539-d89c-446d-a91f-82fcf097d37e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.705935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4a0bf08-6d61-4861-b3f3-225c71fbf27d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:49.711301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1421539-d89c-446d-a91f-82fcf097d37e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.716679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:49.733728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:49.736957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:49.745392 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:49.746344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.755710 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b86dc75c-da89-4130-8791-fc3755e050e3 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4492123 Jan 27 17:15:49.765231 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40260) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:49.767228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1421539-d89c-446d-a91f-82fcf097d37e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c72aa4-55b6-454b-89d3-85564e32a3fa,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:49.785374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4dee5f1b-7aa6-4fc9-81a1-d9ceb7be8765 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1580045289', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62b95d76-9f11-4c3e-9c1f-dc5eadbf7d95'}], 'security_groups': ['619ba959-b44f-4253-be4c-6bf2dd80563f', 'e00f56bc-0180-4e6e-8a29-41e9dc12691f']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:49.998501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=2c22330e-43e1-41c1-8dba-e5df66d123f8,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:49.999401 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dbd881ef-e7ec-4f55-a58f-07f5ef62e3db tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "DELETE /v2.0/networks/d4a0bf08-6d61-4861-b3f3-225c71fbf27d HTTP/1.1" status: 204 len: 168 time: 1.8713758 Jan 27 17:15:50.016787 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-958e19fe-e965-48fc-9c31-f947c9b2b2d7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5575755 Jan 27 17:15:50.038800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1421539-d89c-446d-a91f-82fcf097d37e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.038800 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d1421539-d89c-446d-a91f-82fcf097d37e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6383107 Jan 27 17:15:50.047643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40266) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:50.047992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40268) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:50.213346 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0bc80f7-4856-4093-ad66-2675eee54779 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.228880 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0bc80f7-4856-4093-ad66-2675eee54779 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.365766 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0bc80f7-4856-4093-ad66-2675eee54779 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.382157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 91abd266-d4b4-4c26-8abc-9a6500442a75 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:50.398598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc80f7-4856-4093-ad66-2675eee54779 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2c72aa4-55b6-454b-89d3-85564e32a3fa,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:50.423887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f0bc80f7-4856-4093-ad66-2675eee54779 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.425145 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f0bc80f7-4856-4093-ad66-2675eee54779 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/f2c72aa4-55b6-454b-89d3-85564e32a3fa HTTP/1.1" status: 204 len: 168 time: 0.3714311 Jan 27 17:15:50.431604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40278) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:50.471107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4dee5f1b-7aa6-4fc9-81a1-d9ceb7be8765 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.471803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e001539d-9056-4cba-b8ed-3dd5a6061c3b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.476862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e001539d-9056-4cba-b8ed-3dd5a6061c3b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.504822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40282) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:50.530553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc64797-03a7-4be2-964e-b0c4f89151ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:50.540801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc64797-03a7-4be2-964e-b0c4f89151ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:50.544428 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4dc64797-03a7-4be2-964e-b0c4f89151ea tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4920707 Jan 27 17:15:50.547765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Update dhcp port {'port': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'fixed_ips': [{'subnet_id': '63fd01c5-6d8d-400b-b86e-6ee58349537c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f039f764-ee15-44f8-8521-d0ed11f0ba8b', 'ip_address': '172.20.0.2'}, {'subnet_id': '62b95d76-9f11-4c3e-9c1f-dc5eadbf7d95'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': '261eab44-7b79-432c-a167-52b50c81b52c'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:15:50.572946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40288) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:50.615456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.695277 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 91abd266-d4b4-4c26-8abc-9a6500442a75 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:50.701064 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-125730de-f48f-493c-99b6-ea4ae9d62997 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:50.707033 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40292) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:50.761062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-80504e8e-05c3-45b0-8b97-c4661893c929 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Request body: {'router': {'name': 'tempest-router--162397952', 'project_id': 'acdcd4b6dc104ef287a24d59a052722f'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:50.778529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-80504e8e-05c3-45b0-8b97-c4661893c929 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:50.796845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-80504e8e-05c3-45b0-8b97-c4661893c929 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Usage tracker for resource:router and tenant:acdcd4b6dc104ef287a24d59a052722f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:50.806680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-80504e8e-05c3-45b0-8b97-c4661893c929 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:50.837309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e001539d-9056-4cba-b8ed-3dd5a6061c3b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.838418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e001539d-9056-4cba-b8ed-3dd5a6061c3b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Fanout notify agent at l3_agent the message router_deleted on router d393c349-d6a5-4f5a-abd5-3357bec69b22 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:15:50.860534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-80504e8e-05c3-45b0-8b97-c4661893c929 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:50.865848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-125730de-f48f-493c-99b6-ea4ae9d62997 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:50.867524 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-125730de-f48f-493c-99b6-ea4ae9d62997 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4349213 Jan 27 17:15:50.875142 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40296) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:50.881822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e001539d-9056-4cba-b8ed-3dd5a6061c3b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.883080 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e001539d-9056-4cba-b8ed-3dd5a6061c3b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/d393c349-d6a5-4f5a-abd5-3357bec69b22 HTTP/1.1" status: 204 len: 168 time: 1.6618886 Jan 27 17:15:50.888478 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40300) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:50.894012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-6e0490d1-e5bb-4e56-a022-6934bc968f65 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 2c22330e-43e1-41c1-8dba-e5df66d123f8 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:50.894341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6e0490d1-e5bb-4e56-a022-6934bc968f65 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.927820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d732aed1-2334-4383-85c4-45219e84dbb6 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.938159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80504e8e-05c3-45b0-8b97-c4661893c929 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.939357 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80504e8e-05c3-45b0-8b97-c4661893c929 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.944093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Allocated IP 172.20.0.34 (9658dae9-f895-459e-b2b5-482ed52ec61a/62b95d76-9f11-4c3e-9c1f-dc5eadbf7d95/261eab44-7b79-432c-a167-52b50c81b52c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:50.984440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2bd0a487-bce0-4d78-9b10-25de7a28880d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.990102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d732aed1-2334-4383-85c4-45219e84dbb6 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.026894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80504e8e-05c3-45b0-8b97-c4661893c929 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.046404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2bd0a487-bce0-4d78-9b10-25de7a28880d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.062227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d732aed1-2334-4383-85c4-45219e84dbb6 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.083530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80504e8e-05c3-45b0-8b97-c4661893c929 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.089452 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732aed1-2334-4383-85c4-45219e84dbb6 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d2e9dd4-f838-4ad0-9ffe-332aebc041f7,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:51.114535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d732aed1-2334-4383-85c4-45219e84dbb6 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.117091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-22118437-8c1f-478c-8295-3bc88fce615b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting subnet 9868cd8e-ba76-4854-adf5-ee705474e11f {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:51.127096 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d732aed1-2334-4383-85c4-45219e84dbb6 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/7d2e9dd4-f838-4ad0-9ffe-332aebc041f7 HTTP/1.1" status: 204 len: 168 time: 0.2504284 Jan 27 17:15:51.129009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40304) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:51.130084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80504e8e-05c3-45b0-8b97-c4661893c929 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.131218 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-80504e8e-05c3-45b0-8b97-c4661893c929 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4223802 Jan 27 17:15:51.140926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40306) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:51.141186 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] For port 261eab44-7b79-432c-a167-52b50c81b52c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=261eab44-7b79-432c-a167-52b50c81b52c,segment=NetworkSegment(0ac2a38d-6183-4ff8-bae3-86d75db1a6cd),segment_id=0ac2a38d-6183-4ff8-bae3-86d75db1a6cd)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:51.153210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-22118437-8c1f-478c-8295-3bc88fce615b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.157461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-199ddc5c-0c16-4bc6-be7b-45388b93c134 None None] Provisioning for port 91abd266-d4b4-4c26-8abc-9a6500442a75 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:51.174278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-199ddc5c-0c16-4bc6-be7b-45388b93c134 None None] Provisioning complete for port 91abd266-d4b4-4c26-8abc-9a6500442a75 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:51.174622 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-199ddc5c-0c16-4bc6-be7b-45388b93c134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.194843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4037093d-0bea-4e7b-a3f5-6e7377657fb8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:51.213220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4037093d-0bea-4e7b-a3f5-6e7377657fb8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:51.217843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.219091 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4037093d-0bea-4e7b-a3f5-6e7377657fb8 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0862608 Jan 27 17:15:51.220173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40312) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:51.250673 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Transition to ACTIVE for port object 261eab44-7b79-432c-a167-52b50c81b52c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:51.259357 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e9f66210-deba-4d3a-be3c-1b09db742b11 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.261506 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.319068 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e9f66210-deba-4d3a-be3c-1b09db742b11 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.406567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e9f66210-deba-4d3a-be3c-1b09db742b11 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.407727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72cd29e5-24b7-425a-85cd-4f4b872bc5f2 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.446787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f66210-deba-4d3a-be3c-1b09db742b11 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72d51a2b-4407-4bb5-b5e6-ec5cc2dfaa8b,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:51.458778 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-22118437-8c1f-478c-8295-3bc88fce615b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.472485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e9f66210-deba-4d3a-be3c-1b09db742b11 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.474025 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e9f66210-deba-4d3a-be3c-1b09db742b11 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/72d51a2b-4407-4bb5-b5e6-ec5cc2dfaa8b HTTP/1.1" status: 204 len: 168 time: 0.2525835 Jan 27 17:15:51.476434 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-4dee5f1b-7aa6-4fc9-81a1-d9ceb7be8765 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Delete allocated IP 172.20.0.14 (9658dae9-f895-459e-b2b5-482ed52ec61a/f039f764-ee15-44f8-8521-d0ed11f0ba8b) {{(pid=87609) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 17:15:51.478746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40316) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:51.506975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-4dee5f1b-7aa6-4fc9-81a1-d9ceb7be8765 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Allocated IP 172.20.0.46 (9658dae9-f895-459e-b2b5-482ed52ec61a/62b95d76-9f11-4c3e-9c1f-dc5eadbf7d95/00d130f7-9040-461b-969e-1ed60e6d6643) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:51.526523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-199ddc5c-0c16-4bc6-be7b-45388b93c134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.555093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Pushing event updated for resources: {'Port': ['ID=261eab44-7b79-432c-a167-52b50c81b52c,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:51.569759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:51.570409 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:51.570912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:51.571393 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:51.571912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:51.572468 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:51.572943 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:51.573473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:51.574094 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:51.574678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:51.575162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:51.575668 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6ee3a1-6765-4fc8-8393-070658a1dfa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:51.585874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8069b43e-c7cf-460e-95fe-4ba863297e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.591319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-199ddc5c-0c16-4bc6-be7b-45388b93c134 None None] For port 91abd266-d4b4-4c26-8abc-9a6500442a75, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=91abd266-d4b4-4c26-8abc-9a6500442a75,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:51.593671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8cbaa505-d016-4e4f-b7dd-1c8982e6e806 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:51.599019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-199ddc5c-0c16-4bc6-be7b-45388b93c134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.694807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ddc5c-0c16-4bc6-be7b-45388b93c134 None None] Pushing event updated for resources: {'Port': ['ID=91abd266-d4b4-4c26-8abc-9a6500442a75,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:51.726310 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2f31562a-4ed8-47e4-9445-fad007fbb46f None None] Provisioning for port 2c22330e-43e1-41c1-8dba-e5df66d123f8 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:51.734134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2f31562a-4ed8-47e4-9445-fad007fbb46f None None] Provisioning complete for port 2c22330e-43e1-41c1-8dba-e5df66d123f8 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:51.735037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2f31562a-4ed8-47e4-9445-fad007fbb46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.788110 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8cbaa505-d016-4e4f-b7dd-1c8982e6e806 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:51.790071 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8cbaa505-d016-4e4f-b7dd-1c8982e6e806 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3097155 Jan 27 17:15:51.792931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40320) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:51.804958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2f31562a-4ed8-47e4-9445-fad007fbb46f None None] Port 2c22330e-43e1-41c1-8dba-e5df66d123f8 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:51.830327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d791fe1-9471-4b4d-a0a2-ec1f6c46a14c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.845487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d791fe1-9471-4b4d-a0a2-ec1f6c46a14c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.905058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6e0490d1-e5bb-4e56-a022-6934bc968f65 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.912405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2bd0a487-bce0-4d78-9b10-25de7a28880d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.918599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72cd29e5-24b7-425a-85cd-4f4b872bc5f2 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.941598 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72cd29e5-24b7-425a-85cd-4f4b872bc5f2 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.959052 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d791fe1-9471-4b4d-a0a2-ec1f6c46a14c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.996696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d791fe1-9471-4b4d-a0a2-ec1f6c46a14c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80987be7-616c-4e73-a70f-08736dd78029,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:52.008613 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d791fe1-9471-4b4d-a0a2-ec1f6c46a14c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.009835 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6d791fe1-9471-4b4d-a0a2-ec1f6c46a14c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/80987be7-616c-4e73-a70f-08736dd78029 HTTP/1.1" status: 204 len: 168 time: 0.2157378 Jan 27 17:15:52.020854 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40324) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:52.070766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0a487-bce0-4d78-9b10-25de7a28880d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d360cc-3aed-4d52-8fea-b168b16f5f22,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:52.082410 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-6e0490d1-e5bb-4e56-a022-6934bc968f65 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 2c22330e-43e1-41c1-8dba-e5df66d123f8 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:52.104960 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-423da637-c0ab-4406-aeb4-e37058874a1a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:52.109727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4dee5f1b-7aa6-4fc9-81a1-d9ceb7be8765 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.136788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-4dee5f1b-7aa6-4fc9-81a1-d9ceb7be8765 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Transition to ACTIVE for port object 00d130f7-9040-461b-969e-1ed60e6d6643 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:52.139272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-423da637-c0ab-4406-aeb4-e37058874a1a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:52.140993 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-423da637-c0ab-4406-aeb4-e37058874a1a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1185479 Jan 27 17:15:52.142680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4dee5f1b-7aa6-4fc9-81a1-d9ceb7be8765 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.146990 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-22118437-8c1f-478c-8295-3bc88fce615b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.149847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40328) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:52.203679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2bd0a487-bce0-4d78-9b10-25de7a28880d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.208539 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2bd0a487-bce0-4d78-9b10-25de7a28880d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/security-groups/44d360cc-3aed-4d52-8fea-b168b16f5f22 HTTP/1.1" status: 204 len: 168 time: 1.7025356 Jan 27 17:15:52.214425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72cd29e5-24b7-425a-85cd-4f4b872bc5f2 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.214742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cd29e5-24b7-425a-85cd-4f4b872bc5f2 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff0afded-e710-42df-9666-f355bb5e6bb2 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:15:52.251955 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 261eab44-7b79-432c-a167-52b50c81b52c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:52.270675 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40334) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:52.279483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72cd29e5-24b7-425a-85cd-4f4b872bc5f2 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.280593 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-72cd29e5-24b7-425a-85cd-4f4b872bc5f2 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "DELETE /v2.0/routers/ff0afded-e710-42df-9666-f355bb5e6bb2 HTTP/1.1" status: 204 len: 168 time: 1.1323791 Jan 27 17:15:52.335947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee5f1b-7aa6-4fc9-81a1-d9ceb7be8765 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event updated for resources: {'Port': ['ID=00d130f7-9040-461b-969e-1ed60e6d6643,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:52.376199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 91abd266-d4b4-4c26-8abc-9a6500442a75 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:52.383328 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-232d45a3-f2b1-44fb-9970-0d66b44b148f tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.403147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-232d45a3-f2b1-44fb-9970-0d66b44b148f tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.433550 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-4dee5f1b-7aa6-4fc9-81a1-d9ceb7be8765 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] In _notify_port_updated(), no bound segment for port 00d130f7-9040-461b-969e-1ed60e6d6643 on network 9658dae9-f895-459e-b2b5-482ed52ec61a {{(pid=87609) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:15:52.439716 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee5f1b-7aa6-4fc9-81a1-d9ceb7be8765 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:52.440763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4dee5f1b-7aa6-4fc9-81a1-d9ceb7be8765 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.445736 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4dee5f1b-7aa6-4fc9-81a1-d9ceb7be8765 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "PUT /v2.0/ports/00d130f7-9040-461b-969e-1ed60e6d6643 HTTP/1.1" status: 200 len: 960 time: 2.6797528 Jan 27 17:15:52.446700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40340) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:52.460234 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5454a345-3a16-4c9e-aeb8-a8b0740ebb48 None None] Provisioning for port 261eab44-7b79-432c-a167-52b50c81b52c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:52.470275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5454a345-3a16-4c9e-aeb8-a8b0740ebb48 None None] Provisioning complete for port 261eab44-7b79-432c-a167-52b50c81b52c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:52.470646 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5454a345-3a16-4c9e-aeb8-a8b0740ebb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.510549 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40344) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:52.513361 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-232d45a3-f2b1-44fb-9970-0d66b44b148f tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.534962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 91abd266-d4b4-4c26-8abc-9a6500442a75 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:52.535564 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.548322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d45a3-f2b1-44fb-9970-0d66b44b148f tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5312fae-e61e-4ec8-bade-367382d38e39,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:52.561195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-3ef80474-4d3a-4a7f-a5f4-dc6901b44e8c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 00d130f7-9040-461b-969e-1ed60e6d6643 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:52.561549 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3ef80474-4d3a-4a7f-a5f4-dc6901b44e8c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.595599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-232d45a3-f2b1-44fb-9970-0d66b44b148f tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.596746 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-232d45a3-f2b1-44fb-9970-0d66b44b148f tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c5312fae-e61e-4ec8-bade-367382d38e39 HTTP/1.1" status: 204 len: 168 time: 0.4083436 Jan 27 17:15:52.609744 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40350) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:52.656969 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-22118437-8c1f-478c-8295-3bc88fce615b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.752442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5e39b343-4aa1-4232-903f-a65e5c7c9f7f tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:52.765079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5454a345-3a16-4c9e-aeb8-a8b0740ebb48 None None] Provisioning complete for port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:52.765763 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5454a345-3a16-4c9e-aeb8-a8b0740ebb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.819985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5e39b343-4aa1-4232-903f-a65e5c7c9f7f tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:52.821889 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5e39b343-4aa1-4232-903f-a65e5c7c9f7f tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2110815 Jan 27 17:15:52.822563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22118437-8c1f-478c-8295-3bc88fce615b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Subnet': ['ID=9868cd8e-ba76-4854-adf5-ee705474e11f,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:52.823090 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a769d0-bcf0-45c0-b39c-05367493684a None None] Network 2b6f94ff-41cc-4e0b-a881-239f48f3d370 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:52.825784 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-22118437-8c1f-478c-8295-3bc88fce615b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.828225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40354) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:52.844943 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-22118437-8c1f-478c-8295-3bc88fce615b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/9868cd8e-ba76-4854-adf5-ee705474e11f HTTP/1.1" status: 204 len: 168 time: 1.9551854 Jan 27 17:15:52.846601 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40358) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:52.957809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6e0490d1-e5bb-4e56-a022-6934bc968f65 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.989920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-5454a345-3a16-4c9e-aeb8-a8b0740ebb48 None None] Port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:52.995216 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2062401465', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:53.027562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:53.035711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0490d1-e5bb-4e56-a022-6934bc968f65 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=2c22330e-43e1-41c1-8dba-e5df66d123f8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:53.044430 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Usage tracker for resource:router and tenant:376088baca8347d19bad1b8be351dcab is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:53.063423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:53.087206 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6e0490d1-e5bb-4e56-a022-6934bc968f65 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.092374 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6e0490d1-e5bb-4e56-a022-6934bc968f65 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/2c22330e-43e1-41c1-8dba-e5df66d123f8 HTTP/1.1" status: 204 len: 168 time: 2.5169234 Jan 27 17:15:53.093195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:53.093651 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40364) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:53.098222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3ef80474-4d3a-4a7f-a5f4-dc6901b44e8c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.102924 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5454a345-3a16-4c9e-aeb8-a8b0740ebb48 None None] Provisioning for port 00d130f7-9040-461b-969e-1ed60e6d6643 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:53.122982 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5454a345-3a16-4c9e-aeb8-a8b0740ebb48 None None] Provisioning complete for port 00d130f7-9040-461b-969e-1ed60e6d6643 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:53.123371 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5454a345-3a16-4c9e-aeb8-a8b0740ebb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.195836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-5454a345-3a16-4c9e-aeb8-a8b0740ebb48 None None] Port 00d130f7-9040-461b-969e-1ed60e6d6643 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:53.279786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e798df-0914-4e99-a8e6-8bcd1c76ada1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:53.281166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e798df-0914-4e99-a8e6-8bcd1c76ada1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:53.281934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c1e798df-0914-4e99-a8e6-8bcd1c76ada1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:53.294381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-3ef80474-4d3a-4a7f-a5f4-dc6901b44e8c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 00d130f7-9040-461b-969e-1ed60e6d6643 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:53.318214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce59aa8a-b2dc-4e7e-b4fd-6ae655f28def None None] DHCP port deletion for 2b6f94ff-41cc-4e0b-a881-239f48f3d370 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:53.323922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c1e798df-0914-4e99-a8e6-8bcd1c76ada1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:53.326139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ce59aa8a-b2dc-4e7e-b4fd-6ae655f28def None None] Deleting port 3b598697-4b7b-46b0-8ab2-e513e68d3904 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:53.326734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce59aa8a-b2dc-4e7e-b4fd-6ae655f28def None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.328210 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c1e798df-0914-4e99-a8e6-8bcd1c76ada1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2311544 Jan 27 17:15:53.329732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fdafcf3-fd8a-4998-9308-6e46cc8c1ad3 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting subnet 8b5cc994-80a0-402a-86ed-86437c7e2cff {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:53.331443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40368) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:53.333115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5fdafcf3-fd8a-4998-9308-6e46cc8c1ad3 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.395286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b3bf8030-ba72-4eb9-a696-671e3771bcc0 None None] Provisioning complete for port 00d130f7-9040-461b-969e-1ed60e6d6643 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:53.395840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8030-ba72-4eb9-a696-671e3771bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.399451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5fdafcf3-fd8a-4998-9308-6e46cc8c1ad3 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.447852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-2feace65-9c95-40d6-9618-0577b3539db6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet cd99ca1a-53b4-480c-b263-9b8088dafa1e {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:53.450641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.451747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.453225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2feace65-9c95-40d6-9618-0577b3539db6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.458326 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf8030-ba72-4eb9-a696-671e3771bcc0 None None] Port 00d130f7-9040-461b-969e-1ed60e6d6643 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:53.460101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd13d885-7d00-4189-b441-f3f57356753e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.524515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2feace65-9c95-40d6-9618-0577b3539db6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.529100 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd13d885-7d00-4189-b441-f3f57356753e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.573986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.630890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-ce59aa8a-b2dc-4e7e-b4fd-6ae655f28def None None] For port 3b598697-4b7b-46b0-8ab2-e513e68d3904, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3b598697-4b7b-46b0-8ab2-e513e68d3904,segment=NetworkSegment(09d2abc7-7323-476c-9259-5ab1fb64bba7),segment_id=09d2abc7-7323-476c-9259-5ab1fb64bba7)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:53.632372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce59aa8a-b2dc-4e7e-b4fd-6ae655f28def None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.670134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2feace65-9c95-40d6-9618-0577b3539db6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.726715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-34d62d45-9838-4dee-b247-b23436925ddc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.731657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd13d885-7d00-4189-b441-f3f57356753e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.749386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5fdafcf3-fd8a-4998-9308-6e46cc8c1ad3 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.758938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ce59aa8a-b2dc-4e7e-b4fd-6ae655f28def None None] Calling delete_port for 3b598697-4b7b-46b0-8ab2-e513e68d3904 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:53.843536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2feace65-9c95-40d6-9618-0577b3539db6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.859290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce59aa8a-b2dc-4e7e-b4fd-6ae655f28def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.910776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59aa8a-b2dc-4e7e-b4fd-6ae655f28def None None] No DVR routers for this DVR port 3b598697-4b7b-46b0-8ab2-e513e68d3904 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:53.927549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59aa8a-b2dc-4e7e-b4fd-6ae655f28def None None] Pushing event deleted for resources: {'Port': ['ID=3b598697-4b7b-46b0-8ab2-e513e68d3904,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:53.944106 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-07360f4a-ee26-4657-882c-4a33724cdd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.948570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feace65-9c95-40d6-9618-0577b3539db6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=cd99ca1a-53b4-480c-b263-9b8088dafa1e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:53.962845 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28399f5-100c-4ab0-8c82-b141bb2fd51a None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:53.965130 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2feace65-9c95-40d6-9618-0577b3539db6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.988964 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2feace65-9c95-40d6-9618-0577b3539db6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/cd99ca1a-53b4-480c-b263-9b8088dafa1e HTTP/1.1" status: 204 len: 168 time: 0.6562998 Jan 27 17:15:53.989552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40372) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:54.015129 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13d885-7d00-4189-b441-f3f57356753e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3dbc07-4b66-40dd-895c-2401298fa40e,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:54.100666 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3ef80474-4d3a-4a7f-a5f4-dc6901b44e8c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:54.226568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3b598697-4b7b-46b0-8ab2-e513e68d3904 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:54.261038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:54.262107 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-49ed8a8f-2bf3-4a4e-833b-1f12215b57d1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2680373 Jan 27 17:15:54.262728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40376) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:54.289653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef80474-4d3a-4a7f-a5f4-dc6901b44e8c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=00d130f7-9040-461b-969e-1ed60e6d6643,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:54.293023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 3b598697-4b7b-46b0-8ab2-e513e68d3904 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:54.293495 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3b598697-4b7b-46b0-8ab2-e513e68d3904 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:54.297872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f35ef1-f0ee-44e8-a607-bfe06d236484 None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:54.305583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:54.313443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a7f35ef1-f0ee-44e8-a607-bfe06d236484 None None] Deleting port 91abd266-d4b4-4c26-8abc-9a6500442a75 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:54.313816 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a7f35ef1-f0ee-44e8-a607-bfe06d236484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:54.415756 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dd13d885-7d00-4189-b441-f3f57356753e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:54.420074 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dd13d885-7d00-4189-b441-f3f57356753e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-groups/1e3dbc07-4b66-40dd-895c-2401298fa40e HTTP/1.1" status: 204 len: 168 time: 1.5905132 Jan 27 17:15:54.421288 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40380) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:54.435393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5fdafcf3-fd8a-4998-9308-6e46cc8c1ad3 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:54.518876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:54.528765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:54.530585 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdafcf3-fd8a-4998-9308-6e46cc8c1ad3 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5cc994-80a0-402a-86ed-86437c7e2cff,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:54.534212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5fdafcf3-fd8a-4998-9308-6e46cc8c1ad3 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:54.538613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:54.542536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3ef80474-4d3a-4a7f-a5f4-dc6901b44e8c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:54.550109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:54.561675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1a5725-3c27-4235-809c-44925cb33aa9 None None] Network b89bca4a-aff1-476c-9631-f6618fd0a5a4 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:54.567698 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5fdafcf3-fd8a-4998-9308-6e46cc8c1ad3 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/8b5cc994-80a0-402a-86ed-86437c7e2cff HTTP/1.1" status: 204 len: 168 time: 1.6339397 Jan 27 17:15:54.571881 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3ef80474-4d3a-4a7f-a5f4-dc6901b44e8c tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/00d130f7-9040-461b-969e-1ed60e6d6643 HTTP/1.1" status: 204 len: 168 time: 2.1215720 Jan 27 17:15:54.572687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40384) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:54.573002 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40386) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:54.594451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-a7f35ef1-f0ee-44e8-a607-bfe06d236484 None None] For port 91abd266-d4b4-4c26-8abc-9a6500442a75, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=91abd266-d4b4-4c26-8abc-9a6500442a75,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:54.594843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a7f35ef1-f0ee-44e8-a607-bfe06d236484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:54.618444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:54.622061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:54.652207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-34d62d45-9838-4dee-b247-b23436925ddc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port bf679346-b744-4d31-b514-4b2228d10d02 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:54.652207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-34d62d45-9838-4dee-b247-b23436925ddc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:54.659763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4a286398-6507-451e-aabb-180baeac0831 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:54.726041 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc81773-3dd1-4041-93c0-aa2d01c64f0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] GET failed (client error): The resource could not be found. Jan 27 17:15:54.726570 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-afc81773-3dd1-4041-93c0-aa2d01c64f0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:54.827770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4a286398-6507-451e-aabb-180baeac0831 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:54.838935 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4a286398-6507-451e-aabb-180baeac0831 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4031217 Jan 27 17:15:54.839189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a7f35ef1-f0ee-44e8-a607-bfe06d236484 None None] Calling delete_port for 91abd266-d4b4-4c26-8abc-9a6500442a75 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:54.839688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40392) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:54.842726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-393f72b2-8c87-4b69-9a52-0aa208800b1b tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group': {'name': 'tempest-secgroup--812658552'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:54.844580 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-afc81773-3dd1-4041-93c0-aa2d01c64f0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:54.848857 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-afc81773-3dd1-4041-93c0-aa2d01c64f0f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports/00d130f7-9040-461b-969e-1ed60e6d6643 HTTP/1.1" status: 404 len: 333 time: 0.2625942 Jan 27 17:15:54.850223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-393f72b2-8c87-4b69-9a52-0aa208800b1b tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:54.850390 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb549-bc88-4ae0-876f-4a54a89251a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:54.852309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40396) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:54.871535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-393f72b2-8c87-4b69-9a52-0aa208800b1b tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:54.959955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-393f72b2-8c87-4b69-9a52-0aa208800b1b tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:54.960290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.012385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a7f35ef1-f0ee-44e8-a607-bfe06d236484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.054240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-393f72b2-8c87-4b69-9a52-0aa208800b1b tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:55.059139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-34d62d45-9838-4dee-b247-b23436925ddc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port bf679346-b744-4d31-b514-4b2228d10d02, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bf679346-b744-4d31-b514-4b2228d10d02,segment=NetworkSegment(024825c6-1a5d-4834-9cc1-f0fe5161b17a),segment_id=024825c6-1a5d-4834-9cc1-f0fe5161b17a)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:55.059855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-34d62d45-9838-4dee-b247-b23436925ddc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.070418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f35ef1-f0ee-44e8-a607-bfe06d236484 None None] Pushing event deleted for resources: {'Port': ['ID=91abd266-d4b4-4c26-8abc-9a6500442a75,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:55.072421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f35ef1-f0ee-44e8-a607-bfe06d236484 None None] No DVR routers for this DVR port 91abd266-d4b4-4c26-8abc-9a6500442a75 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:55.092220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1486b333-c6be-4057-a69a-e5d3331b5957 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.096226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-393f72b2-8c87-4b69-9a52-0aa208800b1b tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:55.156615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f47ad0-0166-4766-b98b-35b9eff1e0d4 None None] DHCP port deletion for b89bca4a-aff1-476c-9631-f6618fd0a5a4 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:55.157993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-393f72b2-8c87-4b69-9a52-0aa208800b1b tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:55.164131 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-29f47ad0-0166-4766-b98b-35b9eff1e0d4 None None] Deleting port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:55.164742 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-29f47ad0-0166-4766-b98b-35b9eff1e0d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.231444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb549-bc88-4ae0-876f-4a54a89251a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.240804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-34d62d45-9838-4dee-b247-b23436925ddc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for bf679346-b744-4d31-b514-4b2228d10d02 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:55.270349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-393f72b2-8c87-4b69-9a52-0aa208800b1b tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:55.270666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.284876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1486b333-c6be-4057-a69a-e5d3331b5957 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.309809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.356686 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-9f6eb549-bc88-4ae0-876f-4a54a89251a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6f94ff-41cc-4e0b-a881-239f48f3d370']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:55.366685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.425855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-9f6eb549-bc88-4ae0-876f-4a54a89251a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d2abc7-7323-476c-9259-5ab1fb64bba7') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:55.426251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-9f6eb549-bc88-4ae0-876f-4a54a89251a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d2abc7-7323-476c-9259-5ab1fb64bba7') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:55.426388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-29f47ad0-0166-4766-b98b-35b9eff1e0d4 None None] For port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa,segment=NetworkSegment(64a42d25-5adc-4d34-a0ad-1a4ba9d10eac),segment_id=64a42d25-5adc-4d34-a0ad-1a4ba9d10eac)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:55.426616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-29f47ad0-0166-4766-b98b-35b9eff1e0d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.451220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb549-bc88-4ae0-876f-4a54a89251a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.483774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb549-bc88-4ae0-876f-4a54a89251a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.492780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1486b333-c6be-4057-a69a-e5d3331b5957 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.508934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6eb549-bc88-4ae0-876f-4a54a89251a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:55.509329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb549-bc88-4ae0-876f-4a54a89251a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.547089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.objects.ports [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87608) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:55.551333 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:55.553492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.563412 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-29f47ad0-0166-4766-b98b-35b9eff1e0d4 None None] Calling delete_port for 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:55.564571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-393f72b2-8c87-4b69-9a52-0aa208800b1b tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.576554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486b333-c6be-4057-a69a-e5d3331b5957 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4265e6f-07fd-4741-a76e-5964908661e3,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:55.613353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-393f72b2-8c87-4b69-9a52-0aa208800b1b tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.672086 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-29f47ad0-0166-4766-b98b-35b9eff1e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.692580 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:55.706960 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:55.710428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:55.711470 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.727368 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd941304-6300-4f1e-a583-6b26ed04fdb1 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:55.744058 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f47ad0-0166-4766-b98b-35b9eff1e0d4 None None] Pushing event deleted for resources: {'Port': ['ID=0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:55.745923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f47ad0-0166-4766-b98b-35b9eff1e0d4 None None] No DVR routers for this DVR port 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:55.766598 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f72b2-8c87-4b69-9a52-0aa208800b1b tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260278a5-9668-4186-bc57-70942f8e58bc,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:55.799573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=ed1e6fb8-9275-4714-b923-32bbfd4f2403,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:55.815283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-393f72b2-8c87-4b69-9a52-0aa208800b1b tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.816532 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-393f72b2-8c87-4b69-9a52-0aa208800b1b tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9815605 Jan 27 17:15:55.820858 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1486b333-c6be-4057-a69a-e5d3331b5957 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.821552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40400) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:55.822124 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1486b333-c6be-4057-a69a-e5d3331b5957 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/security-groups/e4265e6f-07fd-4741-a76e-5964908661e3 HTTP/1.1" status: 204 len: 168 time: 0.9680178 Jan 27 17:15:55.823835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Allocated IP 172.26.8.32 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/8ac8f7e5-17de-488f-a539-6d66e35fb57c) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:55.825729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40402) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:55.828223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb549-bc88-4ae0-876f-4a54a89251a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.833722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e111043e-d830-45a6-a629-f0cfaff8ec80 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group_rule': {'security_group_id': '260278a5-9668-4186-bc57-70942f8e58bc', 'direction': 'ingress', 'protocol': 17}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:55.841480 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c803e7f9-81e4-4e0d-9b3b-44d02236c0db tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5744350 Jan 27 17:15:55.844158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e111043e-d830-45a6-a629-f0cfaff8ec80 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:55.846389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40408) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:55.852868 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'mac_address': 'fa:16:3e:de:89:4d', 'name': 'tempest-NetworksTestDHCPv6-1522235110'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:55.864130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb549-bc88-4ae0-876f-4a54a89251a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.883885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6eb549-bc88-4ae0-876f-4a54a89251a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Network': ['ID=2b6f94ff-41cc-4e0b-a881-239f48f3d370,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:55.891393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e111043e-d830-45a6-a629-f0cfaff8ec80 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:55.898829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e111043e-d830-45a6-a629-f0cfaff8ec80 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:55.911519 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9f6eb549-bc88-4ae0-876f-4a54a89251a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/networks/2b6f94ff-41cc-4e0b-a881-239f48f3d370 HTTP/1.1" status: 204 len: 168 time: 1.3297842 Jan 27 17:15:55.912171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-34d62d45-9838-4dee-b247-b23436925ddc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.919759 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40412) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:55.927844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e111043e-d830-45a6-a629-f0cfaff8ec80 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:55.970323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': 'ed1e6fb8-9275-4714-b923-32bbfd4f2403'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:15:55.971212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.066944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d62d45-9838-4dee-b247-b23436925ddc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=bf679346-b744-4d31-b514-4b2228d10d02,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:56.147175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d488c28e-be15-41c8-aa62-f48000b1abc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.149577 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Allocated IP 2001:db8::f816:3eff:fea3:c502 (185d5333-05b7-45cc-a2cf-ffb552748715/ed1e6fb8-9275-4714-b923-32bbfd4f2403/25735ede-b227-4816-acf9-a7bbf9eab222) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:56.208738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8098a66-5b4e-450d-a57f-d1b0a9b625d6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.257146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d488c28e-be15-41c8-aa62-f48000b1abc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.269947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.388808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:56.423519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e111043e-d830-45a6-a629-f0cfaff8ec80 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.434476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:56.434476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 0898c5d1-4253-4ff2-b21d-17e0f7eeb6fa not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:56.434939 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 91abd266-d4b4-4c26-8abc-9a6500442a75 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:56.449702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8098a66-5b4e-450d-a57f-d1b0a9b625d6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.480555 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 91abd266-d4b4-4c26-8abc-9a6500442a75 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:56.480919 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 91abd266-d4b4-4c26-8abc-9a6500442a75 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:56.481388 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-f8098a66-5b4e-450d-a57f-d1b0a9b625d6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89bca4a-aff1-476c-9631-f6618fd0a5a4']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:56.494514 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d488c28e-be15-41c8-aa62-f48000b1abc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.505172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:56.518023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-f8098a66-5b4e-450d-a57f-d1b0a9b625d6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a42d25-5adc-4d34-a0ad-1a4ba9d10eac') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:56.518381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-f8098a66-5b4e-450d-a57f-d1b0a9b625d6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a42d25-5adc-4d34-a0ad-1a4ba9d10eac') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:56.529477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488c28e-be15-41c8-aa62-f48000b1abc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00f56bc-0180-4e6e-8a29-41e9dc12691f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:56.536251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8098a66-5b4e-450d-a57f-d1b0a9b625d6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.544661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.562803 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.573960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Transition to ACTIVE for port object 25735ede-b227-4816-acf9-a7bbf9eab222 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:56.594710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:56.598951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:56.600230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d488c28e-be15-41c8-aa62-f48000b1abc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.601977 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d488c28e-be15-41c8-aa62-f48000b1abc4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/security-groups/e00f56bc-0180-4e6e-8a29-41e9dc12691f HTTP/1.1" status: 204 len: 168 time: 0.7745540 Jan 27 17:15:56.609494 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40416) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:56.611107 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.615769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8098a66-5b4e-450d-a57f-d1b0a9b625d6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.624875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:56.630011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:56.634667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:56.637325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8098a66-5b4e-450d-a57f-d1b0a9b625d6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:56.637725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8098a66-5b4e-450d-a57f-d1b0a9b625d6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:56.654650 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:56.657089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e111043e-d830-45a6-a629-f0cfaff8ec80 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.661485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:56.678887 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e111043e-d830-45a6-a629-f0cfaff8ec80 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.686662 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-34d62d45-9838-4dee-b247-b23436925ddc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.709953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:56.752861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111043e-d830-45a6-a629-f0cfaff8ec80 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b50c8e-f0ef-449a-932c-1e4de5505e91,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:56.768304 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Pushing event updated for resources: {'Port': ['ID=8ac8f7e5-17de-488f-a539-6d66e35fb57c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:56.786091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8098a66-5b4e-450d-a57f-d1b0a9b625d6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.786886 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Transition to ACTIVE for port object 25735ede-b227-4816-acf9-a7bbf9eab222 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:56.796789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.807343 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f8098a66-5b4e-450d-a57f-d1b0a9b625d6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.867318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:56.870620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:56.876014 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8098a66-5b4e-450d-a57f-d1b0a9b625d6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Network': ['ID=b89bca4a-aff1-476c-9631-f6618fd0a5a4,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:56.878261 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:56.880637 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Pushing event updated for resources: {'Port': ['ID=25735ede-b227-4816-acf9-a7bbf9eab222,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:56.887222 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f8098a66-5b4e-450d-a57f-d1b0a9b625d6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/networks/b89bca4a-aff1-476c-9631-f6618fd0a5a4 HTTP/1.1" status: 204 len: 168 time: 0.9664276 Jan 27 17:15:56.897061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40420) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:56.936947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e111043e-d830-45a6-a629-f0cfaff8ec80 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.938425 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e111043e-d830-45a6-a629-f0cfaff8ec80 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1126041 Jan 27 17:15:56.946130 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40424) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:56.950306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'network': {'name': 'tempest-RoutersTest-1568074623'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:56.960851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e592-2de1-4d7c-935a-1a433838905b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.997252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:57.014460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:network and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:57.019456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:57.027084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Attempting to bind port 25735ede-b227-4816-acf9-a7bbf9eab222 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:57.027710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Attempting to bind port 25735ede-b227-4816-acf9-a7bbf9eab222 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:57.027888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Attempting to bind port 25735ede-b227-4816-acf9-a7bbf9eab222 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:57.028310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:57.034211 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:57.035141 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:57.035141 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.035352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:57.036008 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Bound port: 25735ede-b227-4816-acf9-a7bbf9eab222, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:57.036818 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.049902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:57.054202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.115263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e592-2de1-4d7c-935a-1a433838905b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.130854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.134375 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] For port 25735ede-b227-4816-acf9-a7bbf9eab222, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:57.137402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] For port 25735ede-b227-4816-acf9-a7bbf9eab222, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=25735ede-b227-4816-acf9-a7bbf9eab222,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:57.144810 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.180043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1230} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:15:57.216627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 7d3a2678-9f90-4834-9fe2-2bb24554da93 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:15:57.237901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c7555-cd47-45bf-9462-10251a202835 None None] Pushing event updated for resources: {'Port': ['ID=25735ede-b227-4816-acf9-a7bbf9eab222,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:57.259846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.260480 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Added segment ba33b198-1262-42d6-ba49-7277e5d4b4f8 of type vlan for network 24c2bbaf-71d3-4417-8f23-dbc60a8a18af Jan 27 17:15:57.295293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.344509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6afe03cb-0b5b-479a-b873-1c2242309ef1 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.389195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.405145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e592-2de1-4d7c-935a-1a433838905b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.502574 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6afe03cb-0b5b-479a-b873-1c2242309ef1 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.514533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3e592-2de1-4d7c-935a-1a433838905b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619ba959-b44f-4253-be4c-6bf2dd80563f,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:57.691388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e592-2de1-4d7c-935a-1a433838905b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.695703 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c5a3e592-2de1-4d7c-935a-1a433838905b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/security-groups/619ba959-b44f-4253-be4c-6bf2dd80563f HTTP/1.1" status: 204 len: 168 time: 1.0780790 Jan 27 17:15:57.703610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40428) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:57.708819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::f816:3eff:fede:894d (185d5333-05b7-45cc-a2cf-ffb552748715/ed1e6fb8-9275-4714-b923-32bbfd4f2403/7d3a2678-9f90-4834-9fe2-2bb24554da93) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:57.713180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d62d45-9838-4dee-b247-b23436925ddc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router f35f0f22-3264-4d12-9b55-831727d653be has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:57.743457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.749493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:57.750131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.835719 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6afe03cb-0b5b-479a-b873-1c2242309ef1 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.904914 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0067735 Jan 27 17:15:57.909046 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe03cb-0b5b-479a-b873-1c2242309ef1 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260278a5-9668-4186-bc57-70942f8e58bc,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:57.920806 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40432) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:57.962864 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6afe03cb-0b5b-479a-b873-1c2242309ef1 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.964178 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6afe03cb-0b5b-479a-b873-1c2242309ef1 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-groups/260278a5-9668-4186-bc57-70942f8e58bc HTTP/1.1" status: 204 len: 168 time: 1.0121577 Jan 27 17:15:57.972085 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40434) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:57.985468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-359538aa-294d-4e70-9128-77501ef77cc1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting subnet f039f764-ee15-44f8-8521-d0ed11f0ba8b {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:57.990653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'subnet': {'network_id': '24c2bbaf-71d3-4417-8f23-dbc60a8a18af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:58.007737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bba6d6-3b3a-4bf1-9a40-b0f05c6489d2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Network': ['ID=24c2bbaf-71d3-4417-8f23-dbc60a8a18af,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:58.022423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-359538aa-294d-4e70-9128-77501ef77cc1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.025889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 24c2bbaf-71d3-4417-8f23-dbc60a8a18af details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:15:58.219904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-359538aa-294d-4e70-9128-77501ef77cc1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.300598 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 25735ede-b227-4816-acf9-a7bbf9eab222 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:58.316296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:58.322128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:subnet and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:58.326298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:58.333535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:58.350967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:58.355492 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.400495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.426921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.446450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 7d3a2678-9f90-4834-9fe2-2bb24554da93 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:58.454720 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 25735ede-b227-4816-acf9-a7bbf9eab222 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:58.481546 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.483905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.555540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2cfa6034-98c3-4660-a337-452024728d30 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:58.568910 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d62d45-9838-4dee-b247-b23436925ddc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:58.587702 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-34d62d45-9838-4dee-b247-b23436925ddc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/f35f0f22-3264-4d12-9b55-831727d653be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3119304 Jan 27 17:15:58.588079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f398bb53-3018-4a01-bd1a-413d68c66db5 None None] Sync routers for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:58.592287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40440) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:58.609655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f398bb53-3018-4a01-bd1a-413d68c66db5 None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:58.610830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f398bb53-3018-4a01-bd1a-413d68c66db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:58.620107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-359538aa-294d-4e70-9128-77501ef77cc1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.679153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d40235f-a8fc-4a57-9763-aff8eda59dd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting subnet b39bf823-cdeb-4809-aa8d-d9f2d2b12e27 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:58.695533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:58.701150 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:58.704430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:15:58.710788 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:58.711443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.717395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d40235f-a8fc-4a57-9763-aff8eda59dd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.764625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2cfa6034-98c3-4660-a337-452024728d30 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:58.769968 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2cfa6034-98c3-4660-a337-452024728d30 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7929978 Jan 27 17:15:58.771522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40444) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:58.772964 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=7d3a2678-9f90-4834-9fe2-2bb24554da93,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:58.796900 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-76ea551e-b2d2-4c6d-8b5f-238f912e63ff tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9491119 Jan 27 17:15:58.801104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40448) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:58.820976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-43d1b9c6-590f-46bf-a863-eeee932abc00 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group': {'name': 'tempest-secgroup--682119205'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:58.843612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-43d1b9c6-590f-46bf-a863-eeee932abc00 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:58.843869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d01507e9-2cb0-4a3e-a515-57060dde38cc None None] Provisioning for port 25735ede-b227-4816-acf9-a7bbf9eab222 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:58.849520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d40235f-a8fc-4a57-9763-aff8eda59dd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.861244 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d01507e9-2cb0-4a3e-a515-57060dde38cc None None] Provisioning complete for port 25735ede-b227-4816-acf9-a7bbf9eab222 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:58.861764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d01507e9-2cb0-4a3e-a515-57060dde38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.887149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-43d1b9c6-590f-46bf-a863-eeee932abc00 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:58.893138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-359538aa-294d-4e70-9128-77501ef77cc1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.963309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-43d1b9c6-590f-46bf-a863-eeee932abc00 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.972871 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359538aa-294d-4e70-9128-77501ef77cc1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Subnet': ['ID=f039f764-ee15-44f8-8521-d0ed11f0ba8b,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:58.975382 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-359538aa-294d-4e70-9128-77501ef77cc1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.992838 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-359538aa-294d-4e70-9128-77501ef77cc1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/f039f764-ee15-44f8-8521-d0ed11f0ba8b HTTP/1.1" status: 204 len: 168 time: 1.2850044 Jan 27 17:15:58.995961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Router ccaf0060-1758-4bd7-b5c6-5304ce6183fc is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:15:58.997042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7189cc5-b0c0-454e-9e8e-0e96d1430fd5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:59.002389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79682612-3a7f-416d-97f0-46b0a7cbe896 None None] Network 9658dae9-f895-459e-b2b5-482ed52ec61a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:59.002854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7189cc5-b0c0-454e-9e8e-0e96d1430fd5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:59.003707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b7189cc5-b0c0-454e-9e8e-0e96d1430fd5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:59.007467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40452) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:59.029300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-43d1b9c6-590f-46bf-a863-eeee932abc00 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:59.030568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-f398bb53-3018-4a01-bd1a-413d68c66db5 None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:59.034810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-43d1b9c6-590f-46bf-a863-eeee932abc00 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:59.039561 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-43d1b9c6-590f-46bf-a863-eeee932abc00 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:59.042975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.079619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ea7b41-3ae9-4207-b2d6-20349de25880 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting subnet 62b95d76-9f11-4c3e-9c1f-dc5eadbf7d95 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:59.093244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-40ea7b41-3ae9-4207-b2d6-20349de25880 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.128989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b7189cc5-b0c0-454e-9e8e-0e96d1430fd5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:59.133444 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b7189cc5-b0c0-454e-9e8e-0e96d1430fd5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3317268 Jan 27 17:15:59.136966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40456) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:59.153975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-43d1b9c6-590f-46bf-a863-eeee932abc00 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:59.199072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d40235f-a8fc-4a57-9763-aff8eda59dd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.230833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Subnet': ['ID=6c11cd8a-3cf4-4198-8902-18081d304c8b,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:59.259232 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-40ea7b41-3ae9-4207-b2d6-20349de25880 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.279708 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d01507e9-2cb0-4a3e-a515-57060dde38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.415317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-40ea7b41-3ae9-4207-b2d6-20349de25880 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.462765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d01507e9-2cb0-4a3e-a515-57060dde38cc None None] For port 25735ede-b227-4816-acf9-a7bbf9eab222, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=25735ede-b227-4816-acf9-a7bbf9eab222,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:59.466346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-6f422038-44cd-44e1-b4bd-f02ae5f6365c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 7d3a2678-9f90-4834-9fe2-2bb24554da93 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:59.466930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6f422038-44cd-44e1-b4bd-f02ae5f6365c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.508473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Checking segment: {'id': 'ba33b198-1262-42d6-ba49-7277e5d4b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '24c2bbaf-71d3-4417-8f23-dbc60a8a18af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:59.508917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network hostable DHCP agents. Network: 24c2bbaf-71d3-4417-8f23-dbc60a8a18af, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:15:59.513432 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d01507e9-2cb0-4a3e-a515-57060dde38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.538942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:59.551360 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6c9b6-953a-4697-a2ac-a780c498ac63 None None] Sync routers for ids ['ccaf0060-1758-4bd7-b5c6-5304ce6183fc'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:59.563386 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6c9b6-953a-4697-a2ac-a780c498ac63 None None] Routers {'ccaf0060-1758-4bd7-b5c6-5304ce6183fc'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:59.564333 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-16c6c9b6-953a-4697-a2ac-a780c498ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ccaf0060-1758-4bd7-b5c6-5304ce6183fc'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:59.576506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 24c2bbaf-71d3-4417-8f23-dbc60a8a18af is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:15:59.601599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-43d1b9c6-590f-46bf-a863-eeee932abc00 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.609279 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-43d1b9c6-590f-46bf-a863-eeee932abc00 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.628155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 24c2bbaf-71d3-4417-8f23-dbc60a8a18af) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:59.630377 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.631931 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-03ae4140-ea7b-40f3-a217-732ca05e1855 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.1198230 Jan 27 17:15:59.643900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40460) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:59.645700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:59.646487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.647600 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-16c6c9b6-953a-4697-a2ac-a780c498ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:59.657974 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6c9b6-953a-4697-a2ac-a780c498ac63 None None] Routers {'ccaf0060-1758-4bd7-b5c6-5304ce6183fc'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:15:59.658902 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-16c6c9b6-953a-4697-a2ac-a780c498ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ccaf0060-1758-4bd7-b5c6-5304ce6183fc'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:59.690556 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d677bead-7082-4a9e-b9b4-30c7dfa339b5 None None] Network 24c2bbaf-71d3-4417-8f23-dbc60a8a18af requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:59.765307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-43d1b9c6-590f-46bf-a863-eeee932abc00 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.767196 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-43d1b9c6-590f-46bf-a863-eeee932abc00 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9918451 Jan 27 17:15:59.772663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1b9c6-590f-46bf-a863-eeee932abc00 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d19de1-dc53-4fa7-98af-ada2442f80b4,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:59.804666 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40464) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:59.814805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c7fd3334-61f4-403e-be43-a1c047e7665a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498306745'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:59.817555 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6f422038-44cd-44e1-b4bd-f02ae5f6365c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.825720 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cf1795f5-e1ad-41e6-90c7-af4b126b3d4d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8526688 Jan 27 17:15:59.826595 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-16c6c9b6-953a-4697-a2ac-a780c498ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:59.827110 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c7fd3334-61f4-403e-be43-a1c047e7665a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:59.827441 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6c9b6-953a-4697-a2ac-a780c498ac63 None None] The sync data for ids ['ccaf0060-1758-4bd7-b5c6-5304ce6183fc'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:59.832826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40468) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:59.851270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ede167ad-9a61-4a7c-bccd-a2a91aa51335 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1842118964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:59.861697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c7fd3334-61f4-403e-be43-a1c047e7665a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:59.868807 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ede167ad-9a61-4a7c-bccd-a2a91aa51335 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:59.891231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-40ea7b41-3ae9-4207-b2d6-20349de25880 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.938103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ede167ad-9a61-4a7c-bccd-a2a91aa51335 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:router and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:59.952172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ede167ad-9a61-4a7c-bccd-a2a91aa51335 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:59.962497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ede167ad-9a61-4a7c-bccd-a2a91aa51335 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:59.965177 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3334-61f4-403e-be43-a1c047e7665a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.004442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ede167ad-9a61-4a7c-bccd-a2a91aa51335 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.005398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ede167ad-9a61-4a7c-bccd-a2a91aa51335 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.006258 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-69915b21-9eea-45bd-8e22-dadefdfb0bcc None None] Provisioning for port 7d3a2678-9f90-4834-9fe2-2bb24554da93 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:00.010338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-6f422038-44cd-44e1-b4bd-f02ae5f6365c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 7d3a2678-9f90-4834-9fe2-2bb24554da93 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:00.014115 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-10da81d0-72e5-496b-8444-ddd3bb4dbf45 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/routers/ccaf0060-1758-4bd7-b5c6-5304ce6183fc HTTP/1.1" status: 200 len: 924 time: 0.3572252 Jan 27 17:16:00.014115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c7fd3334-61f4-403e-be43-a1c047e7665a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:00.015463 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40472) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:00.045626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea7b41-3ae9-4207-b2d6-20349de25880 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Subnet': ['ID=62b95d76-9f11-4c3e-9c1f-dc5eadbf7d95,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:00.052002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-69915b21-9eea-45bd-8e22-dadefdfb0bcc None None] Provisioning complete for port 7d3a2678-9f90-4834-9fe2-2bb24554da93 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:00.052255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69915b21-9eea-45bd-8e22-dadefdfb0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.057454 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c7fd3334-61f4-403e-be43-a1c047e7665a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:00.057622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d40235f-a8fc-4a57-9763-aff8eda59dd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.066272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c7fd3334-61f4-403e-be43-a1c047e7665a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:00.075682 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-73812ac5-21da-40c9-b0ff-0b106069d64c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccaf0060-1758-4bd7-b5c6-5304ce6183fc HTTP/1.1" status: 200 len: 205 time: 0.0563779 Jan 27 17:16:00.077625 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40476) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:00.082455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ede167ad-9a61-4a7c-bccd-a2a91aa51335 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.084343 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c7fd3334-61f4-403e-be43-a1c047e7665a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:00.095483 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01507e9-2cb0-4a3e-a515-57060dde38cc None None] Pushing event updated for resources: {'Port': ['ID=25735ede-b227-4816-acf9-a7bbf9eab222,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:00.104787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40235f-a8fc-4a57-9763-aff8eda59dd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Subnet': ['ID=b39bf823-cdeb-4809-aa8d-d9f2d2b12e27,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:00.118336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-40ea7b41-3ae9-4207-b2d6-20349de25880 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.130068 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-24c2bbaf-71d3-4417-8f23-dbc60a8a18af', 'network_id': '24c2bbaf-71d3-4417-8f23-dbc60a8a18af', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'fixed_ips': [{'subnet_id': '6c11cd8a-3cf4-4198-8902-18081d304c8b'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:16:00.130068 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.131031 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-40ea7b41-3ae9-4207-b2d6-20349de25880 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/62b95d76-9f11-4c3e-9c1f-dc5eadbf7d95 HTTP/1.1" status: 204 len: 168 time: 1.1224632 Jan 27 17:16:00.136453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40480) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:00.140125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d40235f-a8fc-4a57-9763-aff8eda59dd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.142381 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4d40235f-a8fc-4a57-9763-aff8eda59dd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/subnets/b39bf823-cdeb-4809-aa8d-d9f2d2b12e27 HTTP/1.1" status: 204 len: 168 time: 1.5477400 Jan 27 17:16:00.147717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f398bb53-3018-4a01-bd1a-413d68c66db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:15:55Z', 'revision_number': 7, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:00.155273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40484) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:00.164442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5d2b60-2a0e-4aa1-8937-b1a65044ee69 None None] Network d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:00.185599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f398bb53-3018-4a01-bd1a-413d68c66db5 None None] Checking router: f35f0f22-3264-4d12-9b55-831727d653be for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:00.198201 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2ff8e9-51de-4b50-bcd8-0f884f4a9821 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:00.198809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2ff8e9-51de-4b50-bcd8-0f884f4a9821 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:00.202919 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-69915b21-9eea-45bd-8e22-dadefdfb0bcc None None] Port 7d3a2678-9f90-4834-9fe2-2bb24554da93 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:00.203818 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ef2ff8e9-51de-4b50-bcd8-0f884f4a9821 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/f039f764-ee15-44f8-8521-d0ed11f0ba8b HTTP/1.1" status: 404 len: 337 time: 0.0655980 Jan 27 17:16:00.206805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40488) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:00.268999 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f398bb53-3018-4a01-bd1a-413d68c66db5 None None] Routers {'f35f0f22-3264-4d12-9b55-831727d653be'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:00.269655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f398bb53-3018-4a01-bd1a-413d68c66db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f35f0f22-3264-4d12-9b55-831727d653be'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:00.293202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ede167ad-9a61-4a7c-bccd-a2a91aa51335 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.374669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-5399c428-2b76-46f5-b177-5c07131204c1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting subnet 63fd01c5-6d8d-400b-b86e-6ee58349537c {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:00.381063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5399c428-2b76-46f5-b177-5c07131204c1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.403412 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 25735ede-b227-4816-acf9-a7bbf9eab222 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:00.531140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.618518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5399c428-2b76-46f5-b177-5c07131204c1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.621486 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ede167ad-9a61-4a7c-bccd-a2a91aa51335 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.622686 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ede167ad-9a61-4a7c-bccd-a2a91aa51335 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7871904 Jan 27 17:16:00.629767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40492) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:00.652912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6f422038-44cd-44e1-b4bd-f02ae5f6365c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.653466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'port': {'network_id': '24c2bbaf-71d3-4417-8f23-dbc60a8a18af', 'name': 'tempest-RoutersTest-128643543'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:00.681075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.742189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3334-61f4-403e-be43-a1c047e7665a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.782892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f422038-44cd-44e1-b4bd-f02ae5f6365c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=7d3a2678-9f90-4834-9fe2-2bb24554da93,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:00.786019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3334-61f4-403e-be43-a1c047e7665a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.808360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6f422038-44cd-44e1-b4bd-f02ae5f6365c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.823083 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74572f43-9937-402c-8ce0-a2484e9ad282 None None] Update dhcp port {'port': {'network_id': '9658dae9-f895-459e-b2b5-482ed52ec61a', 'fixed_ips': [{'subnet_id': '63fd01c5-6d8d-400b-b86e-6ee58349537c', 'ip_address': '172.20.0.18'}, {'subnet_id': '62b95d76-9f11-4c3e-9c1f-dc5eadbf7d95'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': '261eab44-7b79-432c-a167-52b50c81b52c'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:16:00.829275 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6f422038-44cd-44e1-b4bd-f02ae5f6365c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/7d3a2678-9f90-4834-9fe2-2bb24554da93 HTTP/1.1" status: 204 len: 168 time: 1.6894181 Jan 27 17:16:00.831998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40496) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:00.910818 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-f398bb53-3018-4a01-bd1a-413d68c66db5 None None] Set router f35f0f22-3264-4d12-9b55-831727d653be gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:00.927599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5399c428-2b76-46f5-b177-5c07131204c1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.984586 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1b5e6f-c607-443f-b8ba-bace0d9f0735 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:00.986546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1b5e6f-c607-443f-b8ba-bace0d9f0735 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:00.987669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7b1b5e6f-c607-443f-b8ba-bace0d9f0735 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:01.029721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7b1b5e6f-c607-443f-b8ba-bace0d9f0735 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:01.033585 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7b1b5e6f-c607-443f-b8ba-bace0d9f0735 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1978171 Jan 27 17:16:01.034292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40500) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.052325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 25735ede-b227-4816-acf9-a7bbf9eab222 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:01.052647 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.083811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Allocated IP 172.20.0.2 (24c2bbaf-71d3-4417-8f23-dbc60a8a18af/6c11cd8a-3cf4-4198-8902-18081d304c8b/c920d0db-8b26-4313-8f2c-12a8551c07c5) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:01.099809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5399c428-2b76-46f5-b177-5c07131204c1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.128368 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-74572f43-9937-402c-8ce0-a2484e9ad282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.155091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399c428-2b76-46f5-b177-5c07131204c1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Subnet': ['ID=63fd01c5-6d8d-400b-b86e-6ee58349537c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:01.164742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5923300-92c6-4667-9882-5495e58f0a32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet ed1e6fb8-9275-4714-b923-32bbfd4f2403 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:01.169591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5399c428-2b76-46f5-b177-5c07131204c1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.173464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e5923300-92c6-4667-9882-5495e58f0a32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.210427 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5399c428-2b76-46f5-b177-5c07131204c1 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/63fd01c5-6d8d-400b-b86e-6ee58349537c HTTP/1.1" status: 204 len: 168 time: 0.9999521 Jan 27 17:16:01.211751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40504) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.262742 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b634847-4806-408a-8942-d4e3e37ea0a6 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:01.264506 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b634847-4806-408a-8942-d4e3e37ea0a6 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:01.269780 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6b634847-4806-408a-8942-d4e3e37ea0a6 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/3abeb3ea-6144-44d0-84b7-df145f54af75 HTTP/1.1" status: 404 len: 337 time: 0.0529354 Jan 27 17:16:01.270780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40508) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.319321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:01.323309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e5923300-92c6-4667-9882-5495e58f0a32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.344809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:port and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:01.350852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3334-61f4-403e-be43-a1c047e7665a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.352346 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c7fd3334-61f4-403e-be43-a1c047e7665a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5466256 Jan 27 17:16:01.354167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.358358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:01.363201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40512) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.375836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:01.376867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b01e91f3-010f-435e-a5b1-14568967be30 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Synchronizing usage tracker for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:01.382751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-7acab9ad-2d81-463a-918f-7d9648f273b9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group_rule': {'security_group_id': '49d19de1-dc53-4fa7-98af-ada2442f80b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '10981d13-f633-4bf6-b70b-7e2f5d77bafb', 'remote_ip_prefix': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:01.389522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7acab9ad-2d81-463a-918f-7d9648f273b9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:01.398117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7acab9ad-2d81-463a-918f-7d9648f273b9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:01.401445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7acab9ad-2d81-463a-918f-7d9648f273b9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:01.407615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7acab9ad-2d81-463a-918f-7d9648f273b9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:01.408484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b01e91f3-010f-435e-a5b1-14568967be30 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Unset dirty status for tenant:63c2fae895274945a56d5a9f9e951d45 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:01.409942 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b01e91f3-010f-435e-a5b1-14568967be30 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "GET /v2.0/ports?device_id=fde45044-62d7-4409-b56b-9ce472efcead HTTP/1.1" status: 200 len: 205 time: 0.1387892 Jan 27 17:16:01.413168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40516) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.417602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd3334-61f4-403e-be43-a1c047e7665a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10981d13-f633-4bf6-b70b-7e2f5d77bafb,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:01.466095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7acab9ad-2d81-463a-918f-7d9648f273b9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.475566 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Deleting port 8ac8f7e5-17de-488f-a539-6d66e35fb57c {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:01.476095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.514971 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-6e346d3d-bf4e-46c1-8553-80fdc8141963 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] delete failed (client error): The resource could not be found. Jan 27 17:16:01.518636 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6e346d3d-bf4e-46c1-8553-80fdc8141963 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/routers/fde45044-62d7-4409-b56b-9ce472efcead HTTP/1.1" status: 404 len: 336 time: 0.1017990 Jan 27 17:16:01.530002 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40520) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.538991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:01.543397 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.567688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.579399 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-400ad76e-ad20-4f1e-a25a-1f89c21bd8b0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:01.580284 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400ad76e-ad20-4f1e-a25a-1f89c21bd8b0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:01.582377 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-400ad76e-ad20-4f1e-a25a-1f89c21bd8b0 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/13463305-3bd4-4f4e-85d3-a3ce3041ab1d HTTP/1.1" status: 404 len: 337 time: 0.0521839 Jan 27 17:16:01.585105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40524) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.596177 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port f966e7fc-2d58-43be-8a7a-e139ca03a9c6 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:01.596511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.631044 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-96752ff4-b280-410c-a2ba-004dbd981e3a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:01.631729 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96752ff4-b280-410c-a2ba-004dbd981e3a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:01.633533 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-96752ff4-b280-410c-a2ba-004dbd981e3a tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/803a306d-f020-4c2b-955f-dd3263ccda33 HTTP/1.1" status: 404 len: 337 time: 0.0471716 Jan 27 17:16:01.634799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e5923300-92c6-4667-9882-5495e58f0a32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.654973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1fe20d-7a65-42f2-a281-5749e1d8f1a2 None None] DHCP port deletion for d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:16:01.656999 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbdb275-75f2-478f-bda8-1606b19a2f88 None None] Network 9658dae9-f895-459e-b2b5-482ed52ec61a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:01.665732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40528) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.730579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e5923300-92c6-4667-9882-5495e58f0a32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.736752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fe20d-7a65-42f2-a281-5749e1d8f1a2 None None] Deleting port bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:01.737128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0c1fe20d-7a65-42f2-a281-5749e1d8f1a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.770622 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] device_id is not set on port ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:16:01.774853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5923300-92c6-4667-9882-5495e58f0a32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1e6fb8-9275-4714-b923-32bbfd4f2403,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:01.780079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e5923300-92c6-4667-9882-5495e58f0a32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.799287 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e5923300-92c6-4667-9882-5495e58f0a32 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/ed1e6fb8-9275-4714-b923-32bbfd4f2403 HTTP/1.1" status: 204 len: 168 time: 0.7641056 Jan 27 17:16:01.804981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40532) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.812462 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e625a1d4-83ab-445d-bd20-083e7ad4726b None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:01.863200 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-659f87b1-4fa6-4ab9-900d-4e87d3e421db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:01.863850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659f87b1-4fa6-4ab9-900d-4e87d3e421db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:01.868664 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-659f87b1-4fa6-4ab9-900d-4e87d3e421db tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/ceddf48c-c0ed-491f-92f0-5dbcfc272773 HTTP/1.1" status: 404 len: 337 time: 0.1835372 Jan 27 17:16:01.877465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40536) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.884389 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-50a0d766-4667-4834-9f87-b6c65cb80bbc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779126 Jan 27 17:16:01.886354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40540) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.977485 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6e227e-fcc7-4141-b752-19ee3d3b45f5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:01.978158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6e227e-fcc7-4141-b752-19ee3d3b45f5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:01.980194 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9c6e227e-fcc7-4141-b752-19ee3d3b45f5 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/7a427303-991e-4ac0-bc20-acbeca3a6e02 HTTP/1.1" status: 404 len: 333 time: 0.1017594 Jan 27 17:16:01.983726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f3704c7b-0d65-4cc0-a5ff-628a3c8cc3cf None None] Provisioning complete for port 261eab44-7b79-432c-a167-52b50c81b52c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:01.984284 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40544) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.984811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f3704c7b-0d65-4cc0-a5ff-628a3c8cc3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.023686 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f246e4-b956-48ea-a5cb-460be4b3012d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:02.024560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f246e4-b956-48ea-a5cb-460be4b3012d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:02.026612 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-66f246e4-b956-48ea-a5cb-460be4b3012d tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/a065283e-6753-4986-82b0-1b47a13230b0 HTTP/1.1" status: 404 len: 337 time: 0.0412853 Jan 27 17:16:02.031484 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40548) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:02.033725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7acab9ad-2d81-463a-918f-7d9648f273b9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.067188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd52cc66-4658-4413-9800-949912a64cb9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:02.068088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dd52cc66-4658-4413-9800-949912a64cb9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:02.085696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7acab9ad-2d81-463a-918f-7d9648f273b9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.099153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dd52cc66-4658-4413-9800-949912a64cb9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:02.106303 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dd52cc66-4658-4413-9800-949912a64cb9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1802676 Jan 27 17:16:02.106516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40552) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:02.112612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.123221 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f05b36-d260-4bd4-b1d1-455a1d32663f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:02.123705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f05b36-d260-4bd4-b1d1-455a1d32663f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:02.212981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fde942f-cfaf-4a01-95dc-1269d1df6f49 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:02.213877 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8fde942f-cfaf-4a01-95dc-1269d1df6f49 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:02.233843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8fde942f-cfaf-4a01-95dc-1269d1df6f49 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:02.237859 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8fde942f-cfaf-4a01-95dc-1269d1df6f49 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1278934 Jan 27 17:16:02.238255 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40556) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:02.258528 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 261eab44-7b79-432c-a167-52b50c81b52c no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:02.268961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acab9ad-2d81-463a-918f-7d9648f273b9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f506491a-ecd6-4009-a45a-3ca3073331ba,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:02.279329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Calling delete_port for 8ac8f7e5-17de-488f-a539-6d66e35fb57c owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:02.312563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.318549 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b6441004-f996-483f-835c-608d26ad2f06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752699 Jan 27 17:16:02.320139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40560) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:02.326674 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0d533488-9a13-4410-bd27-e7ab8f49eff2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:02.337764 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-51f05b36-d260-4bd4-b1d1-455a1d32663f tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/a622469b-1fa5-4e86-ab36-7511f6a33744 HTTP/1.1" status: 404 len: 337 time: 0.2981951 Jan 27 17:16:02.346361 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40564) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:02.390036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7acab9ad-2d81-463a-918f-7d9648f273b9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.391134 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7acab9ad-2d81-463a-918f-7d9648f273b9 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0249760 Jan 27 17:16:02.399472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40568) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:02.411633 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Transition to ACTIVE for port object c920d0db-8b26-4313-8f2c-12a8551c07c5 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:02.425049 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c7eec5-382a-44b0-87a0-3c32e388cc83 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:02.425704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c7eec5-382a-44b0-87a0-3c32e388cc83 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:02.427619 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-71c7eec5-382a-44b0-87a0-3c32e388cc83 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/49700dd0-68b1-441d-8178-2bff529d9b6c HTTP/1.1" status: 404 len: 333 time: 0.0803571 Jan 27 17:16:02.439496 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port f966e7fc-2d58-43be-8a7a-e139ca03a9c6, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f966e7fc-2d58-43be-8a7a-e139ca03a9c6,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:02.440146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.457100 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40572) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:02.478260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0d533488-9a13-4410-bd27-e7ab8f49eff2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:02.490077 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Transition to ACTIVE for port object c920d0db-8b26-4313-8f2c-12a8551c07c5 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:02.490357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0d533488-9a13-4410-bd27-e7ab8f49eff2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:02.503066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d533488-9a13-4410-bd27-e7ab8f49eff2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:02.507484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0d533488-9a13-4410-bd27-e7ab8f49eff2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.548748 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f398bb53-3018-4a01-bd1a-413d68c66db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:15:55Z', 'revision_number': 7, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:02.606935 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.657274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f398bb53-3018-4a01-bd1a-413d68c66db5 None None] The sync data for ids ['f35f0f22-3264-4d12-9b55-831727d653be'] in dv-neutron-825077-1-hyperv is: [{'id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'name': 'tempest-TestNetworkBasicOps-router-1206880373', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:03Z', 'updated_at': '2022-01-27T17:15:55Z', 'revision_number': 7, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'f966e7fc-2d58-43be-8a7a-e139ca03a9c6', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35f0f22-3264-4d12-9b55-831727d653be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:07Z', 'updated_at': '2022-01-27T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:02.675367 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-0c1fe20d-7a65-42f2-a281-5749e1d8f1a2 None None] For port bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b,segment=NetworkSegment(024825c6-1a5d-4834-9cc1-f0fe5161b17a),segment_id=024825c6-1a5d-4834-9cc1-f0fe5161b17a)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:02.675856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0c1fe20d-7a65-42f2-a281-5749e1d8f1a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.679737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for f966e7fc-2d58-43be-8a7a-e139ca03a9c6 owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:02.717166 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32d2f59-da6b-4435-912e-6e771754cc1b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:02.717635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32d2f59-da6b-4435-912e-6e771754cc1b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:02.719377 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f32d2f59-da6b-4435-912e-6e771754cc1b tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/bc2cbcf7-c156-4fb5-91f0-2e8e110b6f2a HTTP/1.1" status: 404 len: 337 time: 0.2610488 Jan 27 17:16:02.733258 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40576) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:02.761298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f13c2fb7-9784-4883-8cde-8a793e9476a2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.830906 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-c566f9c5-4d1b-4b17-8328-c8c0b7ae95d4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:02.831380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c566f9c5-4d1b-4b17-8328-c8c0b7ae95d4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:02.833170 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c566f9c5-4d1b-4b17-8328-c8c0b7ae95d4 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/subnets/ab165075-74cf-4248-b952-c5788519e781 HTTP/1.1" status: 404 len: 337 time: 0.0847473 Jan 27 17:16:02.836879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40580) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:02.837694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f13c2fb7-9784-4883-8cde-8a793e9476a2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.875035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Allocated IP 172.20.0.8 (24c2bbaf-71d3-4417-8f23-dbc60a8a18af/6c11cd8a-3cf4-4198-8902-18081d304c8b/ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:02.879326 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fe20d-7a65-42f2-a281-5749e1d8f1a2 None None] Calling delete_port for bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:02.966643 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Network 24c2bbaf-71d3-4417-8f23-dbc60a8a18af is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:03.001582 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cc3ef-1fbb-4bf8-b879-5ffc039d1fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:03.001922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc3ef-1fbb-4bf8-b879-5ffc039d1fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.015509 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:03.026046 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:03.035193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] DHCP port deletion for 9658dae9-f895-459e-b2b5-482ed52ec61a request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:16:03.102331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Pushing event updated for resources: {'Port': ['ID=c920d0db-8b26-4313-8f2c-12a8551c07c5,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:03.140694 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Deleting port 261eab44-7b79-432c-a167-52b50c81b52c {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:03.141126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.243518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0d533488-9a13-4410-bd27-e7ab8f49eff2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.338939 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0304fe03-eba7-45d1-9edd-7cb9e5e7e34b None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:16:03.341987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.424911 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0304fe03-eba7-45d1-9edd-7cb9e5e7e34b None None] Deleting port 25735ede-b227-4816-acf9-a7bbf9eab222 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:03.425927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0304fe03-eba7-45d1-9edd-7cb9e5e7e34b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.449110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d533488-9a13-4410-bd27-e7ab8f49eff2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:03.450007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f13c2fb7-9784-4883-8cde-8a793e9476a2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.459144 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0d533488-9a13-4410-bd27-e7ab8f49eff2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:03.469559 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc3ef-1fbb-4bf8-b879-5ffc039d1fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.479958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d533488-9a13-4410-bd27-e7ab8f49eff2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:03.481853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0d533488-9a13-4410-bd27-e7ab8f49eff2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.493237 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f3704c7b-0d65-4cc0-a5ff-628a3c8cc3cf None None] Provisioning complete for port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:03.493568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f3704c7b-0d65-4cc0-a5ff-628a3c8cc3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.514591 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c2fb7-9784-4883-8cde-8a793e9476a2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f506491a-ecd6-4009-a45a-3ca3073331ba,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:03.550679 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0c1fe20d-7a65-42f2-a281-5749e1d8f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.562504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.638838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d533488-9a13-4410-bd27-e7ab8f49eff2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=0b9f4dcb-5c89-4b7a-a19a-e5843f0e2432,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:03.648988 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f13c2fb7-9784-4883-8cde-8a793e9476a2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.649357 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f13c2fb7-9784-4883-8cde-8a793e9476a2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/f506491a-ecd6-4009-a45a-3ca3073331ba HTTP/1.1" status: 204 len: 168 time: 1.2414510 Jan 27 17:16:03.653245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cc3ef-1fbb-4bf8-b879-5ffc039d1fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:03.671495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40584) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:03.682262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1fe20d-7a65-42f2-a281-5749e1d8f1a2 None None] No DVR routers for this DVR port bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:03.688462 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fe20d-7a65-42f2-a281-5749e1d8f1a2 None None] Pushing event deleted for resources: {'Port': ['ID=bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:03.703380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Pushing event deleted for resources: {'Port': ['ID=8ac8f7e5-17de-488f-a539-6d66e35fb57c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:03.705649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Attempting to bind port c920d0db-8b26-4313-8f2c-12a8551c07c5 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:03.705902 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Attempting to bind port c920d0db-8b26-4313-8f2c-12a8551c07c5 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'ba33b198-1262-42d6-ba49-7277e5d4b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '24c2bbaf-71d3-4417-8f23-dbc60a8a18af'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:03.706382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Attempting to bind port c920d0db-8b26-4313-8f2c-12a8551c07c5 on network 24c2bbaf-71d3-4417-8f23-dbc60a8a18af {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:03.745391 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0d533488-9a13-4410-bd27-e7ab8f49eff2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4202354 Jan 27 17:16:03.745391 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40588) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:03.754138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'mac_address': 'fa:16:3e:a6:5a:ac', 'name': 'tempest-NetworksTestDHCPv6-618650365'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:03.763549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:03.763549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Checking segment: {'id': 'ba33b198-1262-42d6-ba49-7277e5d4b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '24c2bbaf-71d3-4417-8f23-dbc60a8a18af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:03.764706 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.765152 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Bound using segment: {'id': 'ba33b198-1262-42d6-ba49-7277e5d4b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '24c2bbaf-71d3-4417-8f23-dbc60a8a18af'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:03.765807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Bound port: c920d0db-8b26-4313-8f2c-12a8551c07c5, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba33b198-1262-42d6-ba49-7277e5d4b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '24c2bbaf-71d3-4417-8f23-dbc60a8a18af'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:03.766322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.839225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f3704c7b-0d65-4cc0-a5ff-628a3c8cc3cf None None] Port cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:03.847531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 261eab44-7b79-432c-a167-52b50c81b52c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=261eab44-7b79-432c-a167-52b50c81b52c,segment=NetworkSegment(0ac2a38d-6183-4ff8-bae3-86d75db1a6cd),segment_id=0ac2a38d-6183-4ff8-bae3-86d75db1a6cd)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:03.902486 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.914853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.916085 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.916867 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:03.933221 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc3ef-1fbb-4bf8-b879-5ffc039d1fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.973871 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7cf04d6c-c7bd-4b51-a918-4bba9f8a53fe tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:04.003457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Transition to ACTIVE for port object ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:04.005525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:04.007567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=f966e7fc-2d58-43be-8a7a-e139ca03a9c6,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:04.017454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:04.029358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cc3ef-1fbb-4bf8-b879-5ffc039d1fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:04.035348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:04.055433 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc3ef-1fbb-4bf8-b879-5ffc039d1fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.070948 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:04.071565 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bdd1c0f4-5bcf-483a-8f79-e6bd2cbd1a3b not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:04.094599 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8f0cc3ef-1fbb-4bf8-b879-5ffc039d1fcc tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/ports/cd5cf6b1-d9f4-43fe-ae21-7314f6bb9b01 HTTP/1.1" status: 204 len: 168 time: 1.2531173 Jan 27 17:16:04.095806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40592) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:04.135013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.184692 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7cf04d6c-c7bd-4b51-a918-4bba9f8a53fe tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:04.186069 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7cf04d6c-c7bd-4b51-a918-4bba9f8a53fe tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5138328 Jan 27 17:16:04.194233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40598) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:04.241522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] For port 261eab44-7b79-432c-a167-52b50c81b52c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=261eab44-7b79-432c-a167-52b50c81b52c,segment=NetworkSegment(0ac2a38d-6183-4ff8-bae3-86d75db1a6cd),segment_id=0ac2a38d-6183-4ff8-bae3-86d75db1a6cd)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:04.243837 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.461301 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bf679346-b744-4d31-b514-4b2228d10d02 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:04.468693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.502643 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Calling delete_port for 261eab44-7b79-432c-a167-52b50c81b52c owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:04.514243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.555537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port c4397cc9-e1f1-4df7-8d12-5076d2991862 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:16:04.560939 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.561607 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: bf679346-b744-4d31-b514-4b2228d10d02 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:04.561826 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bf679346-b744-4d31-b514-4b2228d10d02 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:04.562440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 25735ede-b227-4816-acf9-a7bbf9eab222 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:04.567957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.571175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.592038 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=261eab44-7b79-432c-a167-52b50c81b52c,revision_number=11']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:04.602282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Deleting port 261eab44-7b79-432c-a167-52b50c81b52c {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:04.602670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.613838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] For port c920d0db-8b26-4313-8f2c-12a8551c07c5, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:04.660526 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] For port c920d0db-8b26-4313-8f2c-12a8551c07c5, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c920d0db-8b26-4313-8f2c-12a8551c07c5,segment=NetworkSegment(ba33b198-1262-42d6-ba49-7277e5d4b4f8),segment_id=ba33b198-1262-42d6-ba49-7277e5d4b4f8)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:04.682400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.758923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-0304fe03-eba7-45d1-9edd-7cb9e5e7e34b None None] For port 25735ede-b227-4816-acf9-a7bbf9eab222, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=25735ede-b227-4816-acf9-a7bbf9eab222,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:04.759296 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0304fe03-eba7-45d1-9edd-7cb9e5e7e34b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.776351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:16:04.776801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:16:04.788829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.791460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.835813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.846864 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::2af (185d5333-05b7-45cc-a2cf-ffb552748715/0b9f4dcb-5c89-4b7a-a19a-e5843f0e2432/c4397cc9-e1f1-4df7-8d12-5076d2991862) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:04.928437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] For port 261eab44-7b79-432c-a167-52b50c81b52c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=261eab44-7b79-432c-a167-52b50c81b52c,segment=NetworkSegment(0ac2a38d-6183-4ff8-bae3-86d75db1a6cd),segment_id=0ac2a38d-6183-4ff8-bae3-86d75db1a6cd)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:04.928789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.948769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0304fe03-eba7-45d1-9edd-7cb9e5e7e34b None None] Calling delete_port for 25735ede-b227-4816-acf9-a7bbf9eab222 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:04.973755 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.974969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Fanout notify agent at l3_agent the message router_deleted on router f35f0f22-3264-4d12-9b55-831727d653be {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:16:04.987867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 24c2bbaf-71d3-4417-8f23-dbc60a8a18af is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:05.040907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:05.066386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9c4b4-2e0c-49d9-91b3-22bb09ec4d8a None None] Pushing event updated for resources: {'Port': ['ID=c920d0db-8b26-4313-8f2c-12a8551c07c5,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:05.081036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:05.107932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.188517 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:05.190830 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f910793-d042-4b32-9647-5a1ebfc1caab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.221473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:05.222232 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.239513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0304fe03-eba7-45d1-9edd-7cb9e5e7e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.242883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Calling delete_port for 261eab44-7b79-432c-a167-52b50c81b52c owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:05.296720 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.300268 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c6212833-84b8-4ace-a5f9-1dc60494173d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/routers/f35f0f22-3264-4d12-9b55-831727d653be HTTP/1.1" status: 204 len: 168 time: 5.1325259 Jan 27 17:16:05.302736 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.303293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Fanout notify agent at l3_agent the message router_deleted on router ccaf0060-1758-4bd7-b5c6-5304ce6183fc {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:16:05.307360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40604) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:05.332636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.334687 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8c119f5a-598b-4154-b510-d310f787156a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "DELETE /v2.0/routers/ccaf0060-1758-4bd7-b5c6-5304ce6183fc HTTP/1.1" status: 204 len: 168 time: 5.2538025 Jan 27 17:16:05.340233 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2e9bae41-1e0c-445d-9474-223d33714dc5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.7051537 Jan 27 17:16:05.340473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Deleting port 261eab44-7b79-432c-a167-52b50c81b52c {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:05.341198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.342925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f910793-d042-4b32-9647-5a1ebfc1caab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.352916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40608) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:05.353528 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40610) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:05.364165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1970234205', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'enable_snat': False}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:05.437554 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304fe03-eba7-45d1-9edd-7cb9e5e7e34b None None] No DVR routers for this DVR port 25735ede-b227-4816-acf9-a7bbf9eab222 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:05.493413 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f92fef-8222-4fcb-8e54-8f7ec1186438 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:05.508429 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304fe03-eba7-45d1-9edd-7cb9e5e7e34b None None] Pushing event deleted for resources: {'Port': ['ID=25735ede-b227-4816-acf9-a7bbf9eab222,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:05.556429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7550bebe-82f3-41c4-baa7-1fae095fe1f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.706687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.803996 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:05.809885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Port': ['ID=261eab44-7b79-432c-a167-52b50c81b52c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:05.835983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] No DVR routers for this DVR port 261eab44-7b79-432c-a167-52b50c81b52c on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:05.840500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Usage tracker for resource:router and tenant:7c802c3f6490405984f01b22559f4e93 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:05.863100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] For port 261eab44-7b79-432c-a167-52b50c81b52c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=261eab44-7b79-432c-a167-52b50c81b52c,segment=NetworkSegment(0ac2a38d-6183-4ff8-bae3-86d75db1a6cd),segment_id=0ac2a38d-6183-4ff8-bae3-86d75db1a6cd)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:05.863743 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.911044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:05.922760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f910793-d042-4b32-9647-5a1ebfc1caab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.940649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:05.975260 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.976200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.001640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.013990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Calling delete_port for 261eab44-7b79-432c-a167-52b50c81b52c owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:06.023050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f910793-d042-4b32-9647-5a1ebfc1caab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10981d13-f633-4bf6-b70b-7e2f5d77bafb,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:06.032503 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f5e4-57df-438b-a198-435826e62f22 req-56dfdb4b-cf71-46d6-974d-58641cacc7c0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:06.034102 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3522f5e4-57df-438b-a198-435826e62f22 req-56dfdb4b-cf71-46d6-974d-58641cacc7c0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 945 time: 1.4700191 Jan 27 17:16:06.097644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7550bebe-82f3-41c4-baa7-1fae095fe1f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.108447 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object c4397cc9-e1f1-4df7-8d12-5076d2991862 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:06.189319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.214464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-7550bebe-82f3-41c4-baa7-1fae095fe1f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:06.223641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:16:06.224641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:16:06.244606 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-7550bebe-82f3-41c4-baa7-1fae095fe1f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024825c6-1a5d-4834-9cc1-f0fe5161b17a') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:06.245726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-7550bebe-82f3-41c4-baa7-1fae095fe1f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024825c6-1a5d-4834-9cc1-f0fe5161b17a') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:06.252037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': '0b9f4dcb-5c89-4b7a-a19a-e5843f0e2432'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:16:06.253733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.254986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9658dae9-f895-459e-b2b5-482ed52ec61a']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:06.279008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7550bebe-82f3-41c4-baa7-1fae095fe1f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.290007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac2a38d-6183-4ff8-bae3-86d75db1a6cd') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:06.290703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac2a38d-6183-4ff8-bae3-86d75db1a6cd') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:06.314779 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.328690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7550bebe-82f3-41c4-baa7-1fae095fe1f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.336877 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.391877 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7550bebe-82f3-41c4-baa7-1fae095fe1f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:16:06.392698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7550bebe-82f3-41c4-baa7-1fae095fe1f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.414912 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f910793-d042-4b32-9647-5a1ebfc1caab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.416814 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0f910793-d042-4b32-9647-5a1ebfc1caab tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-groups/10981d13-f633-4bf6-b70b-7e2f5d77bafb HTTP/1.1" status: 204 len: 168 time: 2.1167345 Jan 27 17:16:06.429926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.435324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c920d0db-8b26-4313-8f2c-12a8551c07c5 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:16:06.438047 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:16:06.450866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40616) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:06.457260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:06.465405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:16:06.466710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.510852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.527199 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3522f5e4-57df-438b-a198-435826e62f22 req-e07ab3b6-24e7-4d82-b875-d06a14379f8c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4770930 Jan 27 17:16:06.534656 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port c920d0db-8b26-4313-8f2c-12a8551c07c5 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:06.538792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Allocated IP 2001:db8::2 (185d5333-05b7-45cc-a2cf-ffb552748715/0b9f4dcb-5c89-4b7a-a19a-e5843f0e2432/9b27c2d4-bbff-47db-b21a-012886e40a4d) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:06.544836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:16:06.546910 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:16:06.558406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:06.566100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:06.566919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.746736 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=c4397cc9-e1f1-4df7-8d12-5076d2991862,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:06.755411 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.759624 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-bf4213fa-337d-4f4a-a9bb-aeef01c73e9d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:06.762713 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-bf4213fa-337d-4f4a-a9bb-aeef01c73e9d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 945 time: 0.7793422 Jan 27 17:16:06.769235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f966e7fc-2d58-43be-8a7a-e139ca03a9c6 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:06.777277 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-97227a37-7dd3-45c1-b048-5d0c8949007c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:06.786517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7550bebe-82f3-41c4-baa7-1fae095fe1f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.789565 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.798980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] Pushing event deleted for resources: {'Network': ['ID=9658dae9-f895-459e-b2b5-482ed52ec61a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:06.801920 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-13e34d0e-fbf1-4240-b4a5-c86dd5761b85 tempest-PortsTestJSON-109292099 tempest-PortsTestJSON-109292099-project] 10.222.0.81 "DELETE /v2.0/networks/9658dae9-f895-459e-b2b5-482ed52ec61a HTTP/1.1" status: 204 len: 168 time: 2.7051675 Jan 27 17:16:06.822551 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-242306e0-49f8-47df-a2a9-59f9aa6d5645 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0761468 Jan 27 17:16:06.824573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7550bebe-82f3-41c4-baa7-1fae095fe1f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.827197 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7550bebe-82f3-41c4-baa7-1fae095fe1f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/networks/d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c HTTP/1.1" status: 204 len: 168 time: 1.5182056 Jan 27 17:16:06.829189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40622) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:06.838298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Deleting port 261eab44-7b79-432c-a167-52b50c81b52c {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:06.838704 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.845079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550bebe-82f3-41c4-baa7-1fae095fe1f0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Network': ['ID=d7682d6e-4ebd-4c52-8fdd-cba9dd43cf4c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:06.859393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40624) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:06.865615 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'network': {'name': 'tempest-network-smoke--1674690668', 'project_id': '44b0386278b54442ad833b884f51ee72', 'port_security_enabled': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:06.873073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:06.878454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:network and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:06.884047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:06.894140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:06.914303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:06.920635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: f966e7fc-2d58-43be-8a7a-e139ca03a9c6 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:06.921074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f966e7fc-2d58-43be-8a7a-e139ca03a9c6 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:06.921336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.968126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7740e06b-de54-4b82-a88c-6de34de67d2f None None] Network 24c2bbaf-71d3-4417-8f23-dbc60a8a18af requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:06.989036 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e9acb47d-d051-4606-b790-1d6b5006d6eb None None] The port '261eab44-7b79-432c-a167-52b50c81b52c' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:16:07.012052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:16:07.029910 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.031382 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Added segment 652f9c8e-0dd1-4a0e-8964-2add538bfe4c of type vlan for network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c Jan 27 17:16:07.103853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.138124 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f72b001e-d39e-4037-a5f6-95ca832c2da5 None None] Provisioning for port c920d0db-8b26-4313-8f2c-12a8551c07c5 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:07.149790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f72b001e-d39e-4037-a5f6-95ca832c2da5 None None] Provisioning complete for port c920d0db-8b26-4313-8f2c-12a8551c07c5 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:07.150193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f72b001e-d39e-4037-a5f6-95ca832c2da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.156678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.168373 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:07.169087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.221283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-97227a37-7dd3-45c1-b048-5d0c8949007c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:07.225408 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-97227a37-7dd3-45c1-b048-5d0c8949007c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.7667713 Jan 27 17:16:07.230379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.238572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Deleting port d3c9eb93-504d-4380-8549-de83c031e266 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:07.239201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.277653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40632) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:07.279726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.309646 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.320474 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40636) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:07.322306 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Transition to ACTIVE for port object 9b27c2d4-bbff-47db-b21a-012886e40a4d will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:07.332978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Network': ['ID=b9bf0c44-3de1-4a38-bbb5-da77ccbe891c,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:07.360551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:16:07.398096 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7d4910d6-f8d7-4d8e-ab62-0ec1e2226764 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5278678 Jan 27 17:16:07.401142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40642) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:07.407692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'admin_state_up': True, 'project_id': '44b0386278b54442ad833b884f51ee72', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:07.416951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:07.421736 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:router and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:07.426529 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:07.430669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Transition to ACTIVE for port object 9b27c2d4-bbff-47db-b21a-012886e40a4d will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:07.495791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.616369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:07.631993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.633406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.654892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.688764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:07.701967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:07.709505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:07.723269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f72b001e-d39e-4037-a5f6-95ca832c2da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.735943 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Pushing event updated for resources: {'Port': ['ID=9b27c2d4-bbff-47db-b21a-012886e40a4d,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:07.838153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2949f1-5f44-4ce1-bf92-87cc5c1498c6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:07.843959 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8a2949f1-5f44-4ce1-bf92-87cc5c1498c6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.9211140 Jan 27 17:16:07.863760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f72b001e-d39e-4037-a5f6-95ca832c2da5 None None] For port c920d0db-8b26-4313-8f2c-12a8551c07c5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c920d0db-8b26-4313-8f2c-12a8551c07c5,segment=NetworkSegment(ba33b198-1262-42d6-ba49-7277e5d4b4f8),segment_id=ba33b198-1262-42d6-ba49-7277e5d4b4f8)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:07.868007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40648) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:07.872039 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Attempting to bind port 9b27c2d4-bbff-47db-b21a-012886e40a4d on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:07.872559 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Attempting to bind port 9b27c2d4-bbff-47db-b21a-012886e40a4d by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:07.872923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Attempting to bind port 9b27c2d4-bbff-47db-b21a-012886e40a4d on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:07.875434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f72b001e-d39e-4037-a5f6-95ca832c2da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.945818 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:07.946076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:07.946467 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.946785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:07.947256 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Bound port: 9b27c2d4-bbff-47db-b21a-012886e40a4d, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:07.947778 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.997680 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b001e-d39e-4037-a5f6-95ca832c2da5 None None] Pushing event updated for resources: {'Port': ['ID=c920d0db-8b26-4313-8f2c-12a8551c07c5,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:08.037946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fe7a107-1a6d-4964-aa6c-98f7d7db5976 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.060681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.067066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] For port 9b27c2d4-bbff-47db-b21a-012886e40a4d, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:08.071604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] For port 9b27c2d4-bbff-47db-b21a-012886e40a4d, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9b27c2d4-bbff-47db-b21a-012886e40a4d,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:08.078921 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.110802 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-74937247-4822-4dcf-a906-3523c876739a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=63c2fae895274945a56d5a9f9e951d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7784486 Jan 27 17:16:08.113836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40652) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:08.203351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2907b-3529-4afc-8937-3897ac867643 None None] Pushing event updated for resources: {'Port': ['ID=9b27c2d4-bbff-47db-b21a-012886e40a4d,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:08.239075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-aff16ef9-a041-405a-97bc-712159a69b94 None None] Provisioning complete for port c920d0db-8b26-4313-8f2c-12a8551c07c5 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:08.239555 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-aff16ef9-a041-405a-97bc-712159a69b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.281269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c920d0db-8b26-4313-8f2c-12a8551c07c5 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:08.286097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fca76-58b7-42ff-b817-bfc59b9279de req-03fa324b-aa50-4287-b8eb-ae7545b1c4b7 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:08.287869 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0d3fca76-58b7-42ff-b817-bfc59b9279de req-03fa324b-aa50-4287-b8eb-ae7545b1c4b7 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 945 time: 0.5218308 Jan 27 17:16:08.344476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f952b7f7-96ed-4bb8-a541-4a5abd14dec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.406437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f952b7f7-96ed-4bb8-a541-4a5abd14dec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.467381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-12a7ca08-b9af-4171-ada0-232815c83c61 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port c4397cc9-e1f1-4df7-8d12-5076d2991862 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:08.467878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12a7ca08-b9af-4171-ada0-232815c83c61 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.500194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c920d0db-8b26-4313-8f2c-12a8551c07c5 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:08.500562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.510795 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0d3fca76-58b7-42ff-b817-bfc59b9279de req-e57625f6-b9fe-484b-8322-ae1cb0c319bd tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888561 Jan 27 17:16:08.562810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fe7a107-1a6d-4964-aa6c-98f7d7db5976 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.617179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f952b7f7-96ed-4bb8-a541-4a5abd14dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.619376 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-aff16ef9-a041-405a-97bc-712159a69b94 None None] Provisioning for port ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:08.638731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952b7f7-96ed-4bb8-a541-4a5abd14dec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca4648b-9547-4b2e-8088-ce9030c6cc45,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:08.638982 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-aff16ef9-a041-405a-97bc-712159a69b94 None None] Provisioning complete for port ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:08.639126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-aff16ef9-a041-405a-97bc-712159a69b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.738037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-aff16ef9-a041-405a-97bc-712159a69b94 None None] Port ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:08.741666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f952b7f7-96ed-4bb8-a541-4a5abd14dec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.741666 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f952b7f7-96ed-4bb8-a541-4a5abd14dec4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eca4648b-9547-4b2e-8088-ce9030c6cc45 HTTP/1.1" status: 204 len: 168 time: 0.6256087 Jan 27 17:16:08.909828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-215bf2c9-e93a-46a1-8071-a20493ba07c1 None None] Provisioning complete for port ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:08.910321 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-215bf2c9-e93a-46a1-8071-a20493ba07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.932328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.949707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] For port d3c9eb93-504d-4380-8549-de83c031e266, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d3c9eb93-504d-4380-8549-de83c031e266,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:08.950634 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.981520 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device d3c9eb93-504d-4380-8549-de83c031e266 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:09.001403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:09.142973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-215bf2c9-e93a-46a1-8071-a20493ba07c1 None None] Port ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:09.164449 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fe7a107-1a6d-4964-aa6c-98f7d7db5976 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:09.231933 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.40 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/9bfd86ef-8b81-4156-ba91-41448d47fd11) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:09.262536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:16:09.317423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12a7ca08-b9af-4171-ada0-232815c83c61 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:09.317990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:09.382261 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3c9eb93-504d-4380-8549-de83c031e266'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:16:09.422558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port d3c9eb93-504d-4380-8549-de83c031e266, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d3c9eb93-504d-4380-8549-de83c031e266,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:09.431781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:09.512499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:09.548364 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3c9eb93-504d-4380-8549-de83c031e266', 'code': 200} Jan 27 17:16:09.590330 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=d3c9eb93-504d-4380-8549-de83c031e266,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:09.590935 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:09.707638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:09.713503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:09.716870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:09.818398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=9bfd86ef-8b81-4156-ba91-41448d47fd11,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:09.989565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:09.990133 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:09.990613 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Floating IP 183931c5-a6f0-474c-af7f-ed457c2743e3 disassociated. External IP: 172.26.8.85, port: d3c9eb93-504d-4380-8549-de83c031e266. Jan 27 17:16:09.991031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Calling delete_port for d3c9eb93-504d-4380-8549-de83c031e266 owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:10.056663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.066562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-12a7ca08-b9af-4171-ada0-232815c83c61 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for c4397cc9-e1f1-4df7-8d12-5076d2991862 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:10.183258 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3a3addf9-2b06-4681-bc18-884fb753955f None None] Provisioning for port 9b27c2d4-bbff-47db-b21a-012886e40a4d completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:10.193625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40680) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:10.194639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7a107-1a6d-4964-aa6c-98f7d7db5976 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d19de1-dc53-4fa7-98af-ada2442f80b4,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:10.241937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ca50c-b8ad-486c-9b44-4b2d7a40b153 req-afe47999-af1f-4212-9870-095f84ef988d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:10.243516 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1e9ca50c-b8ad-486c-9b44-4b2d7a40b153 req-afe47999-af1f-4212-9870-095f84ef988d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 943 time: 0.5325303 Jan 27 17:16:10.321427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.390317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9b27c2d4-bbff-47db-b21a-012886e40a4d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:10.490154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-543405319'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:10.527365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:10.537178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:network and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:10.543266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:10.556597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 9b27c2d4-bbff-47db-b21a-012886e40a4d completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:10.564180 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1e9ca50c-b8ad-486c-9b44-4b2d7a40b153 req-7b82f8c9-ddfe-4d8b-86d7-d4270cccc6ba tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057737 Jan 27 17:16:10.568225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:10.573022 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 9b27c2d4-bbff-47db-b21a-012886e40a4d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:10.575519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.646154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fe7a107-1a6d-4964-aa6c-98f7d7db5976 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.650629 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8fe7a107-1a6d-4964-aa6c-98f7d7db5976 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-groups/49d19de1-dc53-4fa7-98af-ada2442f80b4 HTTP/1.1" status: 204 len: 168 time: 3.3704185 Jan 27 17:16:10.652601 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.694076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40686) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:10.702252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.705165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:10.710857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.711262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:10.785553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:16:10.785922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:16:10.807401 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0bfee79b-5ab1-48e4-bc40-b02363f9c1e7 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1127026 Jan 27 17:16:10.808711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40690) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:10.812070 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.830766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group': {'name': 'tempest-secgroup--934422736'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:10.842747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:10.852855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:10.853194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ba61a26e-08e7-4272-8a06-f50d3388636b None None] Provisioning for port c4397cc9-e1f1-4df7-8d12-5076d2991862 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:10.856812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:10.859331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12a7ca08-b9af-4171-ada0-232815c83c61 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.864033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:10.867957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:security_group_rule and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:10.871319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.886576 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.929192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:10.943746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:10.946709 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ba61a26e-08e7-4272-8a06-f50d3388636b None None] Provisioning complete for port c4397cc9-e1f1-4df7-8d12-5076d2991862 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:10.947061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:10.947239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ba61a26e-08e7-4272-8a06-f50d3388636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.992008 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ba61a26e-08e7-4272-8a06-f50d3388636b None None] Port c4397cc9-e1f1-4df7-8d12-5076d2991862 was deleted so its status cannot be updated. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:16:11.006341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7ca08-b9af-4171-ada0-232815c83c61 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=c4397cc9-e1f1-4df7-8d12-5076d2991862,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:11.012741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.022008 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 9b27c2d4-bbff-47db-b21a-012886e40a4d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9b27c2d4-bbff-47db-b21a-012886e40a4d,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:11.028824 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.051500 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:11.060146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:11.065200 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:11.126208 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=9b27c2d4-bbff-47db-b21a-012886e40a4d,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:11.133971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1318c3d9-5530-4436-9cbb-266d42362aad None None] Provisioning complete for port ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:11.134213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12a7ca08-b9af-4171-ada0-232815c83c61 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.134574 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1318c3d9-5530-4436-9cbb-266d42362aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.139814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:11.204324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1318c3d9-5530-4436-9cbb-266d42362aad None None] Port ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:11.251030 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-12a7ca08-b9af-4171-ada0-232815c83c61 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/c4397cc9-e1f1-4df7-8d12-5076d2991862 HTTP/1.1" status: 204 len: 168 time: 3.3762736 Jan 27 17:16:11.252829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40694) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:11.296286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Deleting port d3c9eb93-504d-4380-8549-de83c031e266 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:11.296611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.358911 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.432364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.434107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Allocated IP 172.26.8.7 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/2bd749b3-0ab6-4a84-b903-4708964c1444) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:11.509663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.556215 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b4774-9d05-4f09-8eca-a091965faf62 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:11.558130 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1207} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:16:11.561940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b4774-9d05-4f09-8eca-a091965faf62 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:11.564400 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:16:11.565393 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d06b4774-9d05-4f09-8eca-a091965faf62 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3085527 Jan 27 17:16:11.582572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40698) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:11.584840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.637891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.638336 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Added segment d5364512-1080-40f9-8cf3-1079191c8535 of type vlan for network d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78 Jan 27 17:16:11.639892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94698de-c824-405a-b9d6-dc25e8aa82be,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:11.643677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.727564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.740836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e4bf90-09c7-42be-b742-805ade5d3171,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:11.860043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89f9755-cae6-4cf8-8e67-8cd4a8ce4a1d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 0b9f4dcb-5c89-4b7a-a19a-e5843f0e2432 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:11.880610 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e89f9755-cae6-4cf8-8e67-8cd4a8ce4a1d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.920375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.944438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.945697 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5c99567a-e9f0-4cfc-9132-2045536ff744 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1236899 Jan 27 17:16:11.953487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40704) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:11.984495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b97b3869-1cb8-4aab-91fa-53f93530ec67 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group_rule': {'security_group_id': '03e4bf90-09c7-42be-b742-805ade5d3171', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:12.001534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e89f9755-cae6-4cf8-8e67-8cd4a8ce4a1d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.042196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b97b3869-1cb8-4aab-91fa-53f93530ec67 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:12.052556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b97b3869-1cb8-4aab-91fa-53f93530ec67 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:12.058795 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b97b3869-1cb8-4aab-91fa-53f93530ec67 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:12.129052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b97b3869-1cb8-4aab-91fa-53f93530ec67 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:12.144133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.149581 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:12.150235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.227936 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9b27c2d4-bbff-47db-b21a-012886e40a4d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:12.309091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.312973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 9b27c2d4-bbff-47db-b21a-012886e40a4d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:12.313596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.317275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.335917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] For port d3c9eb93-504d-4380-8549-de83c031e266, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d3c9eb93-504d-4380-8549-de83c031e266,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:12.336274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.418581 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2234073 Jan 27 17:16:12.421680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b97b3869-1cb8-4aab-91fa-53f93530ec67 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.424402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7373a-6446-47da-8074-a26b7a2a29ad req-c565f043-f1f9-4a7f-8fc5-d4bce66414b4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:12.425145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8dd7373a-6446-47da-8074-a26b7a2a29ad req-c565f043-f1f9-4a7f-8fc5-d4bce66414b4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Synchronizing usage tracker for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:12.430896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40708) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:12.451767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1545117567'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:12.515873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:12.526907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d1435-25e7-4ced-be28-1cbdab999f02 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Network': ['ID=d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:12.540434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:16:12.541009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:network and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:12.548325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:12.570174 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:12.603454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e89f9755-cae6-4cf8-8e67-8cd4a8ce4a1d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.605449 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8dd7373a-6446-47da-8074-a26b7a2a29ad req-c565f043-f1f9-4a7f-8fc5-d4bce66414b4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Unset dirty status for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:12.607020 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8dd7373a-6446-47da-8074-a26b7a2a29ad req-c565f043-f1f9-4a7f-8fc5-d4bce66414b4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 943 time: 0.9206498 Jan 27 17:16:12.654157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:12.658280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.682610 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:16:12.723503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b97b3869-1cb8-4aab-91fa-53f93530ec67 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.798277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b97b3869-1cb8-4aab-91fa-53f93530ec67 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.805309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:16:12.863191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.863493 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Added segment 69bc9ed6-ae72-4152-be92-c1aab4105f4e of type vlan for network 5f5e6144-a703-4bb9-9f94-b1291182e2fb Jan 27 17:16:12.875439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b3869-1cb8-4aab-91fa-53f93530ec67 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595c45b5-7f38-4060-9a54-a29b1ed1079b,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:12.903078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.908463 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e89f9755-cae6-4cf8-8e67-8cd4a8ce4a1d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.968564 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8dd7373a-6446-47da-8074-a26b7a2a29ad req-3497bd33-ce89-4b6f-99fc-f0b87b90c1a5 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3413057 Jan 27 17:16:13.013099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.013467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.013779 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Floating IP 183931c5-a6f0-474c-af7f-ed457c2743e3 disassociated. External IP: 172.26.8.85, port: d3c9eb93-504d-4380-8549-de83c031e266. Jan 27 17:16:13.014086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Calling delete_port for d3c9eb93-504d-4380-8549-de83c031e266 owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:13.015683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b97b3869-1cb8-4aab-91fa-53f93530ec67 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.016903 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b97b3869-1cb8-4aab-91fa-53f93530ec67 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0554571 Jan 27 17:16:13.032747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40712) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:13.047315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e89f9755-cae6-4cf8-8e67-8cd4a8ce4a1d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.049238 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e89f9755-cae6-4cf8-8e67-8cd4a8ce4a1d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/0b9f4dcb-5c89-4b7a-a19a-e5843f0e2432 HTTP/1.1" status: 204 len: 168 time: 1.4619675 Jan 27 17:16:13.050262 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f9755-cae6-4cf8-8e67-8cd4a8ce4a1d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=0b9f4dcb-5c89-4b7a-a19a-e5843f0e2432,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:13.055812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40716) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:13.059523 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:13.063532 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe2dd2-4121-425e-b6bd-5c7cbe165a42 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:13.067393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.089322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:13.100893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:13.129581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event updated for resources: {'Port': ['ID=2bd749b3-0ab6-4a84-b903-4708964c1444,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:13.186438 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e763f0b1-868b-4348-bef2-9ad893e761dd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265419 Jan 27 17:16:13.195933 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40720) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:13.203327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:13.237783 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Sync routers for ids ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:13.260597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d4c7cfa-75a1-4994-88a9-c55294861103 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.302560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d4c7cfa-75a1-4994-88a9-c55294861103 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.327510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.332940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:13.333579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.351331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Routers {'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:13.353288 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:13.355484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.357101 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1e781690-bb04-4c9e-bee1-6d718a71b46e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9550600 Jan 27 17:16:13.365096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40724) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:13.398240 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.411996 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.459610 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f744b02c-acb9-4f2d-b0bb-a69e3c1d5186 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b0386278b54442ad833b884f51ee72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0804372 Jan 27 17:16:13.465790 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0306015 Jan 27 17:16:13.466786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d4c7cfa-75a1-4994-88a9-c55294861103 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.471748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d4c7cfa-75a1-4994-88a9-c55294861103 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.473641 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8d4c7cfa-75a1-4994-88a9-c55294861103 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/595c45b5-7f38-4060-9a54-a29b1ed1079b HTTP/1.1" status: 204 len: 168 time: 0.4306178 Jan 27 17:16:13.474620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40728) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:13.474955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40730) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:13.483721 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40732) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:13.569214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'subnet': {'network_id': 'd3ac606e-b9c4-4f48-9a71-63d2dcb1fb78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:13.601739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c7cfa-75a1-4994-88a9-c55294861103 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=595c45b5-7f38-4060-9a54-a29b1ed1079b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:13.613842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac13f2-3f3d-447d-bd02-89b4ad0b0840 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Network': ['ID=5f5e6144-a703-4bb9-9f94-b1291182e2fb,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:13.656283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 5f5e6144-a703-4bb9-9f94-b1291182e2fb details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:16:13.726336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:13.774836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.799448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Set router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:13.808627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24324faf-6cbf-4566-a2d1-6df93d483e3c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:13.809466 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-24324faf-6cbf-4566-a2d1-6df93d483e3c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:13.838946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:13.866535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:subnet and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:13.874626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:13.886078 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c566cd75-c5e0-4e79-b492-2c5d570d4b1c tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:13.888007 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c566cd75-c5e0-4e79-b492-2c5d570d4b1c tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4009604 Jan 27 17:16:13.889938 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:13.892134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40740) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:13.895060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-24324faf-6cbf-4566-a2d1-6df93d483e3c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:13.900560 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-24324faf-6cbf-4566-a2d1-6df93d483e3c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6983266 Jan 27 17:16:13.930890 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40744) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:13.952762 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8602f6-986e-4512-bd18-967a4e31aaa1 None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:16:13.981535 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0e8602f6-986e-4512-bd18-967a4e31aaa1 None None] Deleting port 9b27c2d4-bbff-47db-b21a-012886e40a4d {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:13.982075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0e8602f6-986e-4512-bd18-967a4e31aaa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.997910 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5b1f2c95-33c8-4f5a-819e-7680d3bfdc95 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1012464 Jan 27 17:16:13.999046 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:14.003275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.023287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40748) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.041398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1604481982', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:14.141561 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.154504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2394807c-8411-40e6-a6c9-038f3969d3f5 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:14.174647 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ed508-3d98-4faa-88b1-bbf0593ccfac tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:14.175340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-778ed508-3d98-4faa-88b1-bbf0593ccfac tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:14.224412 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9b27c2d4-bbff-47db-b21a-012886e40a4d no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:14.295206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 24c2bbaf-71d3-4417-8f23-dbc60a8a18af is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:14.314098 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:14.317113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event deleted for resources: {'Port': ['ID=d3c9eb93-504d-4380-8549-de83c031e266,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:14.404055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2394807c-8411-40e6-a6c9-038f3969d3f5 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:14.406108 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2394807c-8411-40e6-a6c9-038f3969d3f5 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9139173 Jan 27 17:16:14.435067 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40754) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.490940 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ecdce771-371a-47dd-a144-614e13347c20 req-0e318b1b-d628-48c1-a3ac-a565c0929987 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 210 time: 0.3199079 Jan 27 17:16:14.511251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:14.513833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-778ed508-3d98-4faa-88b1-bbf0593ccfac tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:14.515026 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-778ed508-3d98-4faa-88b1-bbf0593ccfac tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5804210 Jan 27 17:16:14.524181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40758) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.525151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:subnet and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:14.531567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:14.596329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:14.623571 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fbcc40ca-2198-429f-b648-494086838d9b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943224 Jan 27 17:16:14.658198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40762) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.661345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:14.664955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.691951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-2bcc0081-5d00-4f75-a64c-d2959870f84c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:14.723301 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-0e8602f6-986e-4512-bd18-967a4e31aaa1 None None] For port 9b27c2d4-bbff-47db-b21a-012886e40a4d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9b27c2d4-bbff-47db-b21a-012886e40a4d,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:14.724617 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0e8602f6-986e-4512-bd18-967a4e31aaa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.894468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.911759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0e8602f6-986e-4512-bd18-967a4e31aaa1 None None] Calling delete_port for 9b27c2d4-bbff-47db-b21a-012886e40a4d owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:14.946629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-2bcc0081-5d00-4f75-a64c-d2959870f84c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:14.982185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-2bcc0081-5d00-4f75-a64c-d2959870f84c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:14.989327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.005034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-59a676cd-5589-4442-864b-4108e7132403 None None] Provisioning complete for port ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:15.005580 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-59a676cd-5589-4442-864b-4108e7132403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.053717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcc0081-5d00-4f75-a64c-d2959870f84c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:15.057638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0081-5d00-4f75-a64c-d2959870f84c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.088809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.129099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-59a676cd-5589-4442-864b-4108e7132403 None None] Port ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:15.143407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:10Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:15.150389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Checking router: c97cbcf9-aed2-49e9-b61c-3ee9b950a75e for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:15.150871 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Updating router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e port 9bfd86ef-8b81-4156-ba91-41448d47fd11 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:16:15.191399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0e8602f6-986e-4512-bd18-967a4e31aaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.192200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b542ed0-4cbd-47bc-9aec-a630197c7ad3 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.277827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Subnet': ['ID=fb019943-20aa-47e6-b1dd-a89ce14ef204,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:15.292364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8602f6-986e-4512-bd18-967a4e31aaa1 None None] Pushing event deleted for resources: {'Port': ['ID=9b27c2d4-bbff-47db-b21a-012886e40a4d,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:15.292831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Checking segment: {'id': 'd5364512-1080-40f9-8cf3-1079191c8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd3ac606e-b9c4-4f48-9a71-63d2dcb1fb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:15.293132 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network hostable DHCP agents. Network: d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:16:15.300687 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8602f6-986e-4512-bd18-967a4e31aaa1 None None] No DVR routers for this DVR port 9b27c2d4-bbff-47db-b21a-012886e40a4d on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:15.305474 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.373839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:16:15.417769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b542ed0-4cbd-47bc-9aec-a630197c7ad3 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.436067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.445352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Router d0402cc3-43fc-49dd-8ad4-06c58f154e81 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:15.524732 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:15.534013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.534013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.639906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667ff73f-a4d8-4479-ab4b-80b0c098bfc6 None None] Network d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:15.691970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Subnet': ['ID=f8ce77c3-f8c6-4b84-b710-5469625b2548,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:15.714297 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0754834d-7bdf-48f9-b579-fc45ab38ec0b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2214708 Jan 27 17:16:15.718837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40768) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.719791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Checking segment: {'id': '652f9c8e-0dd1-4a0e-8964-2add538bfe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:15.720244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network hostable DHCP agents. Network: b9bf0c44-3de1-4a38-bbb5-da77ccbe891c, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:16:15.735678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'subnet': {'network_id': '5f5e6144-a703-4bb9-9f94-b1291182e2fb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:15.828411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router a33ee8e6-c13c-4b71-bcc1-7a3645b84902 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:16:15.883805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:16:15.944702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:15.951141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, b9bf0c44-3de1-4a38-bbb5-da77ccbe891c) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:15.971567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:subnet and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:15.974070 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021315d0-b144-4c17-9571-65c7281a0a14 None None] Network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:15.983920 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.984813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.993690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:16.007997 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d7ba27e7-f4bb-4234-8c61-ab68397790e0 req-9b36332d-ac35-4f0a-b149-ff1a2b37943d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 210 time: 0.1631992 Jan 27 17:16:16.018988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:16.029748 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.035981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78', 'network_id': 'd3ac606e-b9c4-4f48-9a71-63d2dcb1fb78', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'fixed_ips': [{'subnet_id': 'fb019943-20aa-47e6-b1dd-a89ce14ef204'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:16:16.037019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.056114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.objects.ports [None req-2bcc0081-5d00-4f75-a64c-d2959870f84c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87608) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:16:16.059392 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0081-5d00-4f75-a64c-d2959870f84c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.098857 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0d4cdd14-d6e5-4343-9df6-83ee870939ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0721352 Jan 27 17:16:16.098857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:16.100508 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.104463 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40772) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.116308 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Transition to ACTIVE for port object 9bfd86ef-8b81-4156-ba91-41448d47fd11 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:16.150678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc0081-5d00-4f75-a64c-d2959870f84c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:16.157033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2bcc0081-5d00-4f75-a64c-d2959870f84c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:16.166404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc0081-5d00-4f75-a64c-d2959870f84c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:16.167011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0081-5d00-4f75-a64c-d2959870f84c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.169776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.179215 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:16.193653 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36d543-1ca2-4e65-ac08-b05f919b20db None None] Sync routers for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:16.207790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a740ae-88a7-4fe4-9454-7eee9c3409f8 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:16.208652 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36d543-1ca2-4e65-ac08-b05f919b20db None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:16.209493 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-fd36d543-1ca2-4e65-ac08-b05f919b20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:16.258988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc0081-5d00-4f75-a64c-d2959870f84c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=e2b998c9-f449-4618-83d0-40df20a93dac,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:16.277298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b542ed0-4cbd-47bc-9aec-a630197c7ad3 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.280910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.462450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] No DVR routers for this DVR port d3c9eb93-504d-4380-8549-de83c031e266 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:16.467448 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.470002 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2bcc0081-5d00-4f75-a64c-d2959870f84c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8103008 Jan 27 17:16:16.473323 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40776) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.479804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ae037558-c683-41b4-a259-6fa413845b30 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:16.496999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.503919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'name': 'network-vif-deleted', 'tag': 'd3c9eb93-504d-4380-8549-de83c031e266'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:16:16.511663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b542ed0-4cbd-47bc-9aec-a630197c7ad3 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e4bf90-09c7-42be-b742-805ade5d3171,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:16.550273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7b542ed0-4cbd-47bc-9aec-a630197c7ad3 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.552053 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7b542ed0-4cbd-47bc-9aec-a630197c7ad3 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-groups/03e4bf90-09c7-42be-b742-805ade5d3171 HTTP/1.1" status: 204 len: 168 time: 2.1150377 Jan 27 17:16:16.559050 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d668ef2e-fc7a-4afa-b636-e29b8d251584 req-fa40590d-6f65-4f31-9d79-ef9552298f4f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "DELETE /v2.0/ports/d3c9eb93-504d-4380-8549-de83c031e266 HTTP/1.1" status: 204 len: 173 time: 9.7751892 Jan 27 17:16:16.560536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:16.560974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40782) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.567667 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07ca2d-8f74-47dc-91e3-5e981f41b189 None None] Pushing event updated for resources: {'Port': ['ID=9bfd86ef-8b81-4156-ba91-41448d47fd11,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:16.587467 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fd641b20-304b-4541-94ca-bcc4c5326fbc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/a33ee8e6-c13c-4b71-bcc1-7a3645b84902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2295556 Jan 27 17:16:16.601896 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-fd36d543-1ca2-4e65-ac08-b05f919b20db None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:16.635245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ce55c-01c1-45c3-b988-f78cbc363afc None None] Sync routers for ids ['a33ee8e6-c13c-4b71-bcc1-7a3645b84902'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:16.662369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40786) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.666559 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc89d4d8-157d-4f2d-88a9-fa039d544802', 'name': 'network-vif-deleted', 'tag': 'd3c9eb93-504d-4380-8549-de83c031e266', 'status': 'completed', 'code': 200} Jan 27 17:16:16.703549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Attempting to bind port 9bfd86ef-8b81-4156-ba91-41448d47fd11 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:16.704304 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Attempting to bind port 9bfd86ef-8b81-4156-ba91-41448d47fd11 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:16.704922 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Attempting to bind port 9bfd86ef-8b81-4156-ba91-41448d47fd11 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:16.733053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:16.733923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:16.734565 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.735219 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:16.735970 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Bound port: 9bfd86ef-8b81-4156-ba91-41448d47fd11, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:16.736567 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.829725 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ce55c-01c1-45c3-b988-f78cbc363afc None None] Routers {'a33ee8e6-c13c-4b71-bcc1-7a3645b84902'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:16.830786 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b96ce55c-01c1-45c3-b988-f78cbc363afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a33ee8e6-c13c-4b71-bcc1-7a3645b84902'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:16.883540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Subnet': ['ID=a36a74c3-9087-4b7f-b767-e7ed6219e879,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:16.968819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ae037558-c683-41b4-a259-6fa413845b30 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:16.970841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac5dc2-9aad-4320-9401-d89a53e43e70 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:16.971458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-36ac5dc2-9aad-4320-9401-d89a53e43e70 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Synchronizing usage tracker for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:16.982772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ae037558-c683-41b4-a259-6fa413845b30 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:17.001241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8a3984d8-400d-443d-8f09-5b785f80ef71 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:17.015352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae037558-c683-41b4-a259-6fa413845b30 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:17.022697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ae037558-c683-41b4-a259-6fa413845b30 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.042320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-36ac5dc2-9aad-4320-9401-d89a53e43e70 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Unset dirty status for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:17.043593 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-36ac5dc2-9aad-4320-9401-d89a53e43e70 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports/ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 HTTP/1.1" status: 200 len: 976 time: 0.3801978 Jan 27 17:16:17.094761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b96ce55c-01c1-45c3-b988-f78cbc363afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:17.124351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40792) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:17.161750 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ips': [{'subnet_id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:16:17.162869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.205005 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Allocated IP 2001:db8::2 (d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78/fb019943-20aa-47e6-b1dd-a89ce14ef204/579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:17.232659 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.ipam_backend_mixin [None req-ae037558-c683-41b4-a259-6fa413845b30 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2b998c9-f449-4618-83d0-40df20a93dac (CIDR: 2001:db8::/64) Jan 27 17:16:17.243437 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae037558-c683-41b4-a259-6fa413845b30 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:17.244163 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae037558-c683-41b4-a259-6fa413845b30 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:17.269459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': 'e2b998c9-f449-4618-83d0-40df20a93dac'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:16:17.270461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.271694 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Checking segment: {'id': '69bc9ed6-ae72-4152-be92-c1aab4105f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '5f5e6144-a703-4bb9-9f94-b1291182e2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:17.272466 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network hostable DHCP agents. Network: 5f5e6144-a703-4bb9-9f94-b1291182e2fb, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:16:17.290925 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] For port 9bfd86ef-8b81-4156-ba91-41448d47fd11, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:17.303622 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ce55c-01c1-45c3-b988-f78cbc363afc None None] Routers {'a33ee8e6-c13c-4b71-bcc1-7a3645b84902'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:17.304402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b96ce55c-01c1-45c3-b988-f78cbc363afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a33ee8e6-c13c-4b71-bcc1-7a3645b84902'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:17.370373 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ae037558-c683-41b4-a259-6fa413845b30 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8951719 Jan 27 17:16:17.373308 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40796) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:17.384256 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-fd36d543-1ca2-4e65-ac08-b05f919b20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:17.391036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 5f5e6144-a703-4bb9-9f94-b1291182e2fb is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:16:17.398462 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36d543-1ca2-4e65-ac08-b05f919b20db None None] Checking router: d0402cc3-43fc-49dd-8ad4-06c58f154e81 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:17.421804 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36d543-1ca2-4e65-ac08-b05f919b20db None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:17.422617 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-fd36d543-1ca2-4e65-ac08-b05f919b20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:17.439166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b4172881-cca3-4cbf-8237-1ade4edd168e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:17.548344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] For port 9bfd86ef-8b81-4156-ba91-41448d47fd11, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9bfd86ef-8b81-4156-ba91-41448d47fd11,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:17.561189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b96ce55c-01c1-45c3-b988-f78cbc363afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:17.561642 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ce55c-01c1-45c3-b988-f78cbc363afc None None] The sync data for ids ['a33ee8e6-c13c-4b71-bcc1-7a3645b84902'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:17.584803 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.666634 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-5055d216-44c3-49a1-b174-abee5934cefb req-8adf1169-90f8-4abb-8110-8e5a46ef59af tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Synchronizing usage tracker for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:17.692083 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8a3984d8-400d-443d-8f09-5b785f80ef71 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:17.694019 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8a3984d8-400d-443d-8f09-5b785f80ef71 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1265306 Jan 27 17:16:17.700256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40800) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:17.706236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-978e871a-8f46-4a50-8b70-762e7698c039 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978610824'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:17.714181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 5f5e6144-a703-4bb9-9f94-b1291182e2fb) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:17.723025 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-978e871a-8f46-4a50-8b70-762e7698c039 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:17.735679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:17.736286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.762851 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-fd36d543-1ca2-4e65-ac08-b05f919b20db None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:17.778954 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-57c8dc19-de04-4899-80c4-0963081ff664 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0507762 Jan 27 17:16:17.786093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-978e871a-8f46-4a50-8b70-762e7698c039 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:17.793697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40804) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:17.832325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-64b076e3-1723-4ff0-bd23-93b885124dab tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1346993320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:17.882844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-64b076e3-1723-4ff0-bd23-93b885124dab tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:17.912088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-64b076e3-1723-4ff0-bd23-93b885124dab tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:router and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:17.925369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-64b076e3-1723-4ff0-bd23-93b885124dab tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:17.929593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-978e871a-8f46-4a50-8b70-762e7698c039 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.952480 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b4172881-cca3-4cbf-8237-1ade4edd168e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:17.964749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b4172881-cca3-4cbf-8237-1ade4edd168e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:17.973815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-64b076e3-1723-4ff0-bd23-93b885124dab tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:17.980538 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Router a161468f-0b9c-4a08-ab05-e9415181e7d1 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:16:17.985740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4172881-cca3-4cbf-8237-1ade4edd168e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:17.992062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b4172881-cca3-4cbf-8237-1ade4edd168e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.996360 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-5055d216-44c3-49a1-b174-abee5934cefb req-8adf1169-90f8-4abb-8110-8e5a46ef59af tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Unset dirty status for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:18.007899 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5055d216-44c3-49a1-b174-abee5934cefb req-8adf1169-90f8-4abb-8110-8e5a46ef59af tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc89d4d8-157d-4f2d-88a9-fa039d544802 HTTP/1.1" status: 200 len: 210 time: 0.7080340 Jan 27 17:16:18.056762 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5998cfe0-91bb-42a1-91fd-a0291bca9482 None None] Network 5f5e6144-a703-4bb9-9f94-b1291182e2fb requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:18.059508 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-978e871a-8f46-4a50-8b70-762e7698c039 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:18.065726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-64b076e3-1723-4ff0-bd23-93b885124dab tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.066768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-64b076e3-1723-4ff0-bd23-93b885124dab tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.174806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-978e871a-8f46-4a50-8b70-762e7698c039 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:18.257069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-64b076e3-1723-4ff0-bd23-93b885124dab tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.309376 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Allocated IP 172.20.0.2 (b9bf0c44-3de1-4a38-bbb5-da77ccbe891c/f8ce77c3-f8c6-4b84-b710-5469625b2548/6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:18.332526 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:18.346662 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Sync routers for ids ['a161468f-0b9c-4a08-ab05-e9415181e7d1'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:18.371481 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Routers {'a161468f-0b9c-4a08-ab05-e9415181e7d1'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:18.384462 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a161468f-0b9c-4a08-ab05-e9415181e7d1'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:18.389317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-64b076e3-1723-4ff0-bd23-93b885124dab tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.476686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.478142 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.480154 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bb479dcb-e7d4-4888-83b5-649d837a370b tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.1241317 Jan 27 17:16:18.487712 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40808) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:18.494899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Transition to ACTIVE for port object 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:18.522903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Transition to ACTIVE for port object 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:18.592747 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-fd36d543-1ca2-4e65-ac08-b05f919b20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:18.626177 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36d543-1ca2-4e65-ac08-b05f919b20db None None] The sync data for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv is: [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:18.665857 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Set router a161468f-0b9c-4a08-ab05-e9415181e7d1 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:18.676107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-64b076e3-1723-4ff0-bd23-93b885124dab tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.680314 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-64b076e3-1723-4ff0-bd23-93b885124dab tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8850749 Jan 27 17:16:18.684474 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40812) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:18.694593 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.729502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Routers {'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:18.731429 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:18.761013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-978e871a-8f46-4a50-8b70-762e7698c039 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.785836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-978e871a-8f46-4a50-8b70-762e7698c039 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.797271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.971005 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-978e871a-8f46-4a50-8b70-762e7698c039 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.975785 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-978e871a-8f46-4a50-8b70-762e7698c039 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2740607 Jan 27 17:16:19.014667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40816) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:19.027756 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f416f1b3-e905-4e32-8ecb-7daeef3fe4fe tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group_rule': {'security_group_id': '49571015-4624-493f-bf4c-15a49d318880', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:19.046727 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8b136a59-0707-45c0-88d5-0c1732f2e3af tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/routers/a161468f-0b9c-4a08-ab05-e9415181e7d1 HTTP/1.1" status: 200 len: 907 time: 0.5576913 Jan 27 17:16:19.052895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f416f1b3-e905-4e32-8ecb-7daeef3fe4fe tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:19.063287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40822) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:19.074477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1970234205', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'enable_snat': True}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:19.108327 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] Set router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:19.133730 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:19.142315 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f416f1b3-e905-4e32-8ecb-7daeef3fe4fe tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:19.149333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e871a-8f46-4a50-8b70-762e7698c039 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49571015-4624-493f-bf4c-15a49d318880,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:19.151564 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Usage tracker for resource:router and tenant:7c802c3f6490405984f01b22559f4e93 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:19.160836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:19.177713 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:19.243526 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a161468f-0b9c-4a08-ab05-e9415181e7d1', 'name': 'tempest-snat-router-1970234205', 'tenant_id': '7c802c3f6490405984f01b22559f4e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.7'}], 'enable_snat': False}, 'gw_port_id': '2bd749b3-0ab6-4a84-b903-4708964c1444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:06Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 3, 'project_id': '7c802c3f6490405984f01b22559f4e93', 'gw_port': {'id': '2bd749b3-0ab6-4a84-b903-4708964c1444', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a161468f-0b9c-4a08-ab05-e9415181e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:10Z', 'updated_at': '2022-01-27T17:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:19.248329 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Checking router: a161468f-0b9c-4a08-ab05-e9415181e7d1 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:19.248679 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Updating router a161468f-0b9c-4a08-ab05-e9415181e7d1 port 2bd749b3-0ab6-4a84-b903-4708964c1444 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:16:19.313971 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f416f1b3-e905-4e32-8ecb-7daeef3fe4fe tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.315799 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.324893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.326623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.437220 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c063139-9a5f-47dd-812a-977a3007dd6a None None] New status for floating IP 183931c5-a6f0-474c-af7f-ed457c2743e3: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:16:19.538872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b4172881-cca3-4cbf-8237-1ade4edd168e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.568089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07ca2d-8f74-47dc-91e3-5e981f41b189 None None] Pushing event updated for resources: {'Port': ['ID=9bfd86ef-8b81-4156-ba91-41448d47fd11,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:19.595164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Network d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:19.675031 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Pushing event updated for resources: {'Port': ['ID=579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:19.677314 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:19.708648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4172881-cca3-4cbf-8237-1ade4edd168e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:19.717093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-b4172881-cca3-4cbf-8237-1ade4edd168e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:19.729957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4172881-cca3-4cbf-8237-1ade4edd168e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:19.731068 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b4172881-cca3-4cbf-8237-1ade4edd168e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.768933 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:19.771762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4172881-cca3-4cbf-8237-1ade4edd168e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=d0b183a3-f6cb-4695-91af-58681d572f38,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:19.775610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.805115 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b4172881-cca3-4cbf-8237-1ade4edd168e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4260378 Jan 27 17:16:19.809035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40832) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:19.818115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'mac_address': 'fa:16:3e:51:84:21', 'name': 'tempest-NetworksTestDHCPv6-301529502'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:19.831329 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.836968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.849331 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Transition to ACTIVE for port object 2bd749b3-0ab6-4a84-b903-4708964c1444 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:19.859708 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.873017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f416f1b3-e905-4e32-8ecb-7daeef3fe4fe tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.896309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f416f1b3-e905-4e32-8ecb-7daeef3fe4fe tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.923711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Allocated IP 2001:db8::f816:3eff:feb5:af09 (185d5333-05b7-45cc-a2cf-ffb552748715/e2b998c9-f449-4618-83d0-40df20a93dac/46305b08-adb7-464a-8ae2-13148c7740f6) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:19.929839 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-b110718c-974c-4f1b-ac40-7d98ad18e1a7 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839358731&fields=id&tenant_id=3f2e5835c99b4269befa850388a8a385 HTTP/1.1" status: 200 len: 267 time: 0.1708779 Jan 27 17:16:19.939811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416f1b3-e905-4e32-8ecb-7daeef3fe4fe tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e744fef3-32ea-4bdb-886d-70bc60abd8a2,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:19.991029 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da64bb4-246d-491d-9e8e-932ded6d4114 None None] Pushing event updated for resources: {'Port': ['ID=2bd749b3-0ab6-4a84-b903-4708964c1444,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:20.022973 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Attempting to bind port 2bd749b3-0ab6-4a84-b903-4708964c1444 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:20.023280 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Attempting to bind port 2bd749b3-0ab6-4a84-b903-4708964c1444 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:20.023524 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Attempting to bind port 2bd749b3-0ab6-4a84-b903-4708964c1444 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:20.039291 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:20.041562 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:20.042459 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:20.043284 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:20.044560 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Bound port: 2bd749b3-0ab6-4a84-b903-4708964c1444, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:20.045345 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:20.091421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Attempting to bind port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:20.091746 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Attempting to bind port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'd5364512-1080-40f9-8cf3-1079191c8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd3ac606e-b9c4-4f48-9a71-63d2dcb1fb78'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:20.092084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Attempting to bind port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf on network d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:20.132172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:20.132558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Checking segment: {'id': 'd5364512-1080-40f9-8cf3-1079191c8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd3ac606e-b9c4-4f48-9a71-63d2dcb1fb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:20.132928 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:20.133408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Bound using segment: {'id': 'd5364512-1080-40f9-8cf3-1079191c8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd3ac606e-b9c4-4f48-9a71-63d2dcb1fb78'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:20.133788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Bound port: 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5364512-1080-40f9-8cf3-1079191c8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd3ac606e-b9c4-4f48-9a71-63d2dcb1fb78'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:20.134155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:20.204961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-5f5e6144-a703-4bb9-9f94-b1291182e2fb', 'network_id': '5f5e6144-a703-4bb9-9f94-b1291182e2fb', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'fixed_ips': [{'subnet_id': 'a36a74c3-9087-4b7f-b767-e7ed6219e879'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:16:20.205793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:20.212502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8b85b1b-0d2c-4038-8d59-7d25624e6d43 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:20.258070 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:10Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:20.294367 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] For port 2bd749b3-0ab6-4a84-b903-4708964c1444, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:20.297785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a4584-b202-47a4-9a9a-c60af558623f None None] The sync data for ids ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'] in dv-neutron-825077-1-hyperv is: [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:10Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:20.307726 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] For port 2bd749b3-0ab6-4a84-b903-4708964c1444, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=2bd749b3-0ab6-4a84-b903-4708964c1444,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:20.320823 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:20.491360 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Allocated IP 2001:db8:1::2 (5f5e6144-a703-4bb9-9f94-b1291182e2fb/a36a74c3-9087-4b7f-b767-e7ed6219e879/fcb274c4-f14e-4813-b25e-06f1c081c713) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:20.498412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f416f1b3-e905-4e32-8ecb-7daeef3fe4fe tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:20.505090 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f416f1b3-e905-4e32-8ecb-7daeef3fe4fe tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4874849 Jan 27 17:16:20.515900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40836) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:20.535131 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da64bb4-246d-491d-9e8e-932ded6d4114 None None] Pushing event updated for resources: {'Port': ['ID=2bd749b3-0ab6-4a84-b903-4708964c1444,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:20.561767 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Routers {'a161468f-0b9c-4a08-ab05-e9415181e7d1'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:20.563061 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:15:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a161468f-0b9c-4a08-ab05-e9415181e7d1'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:20.755425 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fae12a5b-898e-4296-995e-d48eaa0777b6 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules/e744fef3-32ea-4bdb-886d-70bc60abd8a2 HTTP/1.1" status: 200 len: 763 time: 0.1652300 Jan 27 17:16:20.766962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40840) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:20.784776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:20.885467 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:20.897655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Transition to ACTIVE for port object fcb274c4-f14e-4813-b25e-06f1c081c713 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:20.913418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-62d3bfb0-bae5-4897-a04c-0a328d0041d7 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:20.915659 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-62d3bfb0-bae5-4897-a04c-0a328d0041d7 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 811 time: 0.9735401 Jan 27 17:16:20.920810 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Transition to ACTIVE for port object fcb274c4-f14e-4813-b25e-06f1c081c713 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:20.976396 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:20.988933 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.001170 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-83bdee80-97e4-404f-9e21-94fe4e6488b1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/quotas/3f2e5835c99b4269befa850388a8a385 HTTP/1.1" status: 200 len: 375 time: 0.0282168 Jan 27 17:16:21.054416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-de58e729-9c8e-481d-a95a-255e5fd40d21 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:21.058961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Network 5f5e6144-a703-4bb9-9f94-b1291182e2fb is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:21.061171 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] Set router a161468f-0b9c-4a08-ab05-e9415181e7d1 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:21.064716 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.071112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:21.099162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:21.183176 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Transition to ACTIVE for port object 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:21.185073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:21.271007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-de58e729-9c8e-481d-a95a-255e5fd40d21 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:21.274901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-b8b85b1b-0d2c-4038-8d59-7d25624e6d43 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:21.275726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8b85b1b-0d2c-4038-8d59-7d25624e6d43 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.293115 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-de58e729-9c8e-481d-a95a-255e5fd40d21 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5241134 Jan 27 17:16:21.300754 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] For port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:21.306504 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Attempting to bind port fcb274c4-f14e-4813-b25e-06f1c081c713 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:21.307174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Attempting to bind port fcb274c4-f14e-4813-b25e-06f1c081c713 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '69bc9ed6-ae72-4152-be92-c1aab4105f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '5f5e6144-a703-4bb9-9f94-b1291182e2fb'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:21.307538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Attempting to bind port fcb274c4-f14e-4813-b25e-06f1c081c713 on network 5f5e6144-a703-4bb9-9f94-b1291182e2fb {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:21.312437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40844) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:21.316658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:21.319136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Pushing event updated for resources: {'Port': ['ID=fcb274c4-f14e-4813-b25e-06f1c081c713,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:21.334549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:21.335441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Checking segment: {'id': '69bc9ed6-ae72-4152-be92-c1aab4105f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '5f5e6144-a703-4bb9-9f94-b1291182e2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:21.335441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.335703 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Bound using segment: {'id': '69bc9ed6-ae72-4152-be92-c1aab4105f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '5f5e6144-a703-4bb9-9f94-b1291182e2fb'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:21.336184 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Bound port: fcb274c4-f14e-4813-b25e-06f1c081c713, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc9ed6-ae72-4152-be92-c1aab4105f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '5f5e6144-a703-4bb9-9f94-b1291182e2fb'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:21.336540 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.343208 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-291bc470-23e0-4451-8896-7338571f650e tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3144388 Jan 27 17:16:21.470956 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] For port fcb274c4-f14e-4813-b25e-06f1c081c713, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:21.474233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] For port fcb274c4-f14e-4813-b25e-06f1c081c713, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=fcb274c4-f14e-4813-b25e-06f1c081c713,segment=NetworkSegment(69bc9ed6-ae72-4152-be92-c1aab4105f4e),segment_id=69bc9ed6-ae72-4152-be92-c1aab4105f4e)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:21.480228 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] For port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf,segment=NetworkSegment(d5364512-1080-40f9-8cf3-1079191c8535),segment_id=d5364512-1080-40f9-8cf3-1079191c8535)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:21.487805 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Transition to ACTIVE for port object 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:21.493653 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.712078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.726173 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a161468f-0b9c-4a08-ab05-e9415181e7d1', 'name': 'tempest-snat-router-1970234205', 'tenant_id': '7c802c3f6490405984f01b22559f4e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.7'}], 'enable_snat': False}, 'gw_port_id': '2bd749b3-0ab6-4a84-b903-4708964c1444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:06Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 3, 'project_id': '7c802c3f6490405984f01b22559f4e93', 'gw_port': {'id': '2bd749b3-0ab6-4a84-b903-4708964c1444', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a161468f-0b9c-4a08-ab05-e9415181e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:10Z', 'updated_at': '2022-01-27T17:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:21.739365 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3aec6-68eb-4a05-8821-c85860211c32 None None] The sync data for ids ['a161468f-0b9c-4a08-ab05-e9415181e7d1'] in dv-neutron-825077-1-hyperv is: [{'id': 'a161468f-0b9c-4a08-ab05-e9415181e7d1', 'name': 'tempest-snat-router-1970234205', 'tenant_id': '7c802c3f6490405984f01b22559f4e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.7'}], 'enable_snat': False}, 'gw_port_id': '2bd749b3-0ab6-4a84-b903-4708964c1444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:06Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 3, 'project_id': '7c802c3f6490405984f01b22559f4e93', 'gw_port': {'id': '2bd749b3-0ab6-4a84-b903-4708964c1444', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a161468f-0b9c-4a08-ab05-e9415181e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:10Z', 'updated_at': '2022-01-27T17:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:21.742027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.765295 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:21.766318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4658246c-aa8d-4124-bbab-9386aca166c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.775091 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:21.790448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:21.836106 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.844662 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Allocated IP 2001:db8::1 (d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78/fb019943-20aa-47e6-b1dd-a89ce14ef204/dfb0a383-f5e9-4f57-a2dc-002812f7d716) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:21.849505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9feef0b4-4918-4383-96db-9a5999ab7f2e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.851157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Transition to ACTIVE for port object 46305b08-adb7-464a-8ae2-13148c7740f6 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:21.865625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9feef0b4-4918-4383-96db-9a5999ab7f2e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.877788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Transition to ACTIVE for port object 46305b08-adb7-464a-8ae2-13148c7740f6 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:21.908076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9feef0b4-4918-4383-96db-9a5999ab7f2e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.934517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.947810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feef0b4-4918-4383-96db-9a5999ab7f2e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e744fef3-32ea-4bdb-886d-70bc60abd8a2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:22.006521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb18be-0c79-4022-b21f-566a0b701a66 None None] Pushing event updated for resources: {'Port': ['ID=fcb274c4-f14e-4813-b25e-06f1c081c713,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:22.025770 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9feef0b4-4918-4383-96db-9a5999ab7f2e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.029316 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9feef0b4-4918-4383-96db-9a5999ab7f2e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e744fef3-32ea-4bdb-886d-70bc60abd8a2 HTTP/1.1" status: 204 len: 168 time: 0.6035151 Jan 27 17:16:22.032676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40848) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:22.035645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.106358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:22.115236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:22.154276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 55b51ab5-8530-4430-b27e-3d784b389881 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:16:22.173214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:22.218855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Attempting to bind port 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:22.219235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Attempting to bind port 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '652f9c8e-0dd1-4a0e-8964-2add538bfe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:22.219720 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Attempting to bind port 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad on network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:22.297059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:22.297450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Checking segment: {'id': '652f9c8e-0dd1-4a0e-8964-2add538bfe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:22.298075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.298477 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Bound using segment: {'id': '652f9c8e-0dd1-4a0e-8964-2add538bfe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:22.298963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Bound port: 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652f9c8e-0dd1-4a0e-8964-2add538bfe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:22.299337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.417656 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.1 (b9bf0c44-3de1-4a38-bbb5-da77ccbe891c/f8ce77c3-f8c6-4b84-b710-5469625b2548/00ce8557-c7be-440b-a3ef-57bf8d815db2) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:22.461209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.582591 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9bfd86ef-8b81-4156-ba91-41448d47fd11 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:22.731639 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c257e-5df5-4844-a824-ae3511d36cd5 None None] Pushing event updated for resources: {'Port': ['ID=579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:22.750295 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.909792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bea63f51-8760-45ba-9c34-1c3cb5b4c4e7 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:22.951905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bea63f51-8760-45ba-9c34-1c3cb5b4c4e7 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:22.969830 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bea63f51-8760-45ba-9c34-1c3cb5b4c4e7 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9076719 Jan 27 17:16:22.971829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40856) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:22.992562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-1c33a2f7-0b24-4649-8928-0b295ed246b2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group_rule': {'security_group_id': '49571015-4624-493f-bf4c-15a49d318880', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:23.026117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.038856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Attempting to bind port 46305b08-adb7-464a-8ae2-13148c7740f6 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:23.040009 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Attempting to bind port 46305b08-adb7-464a-8ae2-13148c7740f6 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:23.040368 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Attempting to bind port 46305b08-adb7-464a-8ae2-13148c7740f6 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:23.044010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1c33a2f7-0b24-4649-8928-0b295ed246b2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:23.055795 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object 00ce8557-c7be-440b-a3ef-57bf8d815db2 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:23.061629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.067995 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:23.068372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:23.068781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.069167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:23.069646 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Bound port: 46305b08-adb7-464a-8ae2-13148c7740f6, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:23.070026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.079501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8b85b1b-0d2c-4038-8d59-7d25624e6d43 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.091707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8:0:1::1b2 (185d5333-05b7-45cc-a2cf-ffb552748715/d0b183a3-f6cb-4695-91af-58681d572f38/55b51ab5-8530-4430-b27e-3d784b389881) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:23.094342 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1c33a2f7-0b24-4649-8928-0b295ed246b2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:23.118387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::f816:3eff:fe51:8421 (185d5333-05b7-45cc-a2cf-ffb552748715/e2b998c9-f449-4618-83d0-40df20a93dac/55b51ab5-8530-4430-b27e-3d784b389881) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:23.128032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Transition to ACTIVE for port object dfb0a383-f5e9-4f57-a2dc-002812f7d716 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:23.136471 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.147765 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-2eabcc97-48d9-41c2-ac60-eb98e573c0b8 service neutron] 10.222.0.81 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6978338 Jan 27 17:16:23.163745 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1c33a2f7-0b24-4649-8928-0b295ed246b2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.242584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] For port 46305b08-adb7-464a-8ae2-13148c7740f6, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:23.260357 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] For port 46305b08-adb7-464a-8ae2-13148c7740f6, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=46305b08-adb7-464a-8ae2-13148c7740f6,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:23.268593 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Pushing event updated for resources: {'Port': ['ID=6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:23.277988 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.343700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1c33a2f7-0b24-4649-8928-0b295ed246b2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.421451 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1c33a2f7-0b24-4649-8928-0b295ed246b2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.436710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] For port 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:23.446613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 9bfd86ef-8b81-4156-ba91-41448d47fd11 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:23.485592 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 9bfd86ef-8b81-4156-ba91-41448d47fd11 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:23.486210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.511017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.550912 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:23.558805 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-a8f5eccf-752c-48c6-80af-7b58702f6fd2 service neutron] 10.222.0.81 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139439 Jan 27 17:16:23.612870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] For port 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad,segment=NetworkSegment(652f9c8e-0dd1-4a0e-8964-2add538bfe4c),segment_id=652f9c8e-0dd1-4a0e-8964-2add538bfe4c)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:23.632974 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.656141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33a2f7-0b24-4649-8928-0b295ed246b2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e618113d-8b0d-47b2-8bb9-ac76e529fcc5,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:23.675479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Pushing event updated for resources: {'Port': ['ID=46305b08-adb7-464a-8ae2-13148c7740f6,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:23.688522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:23.713180 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-b8b85b1b-0d2c-4038-8d59-7d25624e6d43 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:23.858801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:23.875983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:23.882412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:23.884831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=dfb0a383-f5e9-4f57-a2dc-002812f7d716,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:23.902203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:23.902203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.904583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1c33a2f7-0b24-4649-8928-0b295ed246b2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.908798 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1c33a2f7-0b24-4649-8928-0b295ed246b2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9313366 Jan 27 17:16:23.909445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40862) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:23.988129 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-42317ed4-44a8-4e22-b780-497973b054cd tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules/e618113d-8b0d-47b2-8bb9-ac76e529fcc5 HTTP/1.1" status: 200 len: 763 time: 0.0694823 Jan 27 17:16:24.002410 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40866) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:24.009982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.090290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 55b51ab5-8530-4430-b27e-3d784b389881 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:24.092722 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.116162 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=00ce8557-c7be-440b-a3ef-57bf8d815db2,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:24.129379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 9bfd86ef-8b81-4156-ba91-41448d47fd11, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9bfd86ef-8b81-4156-ba91-41448d47fd11,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:24.141162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f03f444e-6a64-4654-bb99-6d8483a87c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.153815 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.156721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-57af313e-3e3e-4764-a464-563cbfebba9a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:24.183490 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8a26f-ac11-43ef-8138-72a1ca9374d7 None None] Pushing event updated for resources: {'Port': ['ID=46305b08-adb7-464a-8ae2-13148c7740f6,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:24.189615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.354173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-57af313e-3e3e-4764-a464-563cbfebba9a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:24.360993 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-57af313e-3e3e-4764-a464-563cbfebba9a tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3558156 Jan 27 17:16:24.368966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40874) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:24.385818 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7c74fc-0168-46ad-9cc8-5ac7bcdf4fb1 None None] Network 5f5e6144-a703-4bb9-9f94-b1291182e2fb requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:24.417431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Allocated IP 172.26.8.223 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/fa50834c-0ec4-4773-9c30-5be4139e082d) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:24.531420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.753708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.802288 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.813429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c8ec6525-1e05-4ef1-845a-96e1b2ffe1af tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.850499 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-357b9cb1-b641-4730-a9e1-e83806bfc077 None None] Provisioning for port fcb274c4-f14e-4813-b25e-06f1c081c713 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:24.890430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device fcb274c4-f14e-4813-b25e-06f1c081c713 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:24.955028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ecfec-2586-4236-af68-b9a2c32eeb59 None None] Network d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:24.968020 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b347917-3f51-42b4-8314-e76ff0fa2ba9 None None] Pushing event updated for resources: {'Port': ['ID=6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:24.996401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c8ec6525-1e05-4ef1-845a-96e1b2ffe1af tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:25.033520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:25.043431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:25.053553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:25.072941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:25.073955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:25.092017 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:25.109597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=55b51ab5-8530-4430-b27e-3d784b389881,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:25.320948 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:25.359067 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8b85b1b-0d2c-4038-8d59-7d25624e6d43 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:25.416428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0aab9b4c-2a9f-447a-aee4-e42054189bbc None None] Provisioning for port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:25.443816 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3888b8bf-d9af-4d0a-8c69-79722ca529e0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.6314371 Jan 27 17:16:25.454311 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40878) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:25.468767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=9bfd86ef-8b81-4156-ba91-41448d47fd11,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:25.471716 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b85b1b-0d2c-4038-8d59-7d25624e6d43 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Port': ['ID=ea0a1c01-bd4a-4b3a-87d1-ec8c4fc1e731,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:25.476218 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port fcb274c4-f14e-4813-b25e-06f1c081c713 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:25.479951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:25.497854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c8ec6525-1e05-4ef1-845a-96e1b2ffe1af tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:25.513055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port fcb274c4-f14e-4813-b25e-06f1c081c713 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:25.513738 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:25.564811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec6525-1e05-4ef1-845a-96e1b2ffe1af tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e618113d-8b0d-47b2-8bb9-ac76e529fcc5,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:25.784447 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1c880747-dcfd-48a2-b0a2-9b769196d06d req-3f36c592-65d5-4c26-809b-44e618196752 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.1021340 Jan 27 17:16:25.841819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c8ec6525-1e05-4ef1-845a-96e1b2ffe1af tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:25.846448 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c8ec6525-1e05-4ef1-845a-96e1b2ffe1af tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e618113d-8b0d-47b2-8bb9-ac76e529fcc5 HTTP/1.1" status: 204 len: 168 time: 1.4692945 Jan 27 17:16:25.861588 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40888) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:25.861814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:25.908842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port fcb274c4-f14e-4813-b25e-06f1c081c713, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=fcb274c4-f14e-4813-b25e-06f1c081c713,segment=NetworkSegment(69bc9ed6-ae72-4152-be92-c1aab4105f4e),segment_id=69bc9ed6-ae72-4152-be92-c1aab4105f4e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:25.915228 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:25.916452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 46305b08-adb7-464a-8ae2-13148c7740f6 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:25.987509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-6259ffcc-50c0-4e7c-ac1b-11a525a4d957 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 55b51ab5-8530-4430-b27e-3d784b389881 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:25.988325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6259ffcc-50c0-4e7c-ac1b-11a525a4d957 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:25.989154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66009a71-3140-41fd-959e-b97da65e54ad None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:26.004990 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.186233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e55ef207-3589-40c0-a8d3-929998170dfa None None] Provisioning for port 46305b08-adb7-464a-8ae2-13148c7740f6 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:26.198271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=fcb274c4-f14e-4813-b25e-06f1c081c713,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:26.209088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:16:26.225566 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.245599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.247882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.251110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.258501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3b75852d-372c-4eda-a8e7-6c2da8f43f1c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:26.314654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.429208 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 46305b08-adb7-464a-8ae2-13148c7740f6 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:26.438175 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 46305b08-adb7-464a-8ae2-13148c7740f6 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:26.438850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.439868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:26.450771 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.463047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event updated for resources: {'Port': ['ID=fa50834c-0ec4-4773-9c30-5be4139e082d,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:26.504504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:26.507194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:26.550953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-58b3bbe0-0de5-4ce7-9ee6-e797867f1b81 None None] Provisioning complete for port fcb274c4-f14e-4813-b25e-06f1c081c713 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:26.551348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-58b3bbe0-0de5-4ce7-9ee6-e797867f1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.556859 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=dfb0a383-f5e9-4f57-a2dc-002812f7d716,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:26.674246 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.749333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6259ffcc-50c0-4e7c-ac1b-11a525a4d957 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.865076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.909128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0334b4-8b9b-430e-9905-3a9c1bd3c786 None None] Network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:26.929394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-6259ffcc-50c0-4e7c-ac1b-11a525a4d957 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 55b51ab5-8530-4430-b27e-3d784b389881 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:26.944285 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8b85b1b-0d2c-4038-8d59-7d25624e6d43 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.950134 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f6fc6dd6-b900-4d8a-b09d-5b5115f006c0 req-acccd4a7-ac0b-4d7c-b304-2ac79aa213cd tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.0519602 Jan 27 17:16:26.969070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3b75852d-372c-4eda-a8e7-6c2da8f43f1c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:26.970503 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3b75852d-372c-4eda-a8e7-6c2da8f43f1c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.1014738 Jan 27 17:16:26.974347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40900) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:26.993209 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b6bb8928-6ed8-413e-ac85-0fc088981f05 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group_rule': {'security_group_id': '49571015-4624-493f-bf4c-15a49d318880', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:26.999639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:27.003836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b6bb8928-6ed8-413e-ac85-0fc088981f05 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:27.006853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:27.059343 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 46305b08-adb7-464a-8ae2-13148c7740f6, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=46305b08-adb7-464a-8ae2-13148c7740f6,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:27.062261 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8449754a-f1b2-4f45-802e-6d59e0aec674 None None] Update dhcp port {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'fixed_ips': [{'subnet_id': 'e2b998c9-f449-4618-83d0-40df20a93dac', 'ip_address': '2001:db8::f816:3eff:feb5:af09'}, {'subnet_id': 'd0b183a3-f6cb-4695-91af-58681d572f38'}], 'binding:host_id': 'dv-neutron-825077-1-hyperv'}, 'id': '46305b08-adb7-464a-8ae2-13148c7740f6'} from dv-neutron-825077-1-hyperv. {{(pid=87610) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:16:27.090044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b6bb8928-6ed8-413e-ac85-0fc088981f05 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:27.177609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:27.178396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:27.324949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d8aaf1f7-b871-4801-942c-d7004dac677d None None] Provisioning for port dfb0a383-f5e9-4f57-a2dc-002812f7d716 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:27.387611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b6bb8928-6ed8-413e-ac85-0fc088981f05 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:27.399341 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d8aaf1f7-b871-4801-942c-d7004dac677d None None] Provisioning complete for port dfb0a383-f5e9-4f57-a2dc-002812f7d716 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:27.399724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf1f7-b871-4801-942c-d7004dac677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:27.441915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=00ce8557-c7be-440b-a3ef-57bf8d815db2,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:27.459619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8449754a-f1b2-4f45-802e-6d59e0aec674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:27.514004 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=46305b08-adb7-464a-8ae2-13148c7740f6,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:27.589862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:27.591200 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router 2e697b26-3caf-42b4-a934-1bffa5a66300 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:16:27.615225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:27.615593 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:27.627720 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:27.655429 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d8aaf1f7-b871-4801-942c-d7004dac677d None None] Port dfb0a383-f5e9-4f57-a2dc-002812f7d716 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:27.664239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6259ffcc-50c0-4e7c-ac1b-11a525a4d957 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:27.696700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:27.757431 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d8aaf1f7-b871-4801-942c-d7004dac677d None None] Provisioning for port 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:27.784865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b85b1b-0d2c-4038-8d59-7d25624e6d43 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router a33ee8e6-c13c-4b71-bcc1-7a3645b84902 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:27.797916 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259ffcc-50c0-4e7c-ac1b-11a525a4d957 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=55b51ab5-8530-4430-b27e-3d784b389881,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:27.812544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b6bb8928-6ed8-413e-ac85-0fc088981f05 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:27.848392 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b6bb8928-6ed8-413e-ac85-0fc088981f05 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:27.889600 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-8449754a-f1b2-4f45-802e-6d59e0aec674 None None] Allocated IP 2001:db8:0:1::2 (185d5333-05b7-45cc-a2cf-ffb552748715/d0b183a3-f6cb-4695-91af-58681d572f38/46305b08-adb7-464a-8ae2-13148c7740f6) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:27.911235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d8aaf1f7-b871-4801-942c-d7004dac677d None None] Provisioning complete for port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:27.911521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf1f7-b871-4801-942c-d7004dac677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:27.988567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6259ffcc-50c0-4e7c-ac1b-11a525a4d957 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:27.992056 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6259ffcc-50c0-4e7c-ac1b-11a525a4d957 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/55b51ab5-8530-4430-b27e-3d784b389881 HTTP/1.1" status: 204 len: 168 time: 2.5363684 Jan 27 17:16:27.995390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:28.005714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.007813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb8928-6ed8-413e-ac85-0fc088981f05 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3c7a6a-82a2-45ec-9335-3a306713ccd6,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:28.010330 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d28568-8461-4b45-8a65-4e0bc100e5f9 None None] Sync routers for ids ['2e697b26-3caf-42b4-a934-1bffa5a66300'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:28.019092 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a03e4aaa-2f60-4319-a8b2-3d394d4fc417 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/2e697b26-3caf-42b4-a934-1bffa5a66300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3303766 Jan 27 17:16:28.020249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40906) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:28.020888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40908) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:28.028882 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d28568-8461-4b45-8a65-4e0bc100e5f9 None None] Routers {'2e697b26-3caf-42b4-a934-1bffa5a66300'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:28.029492 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-65d28568-8461-4b45-8a65-4e0bc100e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['2e697b26-3caf-42b4-a934-1bffa5a66300'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:28.072987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b6bb8928-6ed8-413e-ac85-0fc088981f05 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.078532 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b6bb8928-6ed8-413e-ac85-0fc088981f05 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0925186 Jan 27 17:16:28.084865 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40914) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:28.154444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b85b1b-0d2c-4038-8d59-7d25624e6d43 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:28.155499 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf,segment=NetworkSegment(d5364512-1080-40f9-8cf3-1079191c8535),segment_id=d5364512-1080-40f9-8cf3-1079191c8535)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:28.193232 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-65d28568-8461-4b45-8a65-4e0bc100e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:28.195182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.203284 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d28568-8461-4b45-8a65-4e0bc100e5f9 None None] Routers {'2e697b26-3caf-42b4-a934-1bffa5a66300'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:28.203960 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-65d28568-8461-4b45-8a65-4e0bc100e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['2e697b26-3caf-42b4-a934-1bffa5a66300'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:28.227245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8449754a-f1b2-4f45-802e-6d59e0aec674 None None] For port 46305b08-adb7-464a-8ae2-13148c7740f6, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=46305b08-adb7-464a-8ae2-13148c7740f6,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:28.264450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8449754a-f1b2-4f45-802e-6d59e0aec674 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.299090 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-65d28568-8461-4b45-8a65-4e0bc100e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:28.299505 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d28568-8461-4b45-8a65-4e0bc100e5f9 None None] The sync data for ids ['2e697b26-3caf-42b4-a934-1bffa5a66300'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:28.312331 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b8b85b1b-0d2c-4038-8d59-7d25624e6d43 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/a33ee8e6-c13c-4b71-bcc1-7a3645b84902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1707358 Jan 27 17:16:28.315263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c8f962-0bd9-437e-9482-3a2f8c8fd13c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:28.315466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40918) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:28.315924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-03c8f962-0bd9-437e-9482-3a2f8c8fd13c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Synchronizing usage tracker for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:28.321263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8449754a-f1b2-4f45-802e-6d59e0aec674 None None] Transition to ACTIVE for port object 46305b08-adb7-464a-8ae2-13148c7740f6 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:28.326558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068139a-11f9-44d6-b846-68e84ee49c82 None None] Sync routers for ids ['a33ee8e6-c13c-4b71-bcc1-7a3645b84902'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:28.345065 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-29216f83-af15-45a8-9619-54d2906e90bc req-489fa131-5e69-46a4-b654-f59672e82497 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.2035503 Jan 27 17:16:28.355489 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-12650324-1627-4282-ba81-b3eb44f3439c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules/1f3c7a6a-82a2-45ec-9335-3a306713ccd6 HTTP/1.1" status: 200 len: 764 time: 0.1298089 Jan 27 17:16:28.363475 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40922) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:28.366018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8449754a-f1b2-4f45-802e-6d59e0aec674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.376875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.377661 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 2bd749b3-0ab6-4a84-b903-4708964c1444 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:28.402568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-03c8f962-0bd9-437e-9482-3a2f8c8fd13c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Unset dirty status for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:28.404410 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-03c8f962-0bd9-437e-9482-3a2f8c8fd13c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports/dfb0a383-f5e9-4f57-a2dc-002812f7d716 HTTP/1.1" status: 200 len: 911 time: 0.3802228 Jan 27 17:16:28.408470 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40926) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:28.455665 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:28.515221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068139a-11f9-44d6-b846-68e84ee49c82 None None] Routers {'a33ee8e6-c13c-4b71-bcc1-7a3645b84902'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:28.516214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d068139a-11f9-44d6-b846-68e84ee49c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a33ee8e6-c13c-4b71-bcc1-7a3645b84902'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:28.591614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-893feacb-4302-43c2-8bee-e010b160d9a2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:28.615709 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06442f8-95b7-4dc3-ae2d-1bdf6c53f987 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:28.616489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c06442f8-95b7-4dc3-ae2d-1bdf6c53f987 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:28.732443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c06442f8-95b7-4dc3-ae2d-1bdf6c53f987 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:28.736558 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c06442f8-95b7-4dc3-ae2d-1bdf6c53f987 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7138815 Jan 27 17:16:28.737556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-893feacb-4302-43c2-8bee-e010b160d9a2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:28.741425 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-893feacb-4302-43c2-8bee-e010b160d9a2 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3739989 Jan 27 17:16:28.746789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40930) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:28.746789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40932) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:28.783249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.794953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d068139a-11f9-44d6-b846-68e84ee49c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:28.831750 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449754a-f1b2-4f45-802e-6d59e0aec674 None None] Pushing event updated for resources: {'Port': ['ID=46305b08-adb7-464a-8ae2-13148c7740f6,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:28.834802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068139a-11f9-44d6-b846-68e84ee49c82 None None] Routers {'a33ee8e6-c13c-4b71-bcc1-7a3645b84902'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:28.835510 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d068139a-11f9-44d6-b846-68e84ee49c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a33ee8e6-c13c-4b71-bcc1-7a3645b84902'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:28.924755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-98e799da-c696-4d86-a784-116844556ca6 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.937559 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-98e799da-c696-4d86-a784-116844556ca6 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.953098 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 2bd749b3-0ab6-4a84-b903-4708964c1444 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:28.972597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-98e799da-c696-4d86-a784-116844556ca6 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.972879 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d068139a-11f9-44d6-b846-68e84ee49c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:28.972879 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068139a-11f9-44d6-b846-68e84ee49c82 None None] The sync data for ids ['a33ee8e6-c13c-4b71-bcc1-7a3645b84902'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:28.987164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 2bd749b3-0ab6-4a84-b903-4708964c1444 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:28.987533 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.054517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:29.072521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e799da-c696-4d86-a784-116844556ca6 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f3c7a6a-82a2-45ec-9335-3a306713ccd6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:29.074110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0b343e76-01fc-46d4-a401-4055438b66a2 None None] Provisioning complete for port dfb0a383-f5e9-4f57-a2dc-002812f7d716 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:29.085398 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0b343e76-01fc-46d4-a401-4055438b66a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.141488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-98e799da-c696-4d86-a784-116844556ca6 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.142635 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-98e799da-c696-4d86-a784-116844556ca6 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/1f3c7a6a-82a2-45ec-9335-3a306713ccd6 HTTP/1.1" status: 204 len: 168 time: 0.3932259 Jan 27 17:16:29.149927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40938) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:29.173535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a11c2d-659a-4bd1-9a15-e941dd5e7209 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:29.178014 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-38a11c2d-659a-4bd1-9a15-e941dd5e7209 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4302459 Jan 27 17:16:29.178899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40942) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:29.268108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0b343e76-01fc-46d4-a401-4055438b66a2 None None] Port dfb0a383-f5e9-4f57-a2dc-002812f7d716 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:29.320491 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0b343e76-01fc-46d4-a401-4055438b66a2 None None] Provisioning for port 00ce8557-c7be-440b-a3ef-57bf8d815db2 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:29.330928 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-0afe9568-cac3-46c4-8c5f-95bcba3deed3 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 17:16:29.336192 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0afe9568-cac3-46c4-8c5f-95bcba3deed3 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/a33ee8e6-c13c-4b71-bcc1-7a3645b84902/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0176334 Jan 27 17:16:29.342165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40946) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:29.399999 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0b343e76-01fc-46d4-a401-4055438b66a2 None None] Provisioning complete for port 00ce8557-c7be-440b-a3ef-57bf8d815db2 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:29.400444 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0b343e76-01fc-46d4-a401-4055438b66a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.482813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.490345 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0b343e76-01fc-46d4-a401-4055438b66a2 None None] Port 00ce8557-c7be-440b-a3ef-57bf8d815db2 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:29.512408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 2bd749b3-0ab6-4a84-b903-4708964c1444, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=2bd749b3-0ab6-4a84-b903-4708964c1444,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:29.522469 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.533811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3726fc-dfd2-41c6-aeaa-89ce75bd4463 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:29.535649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3726fc-dfd2-41c6-aeaa-89ce75bd4463 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:29.537219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3726fc-dfd2-41c6-aeaa-89ce75bd4463 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:29.538277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ec3726fc-dfd2-41c6-aeaa-89ce75bd4463 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:29.558144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-827077b2-f9c5-4be8-8b15-0d02df96364a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Synchronizing usage tracker for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:29.562422 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-190af100-ef77-4d19-b516-6374b793065b req-497cd180-1b54-400f-8656-e77fab1118ad tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.0791883 Jan 27 17:16:29.612022 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2b1a23a0-4fd0-4ed5-a841-ae0753f1f0ff tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4458971 Jan 27 17:16:29.615007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40952) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:29.618544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ec3726fc-dfd2-41c6-aeaa-89ce75bd4463 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:29.622131 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ec3726fc-dfd2-41c6-aeaa-89ce75bd4463 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4399202 Jan 27 17:16:29.638000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.645896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40954) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:29.663166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=2bd749b3-0ab6-4a84-b903-4708964c1444,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:29.723363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:29.737715 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0330a925-e924-4071-aeb1-250dc97451ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/c97cbcf9-aed2-49e9-b61c-3ee9b950a75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6283722 Jan 27 17:16:29.737983 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Sync routers for ids ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:29.746760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3c4c0be9-ad64-44b3-aecc-d1322170b0f6 None None] Provisioning for port 46305b08-adb7-464a-8ae2-13148c7740f6 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:29.751699 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Routers {'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:29.752875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3c4c0be9-ad64-44b3-aecc-d1322170b0f6 None None] Provisioning complete for port 46305b08-adb7-464a-8ae2-13148c7740f6 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:29.753196 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:29.753386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0be9-ad64-44b3-aecc-d1322170b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.783380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40960) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:29.820667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-827077b2-f9c5-4be8-8b15-0d02df96364a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Unset dirty status for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:29.822285 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-827077b2-f9c5-4be8-8b15-0d02df96364a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=a33ee8e6-c13c-4b71-bcc1-7a3645b84902 HTTP/1.1" status: 200 len: 205 time: 0.4786663 Jan 27 17:16:29.832237 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40964) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:29.847068 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.898801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device fcb274c4-f14e-4813-b25e-06f1c081c713 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:29.996464 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Set router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:30.053770 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13ed47b-a805-42f3-b3cb-35ae9363b152 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet d0b183a3-f6cb-4695-91af-58681d572f38 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:30.085919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b13ed47b-a805-42f3-b3cb-35ae9363b152 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.112074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3c4c0be9-ad64-44b3-aecc-d1322170b0f6 None None] Could not find standard attr ID for object 55b51ab5-8530-4430-b27e-3d784b389881. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:16:30.131331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port fcb274c4-f14e-4813-b25e-06f1c081c713 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:30.131863 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.229116 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f1207fb-13f7-4740-8bb0-d3b047c60e08 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.233813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-33fc0951-4f45-469e-875f-15251b557cf5 None None] Could not find standard attr ID for object 55b51ab5-8530-4430-b27e-3d784b389881. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:16:30.309392 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f1207fb-13f7-4740-8bb0-d3b047c60e08 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.333749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 46305b08-adb7-464a-8ae2-13148c7740f6 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:30.342210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a54195c-8f28-4998-8804-f360db7a8944 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.443515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0aa03d-d2f9-4981-9a21-f26a18e429c0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.444891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0aa03d-d2f9-4981-9a21-f26a18e429c0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.445727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0aa03d-d2f9-4981-9a21-f26a18e429c0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.446524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0aa03d-d2f9-4981-9a21-f26a18e429c0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.447505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0aa03d-d2f9-4981-9a21-f26a18e429c0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.448545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0aa03d-d2f9-4981-9a21-f26a18e429c0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.450333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0aa03d-d2f9-4981-9a21-f26a18e429c0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.451036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0aa03d-d2f9-4981-9a21-f26a18e429c0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.451705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0aa03d-d2f9-4981-9a21-f26a18e429c0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.452401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0aa03d-d2f9-4981-9a21-f26a18e429c0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.455966 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3e0aa03d-d2f9-4981-9a21-f26a18e429c0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7088 time: 0.6714795 Jan 27 17:16:30.464467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40968) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:30.502039 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '00ce8557-c7be-440b-a3ef-57bf8d815db2', 'name': '', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:21:6d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:19Z', 'updated_at': '2022-01-27T17:16:25Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:30.510009 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Checking router: c97cbcf9-aed2-49e9-b61c-3ee9b950a75e for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:30.510352 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Updating router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e port 00ce8557-c7be-440b-a3ef-57bf8d815db2 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:16:30.533477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Router 0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:16:30.540098 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 46305b08-adb7-464a-8ae2-13148c7740f6 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:30.540472 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.546932 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f1207fb-13f7-4740-8bb0-d3b047c60e08 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.555645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b13ed47b-a805-42f3-b3cb-35ae9363b152 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.578606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1207fb-13f7-4740-8bb0-d3b047c60e08 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49571015-4624-493f-bf4c-15a49d318880,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:30.626860 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.629876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923da89-db30-4e54-8fe8-7852a494c166 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.630251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923da89-db30-4e54-8fe8-7852a494c166 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.630696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923da89-db30-4e54-8fe8-7852a494c166 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.631149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923da89-db30-4e54-8fe8-7852a494c166 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.631604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923da89-db30-4e54-8fe8-7852a494c166 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.632811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923da89-db30-4e54-8fe8-7852a494c166 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.632811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923da89-db30-4e54-8fe8-7852a494c166 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.633165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923da89-db30-4e54-8fe8-7852a494c166 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.633441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923da89-db30-4e54-8fe8-7852a494c166 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.634076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923da89-db30-4e54-8fe8-7852a494c166 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.634668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923da89-db30-4e54-8fe8-7852a494c166 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.649665 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0923da89-db30-4e54-8fe8-7852a494c166 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7088 time: 0.1802580 Jan 27 17:16:30.684938 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2f6dcd06-d380-44fe-ad3d-73b521a74776 req-b7dc47b8-ca27-4796-b745-98633f05169f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.0478463 Jan 27 17:16:30.734323 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40974) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:30.756797 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:30.855062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:30.855337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.995658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a54195c-8f28-4998-8804-f360db7a8944 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.006126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a54195c-8f28-4998-8804-f360db7a8944 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.031316 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:31.034358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f1207fb-13f7-4740-8bb0-d3b047c60e08 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.035507 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0f1207fb-13f7-4740-8bb0-d3b047c60e08 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-groups/49571015-4624-493f-bf4c-15a49d318880 HTTP/1.1" status: 204 len: 168 time: 1.3544416 Jan 27 17:16:31.042038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40978) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:31.088902 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.099572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a54195c-8f28-4998-8804-f360db7a8944 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.100309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a54195c-8f28-4998-8804-f360db7a8944 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Fanout notify agent at l3_agent the message router_deleted on router a33ee8e6-c13c-4b71-bcc1-7a3645b84902 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:16:31.106831 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Transition to ACTIVE for port object 00ce8557-c7be-440b-a3ef-57bf8d815db2 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:31.121065 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.130725 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b13ed47b-a805-42f3-b3cb-35ae9363b152 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.145740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:31.153572 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:31.154134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.188855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Allocated IP 2001:db8:1::1 (5f5e6144-a703-4bb9-9f94-b1291182e2fb/a36a74c3-9087-4b7f-b767-e7ed6219e879/ee8f12f0-fb3b-4cad-9d92-3881a2a0b10a) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:31.211233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a54195c-8f28-4998-8804-f360db7a8944 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.216810 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7a54195c-8f28-4998-8804-f360db7a8944 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/a33ee8e6-c13c-4b71-bcc1-7a3645b84902 HTTP/1.1" status: 204 len: 168 time: 1.3781531 Jan 27 17:16:31.218049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f3ba9507-88ff-4cec-a4d1-e04128630019 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:31.223946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 40982) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:31.225143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:31.241224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] Sync routers for ids ['0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:31.254686 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406a3a1-7668-42ef-9177-7651d99bc7e2 None None] Pushing event updated for resources: {'Port': ['ID=00ce8557-c7be-440b-a3ef-57bf8d815db2,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:31.258957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f3ba9507-88ff-4cec-a4d1-e04128630019 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:31.260872 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f3ba9507-88ff-4cec-a4d1-e04128630019 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2176778 Jan 27 17:16:31.265644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40986) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:31.274497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-15285126-c5e4-4996-a6cb-1445d0bf40dc tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group': {'name': 'tempest-secgroup--618123391'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:31.278996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] Routers {'0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:31.280918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:31.282769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-15285126-c5e4-4996-a6cb-1445d0bf40dc tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:31.295681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-15285126-c5e4-4996-a6cb-1445d0bf40dc tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:31.306415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.308190 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1eb7d06f-5a06-4b89-bfe0-91a09a8b294e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.2428954 Jan 27 17:16:31.310149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-15285126-c5e4-4996-a6cb-1445d0bf40dc tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.325023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40990) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:31.503847 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Attempting to bind port 00ce8557-c7be-440b-a3ef-57bf8d815db2 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:31.504842 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Attempting to bind port 00ce8557-c7be-440b-a3ef-57bf8d815db2 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '652f9c8e-0dd1-4a0e-8964-2add538bfe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:31.505364 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Attempting to bind port 00ce8557-c7be-440b-a3ef-57bf8d815db2 on network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:31.525731 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:31.526459 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Checking segment: {'id': '652f9c8e-0dd1-4a0e-8964-2add538bfe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:31.527287 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.527978 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Bound using segment: {'id': '652f9c8e-0dd1-4a0e-8964-2add538bfe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:31.528648 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Bound port: 00ce8557-c7be-440b-a3ef-57bf8d815db2, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652f9c8e-0dd1-4a0e-8964-2add538bfe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:31.529247 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.550919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-15285126-c5e4-4996-a6cb-1445d0bf40dc tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:31.556449 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-15285126-c5e4-4996-a6cb-1445d0bf40dc tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:31.560183 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-15285126-c5e4-4996-a6cb-1445d0bf40dc tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:31.567309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-15285126-c5e4-4996-a6cb-1445d0bf40dc tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:31.625151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] Set router 0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:31.654039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b13ed47b-a805-42f3-b3cb-35ae9363b152 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.692209 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] For port 00ce8557-c7be-440b-a3ef-57bf8d815db2, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:31.697934 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] For port 00ce8557-c7be-440b-a3ef-57bf8d815db2, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=00ce8557-c7be-440b-a3ef-57bf8d815db2,segment=NetworkSegment(652f9c8e-0dd1-4a0e-8964-2add538bfe4c),segment_id=652f9c8e-0dd1-4a0e-8964-2add538bfe4c)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:31.704322 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.795246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ed47b-a805-42f3-b3cb-35ae9363b152 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b183a3-f6cb-4695-91af-58681d572f38,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:31.811515 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406a3a1-7668-42ef-9177-7651d99bc7e2 None None] Pushing event updated for resources: {'Port': ['ID=00ce8557-c7be-440b-a3ef-57bf8d815db2,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:31.822298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e9c57d-cad6-42de-9690-bd1accc0dd2e None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:31.830858 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b13ed47b-a805-42f3-b3cb-35ae9363b152 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.858076 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0f64a389-9436-4888-aa97-a39a219d1a73 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/routers/0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01 HTTP/1.1" status: 200 len: 908 time: 0.4592001 Jan 27 17:16:31.859059 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Routers {'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:31.859542 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:31.871511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-15285126-c5e4-4996-a6cb-1445d0bf40dc tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.872746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 40996) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:31.897815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b75774f-3aa9-46d1-9626-7fb69e277f7d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting subnet 6c11cd8a-3cf4-4198-8902-18081d304c8b {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:31.946014 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9b356a82-5d99-4eca-ad94-0c931ae68474 req-675492cc-0cf4-4303-a700-9ca5ce51e7ea tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.1578848 Jan 27 17:16:31.955244 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8186fdfa-fa19-42a4-8cbb-5204503b09cb tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5516 time: 1.2194898 Jan 27 17:16:31.962947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-15285126-c5e4-4996-a6cb-1445d0bf40dc tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.059769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b75774f-3aa9-46d1-9626-7fb69e277f7d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.061952 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15285126-c5e4-4996-a6cb-1445d0bf40dc tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e86349-008f-4dce-afc4-d2258f7edd43,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:32.115731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-15285126-c5e4-4996-a6cb-1445d0bf40dc tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.117545 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-15285126-c5e4-4996-a6cb-1445d0bf40dc tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8507490 Jan 27 17:16:32.170109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41002) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:32.180770 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] Set router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:32.187318 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dfe09eb2-3639-4d62-9f91-7b55682868ed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Request body: {'security_group_rule': {'security_group_id': '02e86349-008f-4dce-afc4-d2258f7edd43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:32.222833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dfe09eb2-3639-4d62-9f91-7b55682868ed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:32.225440 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.227334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dfe09eb2-3639-4d62-9f91-7b55682868ed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Usage tracker for resource:security_group_rule and tenant:86447c8cb4a1476e8027495bbad30610 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:32.242954 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dfe09eb2-3639-4d62-9f91-7b55682868ed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:32.256254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dfe09eb2-3639-4d62-9f91-7b55682868ed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:32.264401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.308039 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b13ed47b-a805-42f3-b3cb-35ae9363b152 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/d0b183a3-f6cb-4695-91af-58681d572f38 HTTP/1.1" status: 204 len: 168 time: 2.6609976 Jan 27 17:16:32.337731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41006) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:32.373414 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dfe09eb2-3639-4d62-9f91-7b55682868ed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.427858 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b75774f-3aa9-46d1-9626-7fb69e277f7d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.508992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48fa268-f04d-47cc-9322-4a16527b197a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet e2b998c9-f449-4618-83d0-40df20a93dac {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:32.511983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41010) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:32.519754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554679622', 'description': 'tempest-secgroup-smoke-554679622 description', 'project_id': '44b0386278b54442ad833b884f51ee72'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:32.530180 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad,segment=NetworkSegment(652f9c8e-0dd1-4a0e-8964-2add538bfe4c),segment_id=652f9c8e-0dd1-4a0e-8964-2add538bfe4c)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:32.545954 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f48fa268-f04d-47cc-9322-4a16527b197a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.547529 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.548161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9bfd86ef-8b81-4156-ba91-41448d47fd11 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:32.578176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:32.597422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:32.604680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.606170 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:32.628163 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:32.642571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Transition to ACTIVE for port object ee8f12f0-fb3b-4cad-9d92-3881a2a0b10a will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:32.644186 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f48fa268-f04d-47cc-9322-4a16527b197a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.658282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b75774f-3aa9-46d1-9626-7fb69e277f7d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.701433 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dfe09eb2-3639-4d62-9f91-7b55682868ed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.706315 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '00ce8557-c7be-440b-a3ef-57bf8d815db2', 'name': '', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:21:6d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:19Z', 'updated_at': '2022-01-27T17:16:31Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:32.714263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dfe09eb2-3639-4d62-9f91-7b55682868ed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.716984 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f5115-9f6f-475f-9218-3c2aff832785 None None] The sync data for ids ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'] in dv-neutron-825077-1-hyperv is: [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '00ce8557-c7be-440b-a3ef-57bf8d815db2', 'name': '', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:21:6d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:19Z', 'updated_at': '2022-01-27T17:16:31Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:32.757556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe09eb2-3639-4d62-9f91-7b55682868ed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee765965-049c-4ba7-9ced-84c3b49c98ec,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:32.790853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:32.793488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dfe09eb2-3639-4d62-9f91-7b55682868ed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.795227 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dfe09eb2-3639-4d62-9f91-7b55682868ed tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6121671 Jan 27 17:16:32.807226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41014) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:32.815012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.815719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01', 'name': 'tempest-snat-router-1970234205', 'tenant_id': '7c802c3f6490405984f01b22559f4e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': 'fa50834c-0ec4-4773-9c30-5be4139e082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:19Z', 'updated_at': '2022-01-27T17:16:27Z', 'revision_number': 3, 'project_id': '7c802c3f6490405984f01b22559f4e93', 'gw_port': {'id': 'fa50834c-0ec4-4773-9c30-5be4139e082d', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:16:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:22Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:32.844367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.847454 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] Checking router: 0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:32.849359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] Updating router 0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01 port fa50834c-0ec4-4773-9c30-5be4139e082d binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:16:32.945937 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 9bfd86ef-8b81-4156-ba91-41448d47fd11 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:32.946304 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.953230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:32.973574 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b75774f-3aa9-46d1-9626-7fb69e277f7d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.979305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.985600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:32.990212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:33.004195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:33.020018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f48fa268-f04d-47cc-9322-4a16527b197a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.051732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.059341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b75774f-3aa9-46d1-9626-7fb69e277f7d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.090997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75774f-3aa9-46d1-9626-7fb69e277f7d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Subnet': ['ID=6c11cd8a-3cf4-4198-8902-18081d304c8b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:33.091463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9e8319-0b88-4c09-a2ea-5eb1fec91102 None None] Network 24c2bbaf-71d3-4417-8f23-dbc60a8a18af requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:33.095045 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4b75774f-3aa9-46d1-9626-7fb69e277f7d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/6c11cd8a-3cf4-4198-8902-18081d304c8b HTTP/1.1" status: 204 len: 168 time: 1.8670325 Jan 27 17:16:33.098415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41020) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:33.105126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 5f5e6144-a703-4bb9-9f94-b1291182e2fb is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:33.116516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:33.119820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:33.121086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.300380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Deleting port fa50834c-0ec4-4773-9c30-5be4139e082d {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:33.301091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.401614 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b9584374-3625-42b5-84ec-452a9d90e54c req-ad353769-352e-40f5-99a3-e7994e6544c9 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.1508014 Jan 27 17:16:33.492324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.574077 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.582214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f48fa268-f04d-47cc-9322-4a16527b197a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.622923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.679458 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.690906 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=ee8f12f0-fb3b-4cad-9d92-3881a2a0b10a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:33.700820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5953b9ed-1759-4083-8147-56a83e9ea71e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.713390 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fa268-f04d-47cc-9322-4a16527b197a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b998c9-f449-4618-83d0-40df20a93dac,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:33.781507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port c920d0db-8b26-4313-8f2c-12a8551c07c5 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:33.781853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.804960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-94b3b55f-d393-4979-994e-7764f1275097 None None] Provisioning for port ee8f12f0-fb3b-4cad-9d92-3881a2a0b10a completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:33.809782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f48fa268-f04d-47cc-9322-4a16527b197a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.886902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42a072f-11bb-49b3-98ed-7ec968dbf5d1,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:33.890482 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 00ce8557-c7be-440b-a3ef-57bf8d815db2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:33.921384 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5953b9ed-1759-4083-8147-56a83e9ea71e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.949311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.953586 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-607ff8cb-9f51-4d81-b9b0-5fde757d6f85 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4360621 Jan 27 17:16:33.965786 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f48fa268-f04d-47cc-9322-4a16527b197a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/e2b998c9-f449-4618-83d0-40df20a93dac HTTP/1.1" status: 204 len: 168 time: 1.6256771 Jan 27 17:16:33.969312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41024) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:33.969885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41026) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:33.993199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-94b3b55f-d393-4979-994e-7764f1275097 None None] Provisioning complete for port ee8f12f0-fb3b-4cad-9d92-3881a2a0b10a triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:33.993563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-94b3b55f-d393-4979-994e-7764f1275097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.074724 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-44f06efa-bf85-4e58-be50-39fe52e9c124 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018140 Jan 27 17:16:34.078703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3060f294-e04a-46fe-b7fc-b4b29947d825 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'f42a072f-11bb-49b3-98ed-7ec968dbf5d1', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:34.085776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3060f294-e04a-46fe-b7fc-b4b29947d825 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:34.091335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3060f294-e04a-46fe-b7fc-b4b29947d825 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:34.095328 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3060f294-e04a-46fe-b7fc-b4b29947d825 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:34.102895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3060f294-e04a-46fe-b7fc-b4b29947d825 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:34.115640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41032) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:34.131658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:34.178717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 00ce8557-c7be-440b-a3ef-57bf8d815db2 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:34.225786 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-94b3b55f-d393-4979-994e-7764f1275097 None None] Port ee8f12f0-fb3b-4cad-9d92-3881a2a0b10a cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:34.233397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 00ce8557-c7be-440b-a3ef-57bf8d815db2 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:34.234001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.274846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:34.277910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3060f294-e04a-46fe-b7fc-b4b29947d825 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.302886 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:34.315442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:34.325569 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.340878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:34.346873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5953b9ed-1759-4083-8147-56a83e9ea71e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.496262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd15f1f-42e2-406d-8c3c-9dbc6eb974b8 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:34.517146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99526881-8794-4512-b734-bbe85e4e4572 None None] DHCP port deletion for 24c2bbaf-71d3-4417-8f23-dbc60a8a18af request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:16:34.542758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Calling delete_port for fa50834c-0ec4-4773-9c30-5be4139e082d owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:34.549267 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953b9ed-1759-4083-8147-56a83e9ea71e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e86349-008f-4dce-afc4-d2258f7edd43,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:34.552478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-99526881-8794-4512-b734-bbe85e4e4572 None None] Deleting port c920d0db-8b26-4313-8f2c-12a8551c07c5 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:34.553207 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-99526881-8794-4512-b734-bbe85e4e4572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.604822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:34.608878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.682169 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-148ff984-0853-48b4-b335-23df9ceba3d6 req-d9445832-6e8a-41cd-86a9-19d8c3aa0d29 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.1220517 Jan 27 17:16:34.690000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3060f294-e04a-46fe-b7fc-b4b29947d825 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.758323 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3060f294-e04a-46fe-b7fc-b4b29947d825 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.805338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] For port c920d0db-8b26-4313-8f2c-12a8551c07c5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c920d0db-8b26-4313-8f2c-12a8551c07c5,segment=NetworkSegment(ba33b198-1262-42d6-ba49-7277e5d4b4f8),segment_id=ba33b198-1262-42d6-ba49-7277e5d4b4f8)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:34.806127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.808807 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060f294-e04a-46fe-b7fc-b4b29947d825 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273916f8-4b1d-4a12-a888-746330110b88,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:34.886610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3060f294-e04a-46fe-b7fc-b4b29947d825 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.889224 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3060f294-e04a-46fe-b7fc-b4b29947d825 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9179926 Jan 27 17:16:34.894004 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41038) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:34.918918 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-201eae26-3ab5-42e0-bd9d-8bfdb94f5302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'f42a072f-11bb-49b3-98ed-7ec968dbf5d1', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:34.938114 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-201eae26-3ab5-42e0-bd9d-8bfdb94f5302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:34.957877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-201eae26-3ab5-42e0-bd9d-8bfdb94f5302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:34.968924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-201eae26-3ab5-42e0-bd9d-8bfdb94f5302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:34.982204 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for c920d0db-8b26-4313-8f2c-12a8551c07c5 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:35.015188 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-46197803-48b8-4d3c-8aa8-3e8600440866 None None] Provisioning complete for port 46305b08-adb7-464a-8ae2-13148c7740f6 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:35.016114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-46197803-48b8-4d3c-8aa8-3e8600440866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.044809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5953b9ed-1759-4083-8147-56a83e9ea71e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.046136 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5953b9ed-1759-4083-8147-56a83e9ea71e tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-groups/02e86349-008f-4dce-afc4-d2258f7edd43 HTTP/1.1" status: 204 len: 168 time: 2.2372057 Jan 27 17:16:35.096799 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-201eae26-3ab5-42e0-bd9d-8bfdb94f5302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:35.111524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41042) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:35.112243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.275944 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-201eae26-3ab5-42e0-bd9d-8bfdb94f5302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.312971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:16:35.313747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:16:35.349482 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa50834c-0ec4-4773-9c30-5be4139e082d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:35.371421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.381991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-201eae26-3ab5-42e0-bd9d-8bfdb94f5302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.406211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-201eae26-3ab5-42e0-bd9d-8bfdb94f5302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.456287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.494311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201eae26-3ab5-42e0-bd9d-8bfdb94f5302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a8f441-0049-4649-8a87-5166498fd67e,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:35.508396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-99526881-8794-4512-b734-bbe85e4e4572 None None] For port c920d0db-8b26-4313-8f2c-12a8551c07c5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c920d0db-8b26-4313-8f2c-12a8551c07c5,segment=NetworkSegment(ba33b198-1262-42d6-ba49-7277e5d4b4f8),segment_id=ba33b198-1262-42d6-ba49-7277e5d4b4f8)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:35.509489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-99526881-8794-4512-b734-bbe85e4e4572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.519690 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d4c1ceda-d473-4841-83ac-e8f23f6a3599 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:35.527224 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.536057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] No DVR routers for this DVR port c920d0db-8b26-4313-8f2c-12a8551c07c5 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:35.563662 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Port': ['ID=c920d0db-8b26-4313-8f2c-12a8551c07c5,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:35.659180 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 00ce8557-c7be-440b-a3ef-57bf8d815db2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=00ce8557-c7be-440b-a3ef-57bf8d815db2,segment=NetworkSegment(652f9c8e-0dd1-4a0e-8964-2add538bfe4c),segment_id=652f9c8e-0dd1-4a0e-8964-2add538bfe4c)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:35.693108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-99526881-8794-4512-b734-bbe85e4e4572 None None] Calling delete_port for c920d0db-8b26-4313-8f2c-12a8551c07c5 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:35.732352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.733161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:35.752007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.803400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c2bbaf-71d3-4417-8f23-dbc60a8a18af']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:35.820537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba33b198-1262-42d6-ba49-7277e5d4b4f8') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:35.821009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba33b198-1262-42d6-ba49-7277e5d4b4f8') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:35.838338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.848915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-201eae26-3ab5-42e0-bd9d-8bfdb94f5302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.853881 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-201eae26-3ab5-42e0-bd9d-8bfdb94f5302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9531333 Jan 27 17:16:35.858415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41048) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:35.869364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f457db9b-d7fc-4812-b779-5ca34e398d23 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'f42a072f-11bb-49b3-98ed-7ec968dbf5d1', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:35.881666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f457db9b-d7fc-4812-b779-5ca34e398d23 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:35.885772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f457db9b-d7fc-4812-b779-5ca34e398d23 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:35.889811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.893927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.899309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f457db9b-d7fc-4812-b779-5ca34e398d23 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:35.908995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:16:35.909636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.915180 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] Port fa50834c-0ec4-4773-9c30-5be4139e082d not found while updating agent binding for router 0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01. {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:16:35.926605 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:16:35.930684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.930684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:35.937044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f457db9b-d7fc-4812-b779-5ca34e398d23 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:35.974994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=00ce8557-c7be-440b-a3ef-57bf8d815db2,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:35.979446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] Routers {'0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:35.980154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:36.005868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d4c1ceda-d473-4841-83ac-e8f23f6a3599 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:36.012070 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d4c1ceda-d473-4841-83ac-e8f23f6a3599 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8942583 Jan 27 17:16:36.015686 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.016001 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41052) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:36.024652 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.029220 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-09d48577-2f3e-4db1-85c5-1084f469d9a2 req-7bfbb18e-001b-46c3-b3f4-a4d1d055b8a1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.1816418 Jan 27 17:16:36.065773 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-99526881-8794-4512-b734-bbe85e4e4572 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:16:36.066290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-99526881-8794-4512-b734-bbe85e4e4572 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:16:36.101571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.102104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:16:36.146664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.146664 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2bb74902-dc88-4fd6-99c5-f862ed663621 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "DELETE /v2.0/routers/0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01 HTTP/1.1" status: 204 len: 168 time: 4.2693882 Jan 27 17:16:36.151484 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41056) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:36.156763 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] Set router 0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:36.200990 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.202621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f457db9b-d7fc-4812-b779-5ca34e398d23 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.206439 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:16:36.264487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:36.264770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.281168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.304171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.objects.ports [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87609) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:16:36.306564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=ee8f12f0-fb3b-4cad-9d92-3881a2a0b10a,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:36.311362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01', 'name': 'tempest-snat-router-1970234205', 'tenant_id': '7c802c3f6490405984f01b22559f4e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:19Z', 'updated_at': '2022-01-27T17:16:34Z', 'revision_number': 5, 'project_id': '7c802c3f6490405984f01b22559f4e93', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:36.320123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Deleting port 46305b08-adb7-464a-8ae2-13148c7740f6 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:36.320695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.332330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Network': ['ID=24c2bbaf-71d3-4417-8f23-dbc60a8a18af,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:36.372716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-75b77f42-8c27-4c43-b328-051568d1a460 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Synchronizing usage tracker for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:36.381647 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-990b5f26-c91e-4742-b3ef-f27900f1cdd4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/networks/24c2bbaf-71d3-4417-8f23-dbc60a8a18af HTTP/1.1" status: 204 len: 168 time: 3.2747548 Jan 27 17:16:36.390972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41060) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:36.417628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19c976-26a7-4f7d-a7a4-40a54ba9218b None None] The sync data for ids ['0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01'] in dv-neutron-825077-1-hyperv is: [{'id': '0a1eb2c9-4d8d-47d9-9f4f-63d26be4cb01', 'name': 'tempest-snat-router-1970234205', 'tenant_id': '7c802c3f6490405984f01b22559f4e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:19Z', 'updated_at': '2022-01-27T17:16:34Z', 'revision_number': 5, 'project_id': '7c802c3f6490405984f01b22559f4e93', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:36.419261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'network': {'name': 'tempest-RoutersTest-1801662681'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:36.437064 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:36.448572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-75b77f42-8c27-4c43-b328-051568d1a460 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] Unset dirty status for tenant:86447c8cb4a1476e8027495bbad30610 on resource:security_group_rule {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:36.450235 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-75b77f42-8c27-4c43-b328-051568d1a460 tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4236012 Jan 27 17:16:36.454466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41064) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:36.456065 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:network and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:36.460260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 5f5e6144-a703-4bb9-9f94-b1291182e2fb is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:36.463223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:36.466353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:36.485113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:36.488241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f457db9b-d7fc-4812-b779-5ca34e398d23 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.531202 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-46a89bc4-96a6-4734-899e-d8ec5af0f93c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] delete failed (client error): The resource could not be found. Jan 27 17:16:36.536724 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-46a89bc4-96a6-4734-899e-d8ec5af0f93c tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "DELETE /v2.0/security-groups/02e86349-008f-4dce-afc4-d2258f7edd43 HTTP/1.1" status: 404 len: 347 time: 0.0520182 Jan 27 17:16:36.537568 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41068) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:36.600635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f457db9b-d7fc-4812-b779-5ca34e398d23 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.628910 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:36.633022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.702734 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a25ee704-9658-43de-85e6-9d47892fe6cb tempest-SecGroupTest-91823053 tempest-SecGroupTest-91823053-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1516900 Jan 27 17:16:36.723839 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-99526881-8794-4512-b734-bbe85e4e4572 None None] Deleting port c920d0db-8b26-4313-8f2c-12a8551c07c5 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:36.724460 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-99526881-8794-4512-b734-bbe85e4e4572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.765257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.830381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457db9b-d7fc-4812-b779-5ca34e398d23 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90f972e-6851-4781-a71f-4ed3643df466,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:36.901130 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f457db9b-d7fc-4812-b779-5ca34e398d23 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.905169 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f457db9b-d7fc-4812-b779-5ca34e398d23 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0436518 Jan 27 17:16:36.909544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1217} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:16:36.935119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41074) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:36.948233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-99526881-8794-4512-b734-bbe85e4e4572 None None] The port 'c920d0db-8b26-4313-8f2c-12a8551c07c5' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:16:36.956174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] For port 46305b08-adb7-464a-8ae2-13148c7740f6, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=46305b08-adb7-464a-8ae2-13148c7740f6,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:36.956388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:36.958042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-897827e9-daff-47db-8a4f-edeea98f43d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'f42a072f-11bb-49b3-98ed-7ec968dbf5d1', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:36.988112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-897827e9-daff-47db-8a4f-edeea98f43d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:37.003625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:37.004302 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Added segment b6de3057-3e86-4815-ac1c-edf45a82bb36 of type vlan for network 9d9b26b3-4cb8-4838-b2c1-baa97d10d1be Jan 27 17:16:37.009413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router 2e697b26-3caf-42b4-a934-1bffa5a66300 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:37.027332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-897827e9-daff-47db-8a4f-edeea98f43d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:37.037154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-897827e9-daff-47db-8a4f-edeea98f43d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:37.055953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-897827e9-daff-47db-8a4f-edeea98f43d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:37.098832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:37.145204 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:37.154830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Calling delete_port for 46305b08-adb7-464a-8ae2-13148c7740f6 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:37.233262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Deleting port 2bd749b3-0ab6-4a84-b903-4708964c1444 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:37.233950 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:37.237018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:37.268301 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 2bd749b3-0ab6-4a84-b903-4708964c1444 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:37.288245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:37.293984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:37.294616 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:37.301735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:16:37.302410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:16:37.303059 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41082) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:37.334930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ce251b39-21ff-421b-b54d-648598693fd0 None None] Provisioning complete for port ee8f12f0-fb3b-4cad-9d92-3881a2a0b10a triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:37.335468 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce251b39-21ff-421b-b54d-648598693fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:37.415431 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ce251b39-21ff-421b-b54d-648598693fd0 None None] Port ee8f12f0-fb3b-4cad-9d92-3881a2a0b10a cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:37.425808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 2bd749b3-0ab6-4a84-b903-4708964c1444 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:37.426440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:37.673537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] For port 2bd749b3-0ab6-4a84-b903-4708964c1444, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=2bd749b3-0ab6-4a84-b903-4708964c1444,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:37.673892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:37.700069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 00ce8557-c7be-440b-a3ef-57bf8d815db2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:37.714316 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5cccb5d2-642c-4c0e-9a16-40cd4119d16b req-f7a70f2f-55ee-410d-b617-4e1cb06b0a11 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.5279076 Jan 27 17:16:37.738012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-897827e9-daff-47db-8a4f-edeea98f43d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:37.754865 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Network': ['ID=9d9b26b3-4cb8-4838-b2c1-baa97d10d1be,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:37.796090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:37.796434 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:37.796755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:37.797143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:37.797665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:37.798035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:37.798365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:37.798688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:37.799008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:37.799371 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:37.800864 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:37.801302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:37.816222 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Deleting port 46305b08-adb7-464a-8ae2-13148c7740f6 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:37.816853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:37.822317 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c89936a8-990e-484f-901b-32121ae6f393 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4189823 Jan 27 17:16:37.826366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41088) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:37.843038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'subnet': {'network_id': '9d9b26b3-4cb8-4838-b2c1-baa97d10d1be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:37.883113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:37.891835 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-154e9588-8cd4-4f52-82c2-47a1314e90d5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/2e697b26-3caf-42b4-a934-1bffa5a66300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4796038 Jan 27 17:16:37.894503 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09824e9d-86ee-4852-bfff-5c90ba7e7b1a None None] Sync routers for ids ['2e697b26-3caf-42b4-a934-1bffa5a66300'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:37.898507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41092) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:37.921542 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09824e9d-86ee-4852-bfff-5c90ba7e7b1a None None] Routers {'2e697b26-3caf-42b4-a934-1bffa5a66300'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:37.922178 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-09824e9d-86ee-4852-bfff-5c90ba7e7b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['2e697b26-3caf-42b4-a934-1bffa5a66300'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:37.994481 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 9d9b26b3-4cb8-4838-b2c1-baa97d10d1be details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:16:38.043207 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Calling delete_port for 2bd749b3-0ab6-4a84-b903-4708964c1444 owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:38.056850 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-09824e9d-86ee-4852-bfff-5c90ba7e7b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:38.066656 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09824e9d-86ee-4852-bfff-5c90ba7e7b1a None None] Routers {'2e697b26-3caf-42b4-a934-1bffa5a66300'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:38.067548 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-09824e9d-86ee-4852-bfff-5c90ba7e7b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['2e697b26-3caf-42b4-a934-1bffa5a66300'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:38.077294 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] For port 46305b08-adb7-464a-8ae2-13148c7740f6, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=46305b08-adb7-464a-8ae2-13148c7740f6,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:38.133535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.134516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-897827e9-daff-47db-8a4f-edeea98f43d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.154105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.155494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.156761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-897827e9-daff-47db-8a4f-edeea98f43d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.163284 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-09824e9d-86ee-4852-bfff-5c90ba7e7b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:38.164087 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09824e9d-86ee-4852-bfff-5c90ba7e7b1a None None] The sync data for ids ['2e697b26-3caf-42b4-a934-1bffa5a66300'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:38.222007 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 00ce8557-c7be-440b-a3ef-57bf8d815db2 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:38.222859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.288094 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e3e5c3-5fe8-4919-a77a-5369b3e91bf0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:38.288696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a9e3e5c3-5fe8-4919-a77a-5369b3e91bf0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Synchronizing usage tracker for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:38.293718 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b5cc4db0-0097-480b-bfb1-32fa4c9efc22 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86447c8cb4a1476e8027495bbad30610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6627631 Jan 27 17:16:38.301112 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:38.301865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41096) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:38.325637 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897827e9-daff-47db-8a4f-edeea98f43d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6dc040-5b07-4d82-babf-557b1b272ffc,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:38.332671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:38.344922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:38.345600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.353699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:38.374327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:subnet and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:38.380057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-897827e9-daff-47db-8a4f-edeea98f43d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.384440 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-897827e9-daff-47db-8a4f-edeea98f43d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4400675 Jan 27 17:16:38.384670 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=3b8a88b4-46df-4a5d-be03-3563f901a958,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:38.385210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:38.389382 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41100) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:38.397369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:38.404059 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=46305b08-adb7-464a-8ae2-13148c7740f6,revision_number=8']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:38.407777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a9e3e5c3-5fe8-4919-a77a-5369b3e91bf0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Unset dirty status for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:38.411806 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a9e3e5c3-5fe8-4919-a77a-5369b3e91bf0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports/ee8f12f0-fb3b-4cad-9d92-3881a2a0b10a HTTP/1.1" status: 200 len: 913 time: 0.5096169 Jan 27 17:16:38.412017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-30679c70-d8b1-4ee3-bb8e-1ce246b680bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'f42a072f-11bb-49b3-98ed-7ec968dbf5d1', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:38.413500 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41104) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:38.431095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.431886 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.432674 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.433234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.433773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.434361 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.434664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.434935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.435504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.435838 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.436362 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.436883 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.447095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-30679c70-d8b1-4ee3-bb8e-1ce246b680bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:38.460724 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.461317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.461911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.462642 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.463148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.463462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.463962 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.464452 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.464766 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.465223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.465714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.466179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:38.470925 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d1836e36-99fa-484a-a8eb-ac59116cdc06 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3538334 Jan 27 17:16:38.478778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-30679c70-d8b1-4ee3-bb8e-1ce246b680bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:38.482994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41108) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:38.485918 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-30679c70-d8b1-4ee3-bb8e-1ce246b680bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:38.491806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:38.493840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4ce618ac-1777-4a12-b171-b729ea118a19 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:38.495848 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.519062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] For port 46305b08-adb7-464a-8ae2-13148c7740f6, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=46305b08-adb7-464a-8ae2-13148c7740f6,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:38.519462 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.565044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-30679c70-d8b1-4ee3-bb8e-1ce246b680bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:38.605365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-edc3fef7-326e-48b6-b648-bb8d864322a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.652650 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Calling delete_port for 46305b08-adb7-464a-8ae2-13148c7740f6 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:38.682043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.685975 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-30679c70-d8b1-4ee3-bb8e-1ce246b680bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:16:38.693256 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 46305b08-adb7-464a-8ae2-13148c7740f6 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:38.765992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bd749b3-0ab6-4a84-b903-4708964c1444,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:38.768189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30679c70-d8b1-4ee3-bb8e-1ce246b680bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.777640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-edc3fef7-326e-48b6-b648-bb8d864322a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.796897 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:16:38.797470 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:16:38.936172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:38.952944 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7065f861-ab32-4466-883a-5b9ddc41a130 req-bbfc7554-601b-453b-b8db-fc4ae59b8146 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.1103797 Jan 27 17:16:39.006154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 46305b08-adb7-464a-8ae2-13148c7740f6, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=46305b08-adb7-464a-8ae2-13148c7740f6,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:39.008425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4ce618ac-1777-4a12-b171-b729ea118a19 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:39.013579 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.015489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c920d0db-8b26-4313-8f2c-12a8551c07c5 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:39.025334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4ce618ac-1777-4a12-b171-b729ea118a19 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:39.035013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4ce618ac-1777-4a12-b171-b729ea118a19 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:39.047156 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.094447 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4ce618ac-1777-4a12-b171-b729ea118a19 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:39.166135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.194837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30679c70-d8b1-4ee3-bb8e-1ce246b680bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.209028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=46305b08-adb7-464a-8ae2-13148c7740f6,revision_number=9']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:39.213119 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: c920d0db-8b26-4313-8f2c-12a8551c07c5 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:39.213477 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c920d0db-8b26-4313-8f2c-12a8551c07c5 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:39.261290 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce618ac-1777-4a12-b171-b729ea118a19 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:39.265274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ce618ac-1777-4a12-b171-b729ea118a19 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.273201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Subnet': ['ID=4fc1542e-090d-4f66-9438-b5ccd4eb2c7e,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:39.279603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-edc3fef7-326e-48b6-b648-bb8d864322a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.282898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30679c70-d8b1-4ee3-bb8e-1ce246b680bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.288479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.319567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.330553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Checking segment: {'id': 'b6de3057-3e86-4815-ac1c-edf45a82bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9d9b26b3-4cb8-4838-b2c1-baa97d10d1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:39.330933 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network hostable DHCP agents. Network: 9d9b26b3-4cb8-4838-b2c1-baa97d10d1be, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:16:39.336099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3fef7-326e-48b6-b648-bb8d864322a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9976082-a61c-4bad-b4a8-bb16f402da03,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:39.368208 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30679c70-d8b1-4ee3-bb8e-1ce246b680bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7122a2-8289-4fe8-a0d8-7571c225bec2,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:39.373176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 9d9b26b3-4cb8-4838-b2c1-baa97d10d1be is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:16:39.390437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 9d9b26b3-4cb8-4838-b2c1-baa97d10d1be) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:39.414791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a52395-0f81-4898-8968-23318da0ed6a None None] Network 9d9b26b3-4cb8-4838-b2c1-baa97d10d1be requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:39.415731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:39.416028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.423427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a938eb63-80fb-4965-864b-1e4a649343a0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.464393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-edc3fef7-326e-48b6-b648-bb8d864322a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.468975 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-edc3fef7-326e-48b6-b648-bb8d864322a7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c9976082-a61c-4bad-b4a8-bb16f402da03 HTTP/1.1" status: 204 len: 168 time: 1.1609082 Jan 27 17:16:39.473760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.474585 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a161468f-0b9c-4a08-ab05-e9415181e7d1 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:16:39.475652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Deleting port 46305b08-adb7-464a-8ae2-13148c7740f6 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:39.476033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.492195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30679c70-d8b1-4ee3-bb8e-1ce246b680bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.493430 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-30679c70-d8b1-4ee3-bb8e-1ce246b680bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0964549 Jan 27 17:16:39.509367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41116) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:39.519368 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-42118be6-7c0a-4566-83a7-8a56e53adf36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'f42a072f-11bb-49b3-98ed-7ec968dbf5d1', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:39.552093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.557267 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4aa64747-98fc-4a1c-8aa5-55709ec4e35e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "DELETE /v2.0/routers/a161468f-0b9c-4a08-ab05-e9415181e7d1 HTTP/1.1" status: 204 len: 168 time: 3.4011917 Jan 27 17:16:39.567351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41120) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:39.584641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-42118be6-7c0a-4566-83a7-8a56e53adf36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:39.599366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1831161510', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:39.617880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-42118be6-7c0a-4566-83a7-8a56e53adf36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:39.624161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-42118be6-7c0a-4566-83a7-8a56e53adf36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:39.632551 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-db2d8333-ad3a-4c0f-9f5f-785623fc8963 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8016973 Jan 27 17:16:39.633254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41124) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:39.646551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-42118be6-7c0a-4566-83a7-8a56e53adf36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:39.653641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:39.657310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-fbdf5f13-3750-4cbb-8189-9a4a39fbcda1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2051845163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:39.657488 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.ipam_backend_mixin [None req-4ce618ac-1777-4a12-b171-b729ea118a19 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b8a88b4-46df-4a5d-be03-3563f901a958 (CIDR: 2001:db8::/64) Jan 27 17:16:39.669485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Usage tracker for resource:router and tenant:376088baca8347d19bad1b8be351dcab is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:39.674888 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:39.679803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fbdf5f13-3750-4cbb-8189-9a4a39fbcda1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:39.696221 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce618ac-1777-4a12-b171-b729ea118a19 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:39.697314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce618ac-1777-4a12-b171-b729ea118a19 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:39.731249 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:39.800924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.802478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.809951 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4ce618ac-1777-4a12-b171-b729ea118a19 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3256028 Jan 27 17:16:39.812657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41130) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:39.820404 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:39.870635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:39.962562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-fbdf5f13-3750-4cbb-8189-9a4a39fbcda1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:router and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:39.967280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-fbdf5f13-3750-4cbb-8189-9a4a39fbcda1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:39.982069 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-42118be6-7c0a-4566-83a7-8a56e53adf36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:16:40.016922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fbdf5f13-3750-4cbb-8189-9a4a39fbcda1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:40.032690 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] For port 46305b08-adb7-464a-8ae2-13148c7740f6, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=46305b08-adb7-464a-8ae2-13148c7740f6,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:40.034924 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.035223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42118be6-7c0a-4566-83a7-8a56e53adf36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.081568 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:40.120117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:40.175472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf5f13-3750-4cbb-8189-9a4a39fbcda1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.176627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf5f13-3750-4cbb-8189-9a4a39fbcda1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.194550 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-27d96e85-dc6c-46b3-9672-4dd8fbf63422 req-0af85927-5bfb-4612-8474-964e36ee94ca tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.1446793 Jan 27 17:16:40.252658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf5f13-3750-4cbb-8189-9a4a39fbcda1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.287120 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42118be6-7c0a-4566-83a7-8a56e53adf36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.328758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42118be6-7c0a-4566-83a7-8a56e53adf36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.336518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Calling delete_port for 46305b08-adb7-464a-8ae2-13148c7740f6 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:40.362681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42118be6-7c0a-4566-83a7-8a56e53adf36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da6c6a0-d137-4cfe-a877-ab3ec4237b93,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:40.370604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf5f13-3750-4cbb-8189-9a4a39fbcda1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.399500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-9d9b26b3-4cb8-4838-b2c1-baa97d10d1be', 'network_id': '9d9b26b3-4cb8-4838-b2c1-baa97d10d1be', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'fixed_ips': [{'subnet_id': '4fc1542e-090d-4f66-9438-b5ccd4eb2c7e'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:16:40.400819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:40.402035 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.413412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:40.416783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a938eb63-80fb-4965-864b-1e4a649343a0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port ee8f12f0-fb3b-4cad-9d92-3881a2a0b10a {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:40.417119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a938eb63-80fb-4965-864b-1e4a649343a0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.447571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:40.454253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.454624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42118be6-7c0a-4566-83a7-8a56e53adf36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.456319 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-42118be6-7c0a-4566-83a7-8a56e53adf36 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9458063 Jan 27 17:16:40.457298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf5f13-3750-4cbb-8189-9a4a39fbcda1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.459228 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fbdf5f13-3750-4cbb-8189-9a4a39fbcda1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8195932 Jan 27 17:16:40.468058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41150) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:40.798578 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.818662 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41164) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:40.820396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:40.854540 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Allocated IP 172.20.0.2 (9d9b26b3-4cb8-4838-b2c1-baa97d10d1be/4fc1542e-090d-4f66-9438-b5ccd4eb2c7e/41972077-f63c-4b2a-936f-6860a1c5d956) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:40.909052 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] Pushing event deleted for resources: {'Port': ['ID=46305b08-adb7-464a-8ae2-13148c7740f6,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:40.971209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b598bf-4f75-45eb-989b-9fccfb8f9171 None None] No DVR routers for this DVR port 46305b08-adb7-464a-8ae2-13148c7740f6 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:40.995215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1237751-4e66-473d-9035-32df3f3a266c None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:41.001700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=effd745a-280a-491d-9db6-5b0c766a0374,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:41.113157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:41.125618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2049551946'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:41.132181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:41.138835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:41.142455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:41.143254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:41.153440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a938eb63-80fb-4965-864b-1e4a649343a0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:41.158637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:41.201148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Usage tracker for resource:network and tenant:f1f89901fdb94318a0cd286c34600d5c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:41.215064 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:41.220859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-afdd201b-734b-4d4d-8147-1122680dc562 req-64ab0bbd-d40e-44cb-89e1-3d578b278eff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:41.236609 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:41.245963 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d4ca9b50-15a1-4246-9d9b-3e813cd1a467 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4277427 Jan 27 17:16:41.251021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41176) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:41.262040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'mac_address': 'fa:16:3e:4a:a0:10', 'name': 'tempest-NetworksTestDHCPv6-738187776'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:41.290087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-afdd201b-734b-4d4d-8147-1122680dc562 req-64ab0bbd-d40e-44cb-89e1-3d578b278eff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:41.291651 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-64ab0bbd-d40e-44cb-89e1-3d578b278eff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554679622&fields=id&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 267 time: 0.3571501 Jan 27 17:16:41.302681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Made reservation on behalf of f1f89901fdb94318a0cd286c34600d5c for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:41.307618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:41.376690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a938eb63-80fb-4965-864b-1e4a649343a0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for ee8f12f0-fb3b-4cad-9d92-3881a2a0b10a owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:41.398567 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:41.415566 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Transition to ACTIVE for port object 41972077-f63c-4b2a-936f-6860a1c5d956 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:41.446167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Transition to ACTIVE for port object 41972077-f63c-4b2a-936f-6860a1c5d956 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:41.448655 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4c5bd325-66d4-42b1-b24f-835c5a769f88 req-c09e0862-e22f-43c7-ad8c-6a2dfdc7955e tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.1152616 Jan 27 17:16:41.449924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:41.456519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:41.500583 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd201b-734b-4d4d-8147-1122680dc562 req-fd16251c-e662-46ac-9d43-f650917c7e5c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:41.502399 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-fd16251c-e662-46ac-9d43-f650917c7e5c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/networks?id=b9bf0c44-3de1-4a38-bbb5-da77ccbe891c HTTP/1.1" status: 200 len: 797 time: 0.1856260 Jan 27 17:16:41.506494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:41.544661 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Pushing event updated for resources: {'Port': ['ID=41972077-f63c-4b2a-936f-6860a1c5d956,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:41.570572 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Network 9d9b26b3-4cb8-4838-b2c1-baa97d10d1be is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:41.574775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:41.580017 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:41.630316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:41.649913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Usage tracker for resource:security_group_rule and tenant:f1f89901fdb94318a0cd286c34600d5c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:41.654252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:41.663069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:41.668782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': '3b8a88b4-46df-4a5d-be03-3563f901a958'}, {'subnet_id': 'effd745a-280a-491d-9db6-5b0c766a0374'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:16:41.670244 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:41.682882 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 2bd749b3-0ab6-4a84-b903-4708964c1444 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:41.768448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 2bd749b3-0ab6-4a84-b903-4708964c1444 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:41.769043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 2bd749b3-0ab6-4a84-b903-4708964c1444 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:41.824993 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-b1846155-b65c-453f-bdad-06edea140c9f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/quotas/44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 375 time: 0.3038962 Jan 27 17:16:41.831812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Attempting to bind port 41972077-f63c-4b2a-936f-6860a1c5d956 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:41.832406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Attempting to bind port 41972077-f63c-4b2a-936f-6860a1c5d956 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'b6de3057-3e86-4815-ac1c-edf45a82bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9d9b26b3-4cb8-4838-b2c1-baa97d10d1be'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:41.832517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Attempting to bind port 41972077-f63c-4b2a-936f-6860a1c5d956 on network 9d9b26b3-4cb8-4838-b2c1-baa97d10d1be {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:41.849075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:41.849374 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Checking segment: {'id': 'b6de3057-3e86-4815-ac1c-edf45a82bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9d9b26b3-4cb8-4838-b2c1-baa97d10d1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:41.849689 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:41.850062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Bound using segment: {'id': 'b6de3057-3e86-4815-ac1c-edf45a82bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9d9b26b3-4cb8-4838-b2c1-baa97d10d1be'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:41.850543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Bound port: 41972077-f63c-4b2a-936f-6860a1c5d956, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6de3057-3e86-4815-ac1c-edf45a82bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '9d9b26b3-4cb8-4838-b2c1-baa97d10d1be'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:41.850908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:41.992726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:42.001649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.018495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:42.023740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.028692 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] For port 41972077-f63c-4b2a-936f-6860a1c5d956, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:42.033996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] For port 41972077-f63c-4b2a-936f-6860a1c5d956, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=41972077-f63c-4b2a-936f-6860a1c5d956,segment=NetworkSegment(b6de3057-3e86-4815-ac1c-edf45a82bb36),segment_id=b6de3057-3e86-4815-ac1c-edf45a82bb36)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:42.087433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1239} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:16:42.096858 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:42.107095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a938eb63-80fb-4965-864b-1e4a649343a0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.136482 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad39718-9b37-487a-8dd7-06100a091fc2,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:42.143908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Allocated IP 2001:db8:0:1::2 (185d5333-05b7-45cc-a2cf-ffb552748715/effd745a-280a-491d-9db6-5b0c766a0374/4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:42.153501 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Allocated IP 2001:db8::f816:3eff:fec3:bddc (185d5333-05b7-45cc-a2cf-ffb552748715/3b8a88b4-46df-4a5d-be03-3563f901a958/4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:42.178494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.178883 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Added segment d2e766c4-1b59-44dd-9e8d-a793c3a69668 of type vlan for network f2524a4b-974a-4324-9a8a-d992f6f2d033 Jan 27 17:16:42.184294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938eb63-80fb-4965-864b-1e4a649343a0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=ee8f12f0-fb3b-4cad-9d92-3881a2a0b10a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:42.185102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-afdd201b-734b-4d4d-8147-1122680dc562 req-5c362627-380e-47ef-99e5-b0e81707b050 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:42.452946 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.472598 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Transition to ACTIVE for port object 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:42.500749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Transition to ACTIVE for port object 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:42.505884 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.554838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.621942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:42.624985 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:42.628421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:42.646046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.649627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c64b0-74e0-4172-8148-e7f5cae09756 None None] Pushing event updated for resources: {'Port': ['ID=41972077-f63c-4b2a-936f-6860a1c5d956,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:42.655711 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-859bc4f6-b25c-40d5-9f4b-7b21583f9054 req-1d41180f-1e9d-4240-97bc-1c715f9faa4b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.0818326 Jan 27 17:16:42.656920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-afdd201b-734b-4d4d-8147-1122680dc562 req-5c362627-380e-47ef-99e5-b0e81707b050 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:42.658347 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-5c362627-380e-47ef-99e5-b0e81707b050 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8159556 Jan 27 17:16:42.753903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a938eb63-80fb-4965-864b-1e4a649343a0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.773193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.781590 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Allocated IP 172.20.0.1 (9d9b26b3-4cb8-4838-b2c1-baa97d10d1be/4fc1542e-090d-4f66-9438-b5ccd4eb2c7e/07d3c8dd-44d5-42c6-8667-877f9202ed74) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:42.798029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Pushing event updated for resources: {'Port': ['ID=4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:42.847768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.902268 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Attempting to bind port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:42.904277 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Attempting to bind port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:42.904863 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Attempting to bind port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:42.915670 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:42.916529 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:42.917054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.917560 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:42.918984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Bound port: 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:42.920075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.937857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.966076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:42.978506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:42.979336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:43.073505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] For port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:43.081195 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] For port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:43.094304 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:43.144552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 045745a9-ec79-4d2f-9219-5a6b79c2c42d yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:16:43.250794 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bd41c-1a70-4e02-906c-512f5d97c434 None None] Pushing event updated for resources: {'Port': ['ID=4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:43.352549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:43.364960 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a938eb63-80fb-4965-864b-1e4a649343a0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router 2e697b26-3caf-42b4-a934-1bffa5a66300 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:43.365974 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Pushing event updated for resources: {'Network': ['ID=f2524a4b-974a-4324-9a8a-d992f6f2d033,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:43.369532 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d49cd8f0-5006-46ac-855e-4308d86d054a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5439620 Jan 27 17:16:43.377181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41186) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:43.385683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Transition to ACTIVE for port object 07d3c8dd-44d5-42c6-8667-877f9202ed74 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:43.389717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network f2524a4b-974a-4324-9a8a-d992f6f2d033 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:16:43.390582 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Request body: {'subnet': {'network_id': 'f2524a4b-974a-4324-9a8a-d992f6f2d033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:43.434110 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-03ab27ca-c6f4-42a8-ab97-348b41edead8 service neutron] 10.222.0.81 "GET /v2.0/networks/b9bf0c44-3de1-4a38-bbb5-da77ccbe891c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298136 Jan 27 17:16:43.666193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Allocated IP 172.26.8.180 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/d3ceface-2867-46e3-910d-327a9d92af46) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:43.784635 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e2d12652-80df-4a29-b0d2-89e25edfec5b req-76088748-f5d8-4a41-9330-313d9ca19a42 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.0612516 Jan 27 17:16:43.825393 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-93294089-5f62-4555-9ff2-afb930261482 service neutron] 10.222.0.81 "GET /v2.0/networks/b9bf0c44-3de1-4a38-bbb5-da77ccbe891c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902516 Jan 27 17:16:43.927761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:44.041831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a938eb63-80fb-4965-864b-1e4a649343a0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:44.048217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:44.062753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5c5c17-5e34-40b5-98e0-bee090f8b302 None None] Sync routers for ids ['2e697b26-3caf-42b4-a934-1bffa5a66300'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:44.073381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8:0:1::34c (185d5333-05b7-45cc-a2cf-ffb552748715/effd745a-280a-491d-9db6-5b0c766a0374/045745a9-ec79-4d2f-9219-5a6b79c2c42d) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:44.103066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:44.121514 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c5c17-5e34-40b5-98e0-bee090f8b302 None None] Routers {'2e697b26-3caf-42b4-a934-1bffa5a66300'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:44.126779 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-7b5c5c17-5e34-40b5-98e0-bee090f8b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['2e697b26-3caf-42b4-a934-1bffa5a66300'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:44.151374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:44.179234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::f816:3eff:fe4a:a010 (185d5333-05b7-45cc-a2cf-ffb552748715/3b8a88b4-46df-4a5d-be03-3563f901a958/045745a9-ec79-4d2f-9219-5a6b79c2c42d) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:44.214451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:44.282949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 41972077-f63c-4b2a-936f-6860a1c5d956 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:44.292578 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:44.369635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:44.372747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-95b82a17-fb05-447b-b47c-97f4748a1faa req-e96c09c0-953c-4f61-986c-264999107b92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:44.399147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:44.421550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Usage tracker for resource:subnet and tenant:f1f89901fdb94318a0cd286c34600d5c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:44.423075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-7b5c5c17-5e34-40b5-98e0-bee090f8b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:44.429280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 9d9b26b3-4cb8-4838-b2c1-baa97d10d1be is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:44.431139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-95b82a17-fb05-447b-b47c-97f4748a1faa req-e96c09c0-953c-4f61-986c-264999107b92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:44.432724 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-95b82a17-fb05-447b-b47c-97f4748a1faa req-e96c09c0-953c-4f61-986c-264999107b92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 210 time: 0.2811015 Jan 27 17:16:44.435161 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a938eb63-80fb-4965-864b-1e4a649343a0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/2e697b26-3caf-42b4-a934-1bffa5a66300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0203819 Jan 27 17:16:44.435482 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:44.439335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:44.461033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:44.471469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:44.490769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c9e430-41af-4328-9bf8-d98199a46bd6 None None] Network 9d9b26b3-4cb8-4838-b2c1-baa97d10d1be requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:44.510670 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41208) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:44.571063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c5c17-5e34-40b5-98e0-bee090f8b302 None None] Routers {'2e697b26-3caf-42b4-a934-1bffa5a66300'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:44.572165 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-7b5c5c17-5e34-40b5-98e0-bee090f8b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['2e697b26-3caf-42b4-a934-1bffa5a66300'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:44.573544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:44.583927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=07d3c8dd-44d5-42c6-8667-877f9202ed74,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:44.610556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Made reservation on behalf of f1f89901fdb94318a0cd286c34600d5c for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:44.616731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:44.673701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Pushing event updated for resources: {'Port': ['ID=d3ceface-2867-46e3-910d-327a9d92af46,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:44.677555 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:44.841796 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-7b5c5c17-5e34-40b5-98e0-bee090f8b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:44.842414 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5c5c17-5e34-40b5-98e0-bee090f8b302 None None] The sync data for ids ['2e697b26-3caf-42b4-a934-1bffa5a66300'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:44.909996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:44.950997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-21c31a25-98d7-4d7a-9f52-e436f11a3ed4 None None] Provisioning for port 41972077-f63c-4b2a-936f-6860a1c5d956 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:45.007033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 41972077-f63c-4b2a-936f-6860a1c5d956 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:45.019240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 41972077-f63c-4b2a-936f-6860a1c5d956 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:45.025225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:45.132803 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3d8d1ef1-f50e-4161-b313-b975fe6e3d38 req-07e043e5-8db5-4308-99d0-c8d6f09c5c6a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.1740251 Jan 27 17:16:45.191534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86948157-ca1f-4a40-89db-812a44dde038 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:45.339032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:45.359387 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1e64a0e8-c724-46c8-9650-07f5bd72b4e4 None None] Provisioning for port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:45.368505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1e64a0e8-c724-46c8-9650-07f5bd72b4e4 None None] Provisioning complete for port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:45.369562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1e64a0e8-c724-46c8-9650-07f5bd72b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:45.594233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Pushing event updated for resources: {'Subnet': ['ID=3dd2d766-0637-4731-bb5e-4713e32476be,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:45.632237 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Checking segment: {'id': 'd2e766c4-1b59-44dd-9e8d-a793c3a69668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f2524a4b-974a-4324-9a8a-d992f6f2d033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:45.632618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Network hostable DHCP agents. Network: f2524a4b-974a-4324-9a8a-d992f6f2d033, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:16:45.682356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Network f2524a4b-974a-4324-9a8a-d992f6f2d033 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:16:45.691515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:45.751668 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1e64a0e8-c724-46c8-9650-07f5bd72b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:45.754747 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-54a49577-406e-4f1d-a332-ff3fe3f14371 req-cd46f8fc-8ebc-4b03-a8ee-0f255a4d5f54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 210 time: 0.0639243 Jan 27 17:16:45.759222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:45.766211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, f2524a4b-974a-4324-9a8a-d992f6f2d033) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:45.771595 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:45.772789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:45.780020 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:45.851714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 41972077-f63c-4b2a-936f-6860a1c5d956, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=41972077-f63c-4b2a-936f-6860a1c5d956,segment=NetworkSegment(b6de3057-3e86-4815-ac1c-edf45a82bb36),segment_id=b6de3057-3e86-4815-ac1c-edf45a82bb36)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:45.854688 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775fb313-20eb-4da4-bf5d-714aed30d4dd None None] Network f2524a4b-974a-4324-9a8a-d992f6f2d033 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:45.891262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:45.949029 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=07d3c8dd-44d5-42c6-8667-877f9202ed74,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:45.962841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1e64a0e8-c724-46c8-9650-07f5bd72b4e4 None None] For port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:46.004490 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-76c8d9c3-4b4c-4fd5-833b-b15eeb962ac9 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6242139 Jan 27 17:16:46.011916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41228) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:46.028316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:46.038756 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Request body: {'port': {'network_id': 'f2524a4b-974a-4324-9a8a-d992f6f2d033', 'name': 'tempest-TagsExtTest-206688663'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:46.158560 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1e64a0e8-c724-46c8-9650-07f5bd72b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:46.227546 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=41972077-f63c-4b2a-936f-6860a1c5d956,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:46.405149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:46.450736 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-f2524a4b-974a-4324-9a8a-d992f6f2d033', 'network_id': 'f2524a4b-974a-4324-9a8a-d992f6f2d033', 'tenant_id': 'f1f89901fdb94318a0cd286c34600d5c', 'fixed_ips': [{'subnet_id': '3dd2d766-0637-4731-bb5e-4713e32476be'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:16:46.451561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:46.484768 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-70f49bf2-9de3-4f25-a4c7-84a6ff033662 None None] Provisioning for port 07d3c8dd-44d5-42c6-8667-877f9202ed74 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:46.487233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 9d9b26b3-4cb8-4838-b2c1-baa97d10d1be is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:46.489791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:46.494841 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e7077977-0a19-4b1b-a2c0-55703f94c05e req-2a853aca-f758-48a0-867e-8420d4f92814 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.0796900 Jan 27 17:16:46.495696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:46.537163 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-70f49bf2-9de3-4f25-a4c7-84a6ff033662 None None] Provisioning complete for port 07d3c8dd-44d5-42c6-8667-877f9202ed74 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:46.537724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-70f49bf2-9de3-4f25-a4c7-84a6ff033662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:46.542126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Usage tracker for resource:port and tenant:f1f89901fdb94318a0cd286c34600d5c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:46.551163 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:46.570015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:46.572397 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 045745a9-ec79-4d2f-9219-5a6b79c2c42d will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:46.866479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:46.882782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Allocated IP 172.20.0.2 (f2524a4b-974a-4324-9a8a-d992f6f2d033/3dd2d766-0637-4731-bb5e-4713e32476be/783945d4-1bee-46f8-8f93-ffc415797e27) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:47.082165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Made reservation on behalf of f1f89901fdb94318a0cd286c34600d5c for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:47.085552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:47.192638 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-67ecfba9-22ad-4a7d-a672-6c4b7f1878c9 req-dc44aa24-53cc-4f9e-b23d-bc73539d1347 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 210 time: 0.1235440 Jan 27 17:16:47.238967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:47.242529 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 45b257cb-3060-4329-8589-f5df7a231843 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:16:47.262274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:47.338607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:47.345197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:47.345902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:47.401466 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd201b-734b-4d4d-8147-1122680dc562 req-f3ff1204-230e-4a1c-b4cf-6eff6765a6e3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:47.402395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-afdd201b-734b-4d4d-8147-1122680dc562 req-f3ff1204-230e-4a1c-b4cf-6eff6765a6e3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:47.467161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] device_id is not set on port 265531fd-75b5-4633-83f5-43a073306f0a yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:16:47.482441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:47.499784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Transition to ACTIVE for port object 783945d4-1bee-46f8-8f93-ffc415797e27 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:47.542395 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-70f49bf2-9de3-4f25-a4c7-84a6ff033662 None None] Port 07d3c8dd-44d5-42c6-8667-877f9202ed74 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:47.548764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-8358f7f4-c6ec-46ac-8b52-5a197560298d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:47.550469 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-8358f7f4-c6ec-46ac-8b52-5a197560298d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 811 time: 1.2791615 Jan 27 17:16:47.551149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=045745a9-ec79-4d2f-9219-5a6b79c2c42d,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:47.565737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-afdd201b-734b-4d4d-8147-1122680dc562 req-f3ff1204-230e-4a1c-b4cf-6eff6765a6e3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:47.567721 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-f3ff1204-230e-4a1c-b4cf-6eff6765a6e3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks?id=b9bf0c44-3de1-4a38-bbb5-da77ccbe891c HTTP/1.1" status: 200 len: 797 time: 0.6297095 Jan 27 17:16:47.588922 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64a0e8-c724-46c8-9650-07f5bd72b4e4 None None] Pushing event updated for resources: {'Port': ['ID=4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:47.612083 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:47.619775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Transition to ACTIVE for port object 783945d4-1bee-46f8-8f93-ffc415797e27 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:47.621769 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-47b7fffe-f1c0-4d62-8740-2867105b2af1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/45b257cb-3060-4329-8589-f5df7a231843/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1525648 Jan 27 17:16:47.626638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41246) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:47.636063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-70f49bf2-9de3-4f25-a4c7-84a6ff033662 None None] Provisioning complete for port 41972077-f63c-4b2a-936f-6860a1c5d956 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:47.636441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-70f49bf2-9de3-4f25-a4c7-84a6ff033662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:47.642774 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3400b7e-707f-4e42-bd16-1e9d1a5b5b1f None None] Sync routers for ids ['45b257cb-3060-4329-8589-f5df7a231843'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:47.667451 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3400b7e-707f-4e42-bd16-1e9d1a5b5b1f None None] Routers {'45b257cb-3060-4329-8589-f5df7a231843'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:47.675326 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-d3400b7e-707f-4e42-bd16-1e9d1a5b5b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['45b257cb-3060-4329-8589-f5df7a231843'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:47.729964 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3be5ddcf-29f7-49dc-a837-7cf43e45e421 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.4750903 Jan 27 17:16:47.733312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41250) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:47.756180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-afdd201b-734b-4d4d-8147-1122680dc562 req-4fde7d38-5844-4240-b4db-918b0410c070 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:47.758011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:47.821348 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-d3400b7e-707f-4e42-bd16-1e9d1a5b5b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:47.840399 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3400b7e-707f-4e42-bd16-1e9d1a5b5b1f None None] Routers {'45b257cb-3060-4329-8589-f5df7a231843'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:47.842221 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-d3400b7e-707f-4e42-bd16-1e9d1a5b5b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['45b257cb-3060-4329-8589-f5df7a231843'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:47.895506 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-520c3c91-adb3-4ea7-bfca-9497675412b3 req-67090d75-3ea8-49af-9582-67610058ec11 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.1087615 Jan 27 17:16:47.932306 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-83c2aa78-9a84-4800-a735-d3e53704c6dc tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f2e5835c99b4269befa850388a8a385 HTTP/1.1" status: 200 len: 380 time: 0.3052914 Jan 27 17:16:47.932840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:47.937530 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dad32a-778e-4676-a783-96db5b0abc0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:47.938689 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c1dad32a-778e-4676-a783-96db5b0abc0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Synchronizing usage tracker for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:47.949479 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-afdd201b-734b-4d4d-8147-1122680dc562 req-4fde7d38-5844-4240-b4db-918b0410c070 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:47.951601 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-4fde7d38-5844-4240-b4db-918b0410c070 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 379 time: 0.3717923 Jan 27 17:16:47.965778 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f452fb19-74c2-454c-863f-9c43c0994a4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 045745a9-ec79-4d2f-9219-5a6b79c2c42d {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:47.966532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f452fb19-74c2-454c-863f-9c43c0994a4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:47.979570 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Network f2524a4b-974a-4324-9a8a-d992f6f2d033 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:47.996877 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-d3400b7e-707f-4e42-bd16-1e9d1a5b5b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:47.998444 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3400b7e-707f-4e42-bd16-1e9d1a5b5b1f None None] The sync data for ids ['45b257cb-3060-4329-8589-f5df7a231843'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:47.998613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:47.999695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Request body: {'port': {'device_id': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'admin_state_up': True, 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'security_groups': ['7c0535bf-7cea-40d6-b96f-a33078c92c4d']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:48.020435 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:48.047348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'port': {'device_id': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'admin_state_up': True, 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'security_groups': ['f42a072f-11bb-49b3-98ed-7ec968dbf5d1']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:48.122678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:48.213204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Pushing event updated for resources: {'Port': ['ID=783945d4-1bee-46f8-8f93-ffc415797e27,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:48.269514 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c1dad32a-778e-4676-a783-96db5b0abc0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Unset dirty status for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:48.271255 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c1dad32a-778e-4676-a783-96db5b0abc0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports/07d3c8dd-44d5-42c6-8667-877f9202ed74 HTTP/1.1" status: 200 len: 910 time: 0.6443546 Jan 27 17:16:48.296145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41256) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:48.356278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Attempting to bind port 783945d4-1bee-46f8-8f93-ffc415797e27 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:48.357040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Attempting to bind port 783945d4-1bee-46f8-8f93-ffc415797e27 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'd2e766c4-1b59-44dd-9e8d-a793c3a69668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f2524a4b-974a-4324-9a8a-d992f6f2d033'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:48.357733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Attempting to bind port 783945d4-1bee-46f8-8f93-ffc415797e27 on network f2524a4b-974a-4324-9a8a-d992f6f2d033 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:48.389381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:48.390174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Checking segment: {'id': 'd2e766c4-1b59-44dd-9e8d-a793c3a69668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f2524a4b-974a-4324-9a8a-d992f6f2d033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:48.390949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:48.391921 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Bound using segment: {'id': 'd2e766c4-1b59-44dd-9e8d-a793c3a69668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f2524a4b-974a-4324-9a8a-d992f6f2d033'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:48.392874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Bound port: 783945d4-1bee-46f8-8f93-ffc415797e27, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e766c4-1b59-44dd-9e8d-a793c3a69668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'f2524a4b-974a-4324-9a8a-d992f6f2d033'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:48.393572 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:48.537732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] For port 783945d4-1bee-46f8-8f93-ffc415797e27, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:48.541829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] For port 783945d4-1bee-46f8-8f93-ffc415797e27, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=783945d4-1bee-46f8-8f93-ffc415797e27,segment=NetworkSegment(d2e766c4-1b59-44dd-9e8d-a793c3a69668),segment_id=d2e766c4-1b59-44dd-9e8d-a793c3a69668)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:48.563172 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:16:48.582344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Allocated IP 172.20.0.6 (f2524a4b-974a-4324-9a8a-d992f6f2d033/3dd2d766-0637-4731-bb5e-4713e32476be/265531fd-75b5-4633-83f5-43a073306f0a) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:48.612804 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:48.692067 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c189b797-d610-4fdd-837a-390dceab821d req-01639a7a-d9b8-4103-8232-49e39bfb18d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 210 time: 0.1208465 Jan 27 17:16:48.727251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3878cf48-1599-4671-aefd-7972f255b8e5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:48.753028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:48.753427 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:48.812641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:48.907766 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:48.911052 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 41972077-f63c-4b2a-936f-6860a1c5d956 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:48.976056 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d281d6-b5f9-4c9b-b6c4-7f5c3d8bb693 None None] Pushing event updated for resources: {'Port': ['ID=783945d4-1bee-46f8-8f93-ffc415797e27,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:49.040040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 41972077-f63c-4b2a-936f-6860a1c5d956 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:49.041150 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:49.099621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Made reservation on behalf of 3f2e5835c99b4269befa850388a8a385 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:49.106055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:49.194584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8c02a2ac-abee-440e-bd8a-940a55934c5e None None] Provisioning complete for port 07d3c8dd-44d5-42c6-8667-877f9202ed74 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:49.195547 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8c02a2ac-abee-440e-bd8a-940a55934c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:49.290270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:49.387624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:49.390082 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8c02a2ac-abee-440e-bd8a-940a55934c5e None None] Port 07d3c8dd-44d5-42c6-8667-877f9202ed74 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:49.437140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8c02a2ac-abee-440e-bd8a-940a55934c5e None None] Provisioning complete for port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:49.437522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8c02a2ac-abee-440e-bd8a-940a55934c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:49.518604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:49.575347 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-09bacb51-5ce1-4218-b957-3d9ba04d75c2 req-94d3d595-4031-4da7-8b3c-2816b4a438b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.2962792 Jan 27 17:16:49.638214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:49.641979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:49.720682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8c02a2ac-abee-440e-bd8a-940a55934c5e None None] Provisioning for port 045745a9-ec79-4d2f-9219-5a6b79c2c42d completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:49.729925 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8c02a2ac-abee-440e-bd8a-940a55934c5e None None] Provisioning complete for port 045745a9-ec79-4d2f-9219-5a6b79c2c42d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:49.730931 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8c02a2ac-abee-440e-bd8a-940a55934c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:49.823403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8c02a2ac-abee-440e-bd8a-940a55934c5e None None] Port 045745a9-ec79-4d2f-9219-5a6b79c2c42d cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:49.981269 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-65fb7542-c404-446f-a43d-4338fa6575ee req-7a329015-467e-4edb-978e-9a07021b066e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 210 time: 0.0922134 Jan 27 17:16:49.983369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f452fb19-74c2-454c-863f-9c43c0994a4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:50.073729 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 783945d4-1bee-46f8-8f93-ffc415797e27 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:50.183248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f452fb19-74c2-454c-863f-9c43c0994a4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 045745a9-ec79-4d2f-9219-5a6b79c2c42d owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:50.212779 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 783945d4-1bee-46f8-8f93-ffc415797e27 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:50.294626 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:50.335897 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Transition to ACTIVE for port object 265531fd-75b5-4633-83f5-43a073306f0a will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:50.398936 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Allocated IP 172.20.0.5 (c33794e6-f455-4da7-ac52-fa9dee73560d/8a862ef3-f094-4fcf-901a-e34afa91465d/3b543c38-ef9e-4de2-9d2f-205a403ddfc9) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:50.437589 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:50.475282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4a72-e374-40f6-b1d1-100bb4e22401 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:50.540806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.6 (b9bf0c44-3de1-4a38-bbb5-da77ccbe891c/f8ce77c3-f8c6-4b84-b710-5469625b2548/11de10c8-651e-49c5-8e29-19f4b2d1e0a0) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:50.546928 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f0d86e-6321-4ee4-bb18-ed7e01bb4265 None None] Network f2524a4b-974a-4324-9a8a-d992f6f2d033 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:50.574905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Router 7ec51045-e09c-4dd1-a326-cc8390585a63 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:16:50.584986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Network f2524a4b-974a-4324-9a8a-d992f6f2d033 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:50.588560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-3878cf48-1599-4671-aefd-7972f255b8e5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port dfb0a383-f5e9-4f57-a2dc-002812f7d716 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:50.588560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3878cf48-1599-4671-aefd-7972f255b8e5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:50.680898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9133fb30-e66c-4472-816b-840c3d52a4b1 None None] Provisioning for port 783945d4-1bee-46f8-8f93-ffc415797e27 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:50.687734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9133fb30-e66c-4472-816b-840c3d52a4b1 None None] Provisioning complete for port 783945d4-1bee-46f8-8f93-ffc415797e27 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:50.688100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9133fb30-e66c-4472-816b-840c3d52a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:50.719501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:50.735746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Pushing event updated for resources: {'Port': ['ID=265531fd-75b5-4633-83f5-43a073306f0a,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:50.771730 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:50.893625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f452fb19-74c2-454c-863f-9c43c0994a4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:50.955248 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-85189a73-8647-4d2c-b95b-520fd7e60406 req-c5cea6c7-00a5-4a69-a4a0-d6288ca259fe tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.2208753 Jan 27 17:16:51.012363 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452fb19-74c2-454c-863f-9c43c0994a4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=045745a9-ec79-4d2f-9219-5a6b79c2c42d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:51.027286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9133fb30-e66c-4472-816b-840c3d52a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.088829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9133fb30-e66c-4472-816b-840c3d52a4b1 None None] For port 783945d4-1bee-46f8-8f93-ffc415797e27, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=783945d4-1bee-46f8-8f93-ffc415797e27,segment=NetworkSegment(d2e766c4-1b59-44dd-9e8d-a793c3a69668),segment_id=d2e766c4-1b59-44dd-9e8d-a793c3a69668)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:51.098401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9133fb30-e66c-4472-816b-840c3d52a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.148856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:51.149734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.280698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.304982 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Transition to ACTIVE for port object 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:51.338274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133fb30-e66c-4472-816b-840c3d52a4b1 None None] Pushing event updated for resources: {'Port': ['ID=783945d4-1bee-46f8-8f93-ffc415797e27,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:51.373452 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5705ca79-c6f4-4301-a81e-4ccf18d36eb2 req-38d5d685-d96e-415c-aced-52bb861cf03f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 210 time: 0.1233227 Jan 27 17:16:51.381452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f452fb19-74c2-454c-863f-9c43c0994a4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.440684 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.446742 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f452fb19-74c2-454c-863f-9c43c0994a4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/045745a9-ec79-4d2f-9219-5a6b79c2c42d HTTP/1.1" status: 204 len: 168 time: 3.6956027 Jan 27 17:16:51.450163 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0b065d5e-8b54-4803-b937-69f1370e15fd None None] Provisioning complete for port 783945d4-1bee-46f8-8f93-ffc415797e27 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:51.450797 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0b065d5e-8b54-4803-b937-69f1370e15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.456695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41268) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:51.517230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.547963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e4a72-e374-40f6-b1d1-100bb4e22401 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port 07d3c8dd-44d5-42c6-8667-877f9202ed74 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:51.548359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4a72-e374-40f6-b1d1-100bb4e22401 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.582109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:51.582418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9a6bc860-f588-4590-b344-390420529f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.615668 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e0384fa2-a6de-4690-975f-db4cea2b8790 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.6027486 Jan 27 17:16:51.620644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41272) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:51.630015 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0b065d5e-8b54-4803-b937-69f1370e15fd None None] Provisioning for port 265531fd-75b5-4633-83f5-43a073306f0a completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:51.630376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ed038250-f13e-40ac-a803-70966fa4f905 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1406680061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:51.636209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Network c33794e6-f455-4da7-ac52-fa9dee73560d is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:51.636468 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0b065d5e-8b54-4803-b937-69f1370e15fd None None] Provisioning complete for port 265531fd-75b5-4633-83f5-43a073306f0a triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:51.637093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0b065d5e-8b54-4803-b937-69f1370e15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.644684 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:51.662047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ed038250-f13e-40ac-a803-70966fa4f905 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:51.666753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:51.674413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ed038250-f13e-40ac-a803-70966fa4f905 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Usage tracker for resource:router and tenant:f1f89901fdb94318a0cd286c34600d5c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:51.685285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ed038250-f13e-40ac-a803-70966fa4f905 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:51.705009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:51.707096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ed038250-f13e-40ac-a803-70966fa4f905 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:51.721572 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0b065d5e-8b54-4803-b937-69f1370e15fd None None] Port 265531fd-75b5-4633-83f5-43a073306f0a cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:51.728730 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3878cf48-1599-4671-aefd-7972f255b8e5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.736827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'Port': ['ID=3b543c38-ef9e-4de2-9d2f-205a403ddfc9,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:51.737697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45954c64-e9a7-4470-82bc-f2520ff936f2 None None] Sync routers for ids ['7ec51045-e09c-4dd1-a326-cc8390585a63'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:51.769156 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45954c64-e9a7-4470-82bc-f2520ff936f2 None None] Routers {'7ec51045-e09c-4dd1-a326-cc8390585a63'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:51.769876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-45954c64-e9a7-4470-82bc-f2520ff936f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7ec51045-e09c-4dd1-a326-cc8390585a63'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:51.817264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ed038250-f13e-40ac-a803-70966fa4f905 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.818305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ed038250-f13e-40ac-a803-70966fa4f905 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.825374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.842070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037115ca-3786-455f-a1b9-f6485409571b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:51.844225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-037115ca-3786-455f-a1b9-f6485409571b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:51.847872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-45954c64-e9a7-4470-82bc-f2520ff936f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:51.859206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45954c64-e9a7-4470-82bc-f2520ff936f2 None None] Routers {'7ec51045-e09c-4dd1-a326-cc8390585a63'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:51.860616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-45954c64-e9a7-4470-82bc-f2520ff936f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7ec51045-e09c-4dd1-a326-cc8390585a63'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:51.948347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-45954c64-e9a7-4470-82bc-f2520ff936f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:51.948943 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45954c64-e9a7-4470-82bc-f2520ff936f2 None None] The sync data for ids ['7ec51045-e09c-4dd1-a326-cc8390585a63'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:51.967053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-87185f25-1fd0-4366-be46-d5e83da35d8a None None] Provisioning complete for port 265531fd-75b5-4633-83f5-43a073306f0a triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:51.967488 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-87185f25-1fd0-4366-be46-d5e83da35d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.972867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:51.976683 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:51.977594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4a72-e374-40f6-b1d1-100bb4e22401 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.977721 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.989537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-3878cf48-1599-4671-aefd-7972f255b8e5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for dfb0a383-f5e9-4f57-a2dc-002812f7d716 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:51.996393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:52.004098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ed038250-f13e-40ac-a803-70966fa4f905 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.011242 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:16:52.041171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-87185f25-1fd0-4366-be46-d5e83da35d8a None None] Port 265531fd-75b5-4633-83f5-43a073306f0a cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:52.052042 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 783945d4-1bee-46f8-8f93-ffc415797e27 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:52.085564 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.086788 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-46313b8a-fa5a-4a4f-a524-fe05b6b1eee3 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 12.5184424 Jan 27 17:16:52.103324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41278) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:52.120259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:52.121596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.142784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e0c7d17e-0e85-42cf-a4ab-1577ecd1b784 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'enable_snat': False}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:52.182890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 783945d4-1bee-46f8-8f93-ffc415797e27 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:52.183287 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.222431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=11de10c8-651e-49c5-8e29-19f4b2d1e0a0,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:52.229254 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8dd66432-0fa6-4b0d-8f70-5d494e1e3f64 None None] Provisioning for port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:52.241736 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8dd66432-0fa6-4b0d-8f70-5d494e1e3f64 None None] Provisioning complete for port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:52.242051 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8dd66432-0fa6-4b0d-8f70-5d494e1e3f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.269372 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-1e6db4c0-c101-420e-aefc-84830cd18e17 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2738886 Jan 27 17:16:52.312182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8dd66432-0fa6-4b0d-8f70-5d494e1e3f64 None None] Port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:52.320762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ed038250-f13e-40ac-a803-70966fa4f905 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.335492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e4a72-e374-40f6-b1d1-100bb4e22401 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for 07d3c8dd-44d5-42c6-8667-877f9202ed74 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:52.406128 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ed038250-f13e-40ac-a803-70966fa4f905 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.407381 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ed038250-f13e-40ac-a803-70966fa4f905 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7857590 Jan 27 17:16:52.408995 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e326178c-5b38-4d9f-a968-12870d65a240 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3660476 Jan 27 17:16:52.421031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41282) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:52.427514 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Request body: {'port': {'device_id': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:52.437489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-83c199a2-292e-4cfb-a2b7-de26148f4d42 None None] Provisioning for port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:52.444535 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-83c199a2-292e-4cfb-a2b7-de26148f4d42 None None] Provisioning complete for port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:52.445229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-83c199a2-292e-4cfb-a2b7-de26148f4d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.506919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-73a7823e-2785-4960-bd93-5e9b8edb73e3 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-216103042', 'prefixes': ['172.20.0.0/16']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:52.512262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-83c199a2-292e-4cfb-a2b7-de26148f4d42 None None] Port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:52.519517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-73a7823e-2785-4960-bd93-5e9b8edb73e3 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:52.561458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-037115ca-3786-455f-a1b9-f6485409571b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:52.562637 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-037115ca-3786-455f-a1b9-f6485409571b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0927336 Jan 27 17:16:52.574251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41288) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:52.594497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Request body: {'port': {'device_id': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:52.755981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.934310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486572a2-5fbb-46f4-bf68-a5733f075d8d req-62ccb5ff-8561-43ff-88f8-7b73a447375b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:52.935053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-486572a2-5fbb-46f4-bf68-a5733f075d8d req-62ccb5ff-8561-43ff-88f8-7b73a447375b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:52.946799 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312ce4a-acc1-4e10-8234-34e6244f5f9b req-8e2eb3e3-76cf-4424-8888-5e6d6a0d209f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:52.947754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-4312ce4a-acc1-4e10-8234-34e6244f5f9b req-8e2eb3e3-76cf-4424-8888-5e6d6a0d209f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Synchronizing usage tracker for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:52.948408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-73a7823e-2785-4960-bd93-5e9b8edb73e3 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for subnetpool, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.949649 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-73a7823e-2785-4960-bd93-5e9b8edb73e3 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4527733 Jan 27 17:16:52.955202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.965576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41292) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:53.009477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-697ae963-58dd-46ec-a8b7-6c258a24b2ff tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3dd2d766-0637-4731-bb5e-4713e32476be', 'tempest-TagsExtTest-Tag-150755559') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:53.027873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c86a93-78b4-4acc-9b28-83e3291a067e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:53.028570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-53c86a93-78b4-4acc-9b28-83e3291a067e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:53.047341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4a72-e374-40f6-b1d1-100bb4e22401 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.094147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-486572a2-5fbb-46f4-bf68-a5733f075d8d req-62ccb5ff-8561-43ff-88f8-7b73a447375b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:53.095295 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-486572a2-5fbb-46f4-bf68-a5733f075d8d req-62ccb5ff-8561-43ff-88f8-7b73a447375b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 931 time: 0.5793202 Jan 27 17:16:53.186522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e4a72-e374-40f6-b1d1-100bb4e22401 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Port': ['ID=07d3c8dd-44d5-42c6-8667-877f9202ed74,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:53.207997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-53c86a93-78b4-4acc-9b28-83e3291a067e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:53.209175 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-53c86a93-78b4-4acc-9b28-83e3291a067e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6203706 Jan 27 17:16:53.210301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-4312ce4a-acc1-4e10-8234-34e6244f5f9b req-8e2eb3e3-76cf-4424-8888-5e6d6a0d209f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Unset dirty status for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:53.211549 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4312ce4a-acc1-4e10-8234-34e6244f5f9b req-8e2eb3e3-76cf-4424-8888-5e6d6a0d209f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 931 time: 0.9864509 Jan 27 17:16:53.217399 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41296) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:53.332224 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3878cf48-1599-4671-aefd-7972f255b8e5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.501379 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-486572a2-5fbb-46f4-bf68-a5733f075d8d req-3c8fdde5-f398-4711-ada4-f7ca2607ac01 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f42a072f-11bb-49b3-98ed-7ec968dbf5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767920 Jan 27 17:16:53.569741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878cf48-1599-4671-aefd-7972f255b8e5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=dfb0a383-f5e9-4f57-a2dc-002812f7d716,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:53.617506 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4312ce4a-acc1-4e10-8234-34e6244f5f9b req-ff4d3215-512e-4675-b297-e57657b61ffc tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890064 Jan 27 17:16:53.628902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf881037-91f8-4664-88d7-3616482b59a5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:53.639128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf881037-91f8-4664-88d7-3616482b59a5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:53.639128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf881037-91f8-4664-88d7-3616482b59a5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:53.639128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cf881037-91f8-4664-88d7-3616482b59a5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:53.684392 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4a72-e374-40f6-b1d1-100bb4e22401 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.793578 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0c7d17e-0e85-42cf-a4ab-1577ecd1b784 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.832576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3878cf48-1599-4671-aefd-7972f255b8e5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.871698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8fe91a3-5d08-4d29-b5cf-b86783768b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.878569 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cf881037-91f8-4664-88d7-3616482b59a5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:53.879796 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cf881037-91f8-4664-88d7-3616482b59a5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6596060 Jan 27 17:16:53.889498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41300) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:53.903239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:16:53.953155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:54.046990 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Transition to ACTIVE for port object 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:54.116420 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:54.164935 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-887e013f-4d67-4903-9f3c-84f468fc795a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 3b8a88b4-46df-4a5d-be03-3563f901a958 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:54.184327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-887e013f-4d67-4903-9f3c-84f468fc795a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:54.220674 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0e4a72-e374-40f6-b1d1-100bb4e22401 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 45b257cb-3060-4329-8589-f5df7a231843 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:54.245059 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-697ae963-58dd-46ec-a8b7-6c258a24b2ff tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "PUT /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be/tags/tempest-TagsExtTest-Tag-150755559 HTTP/1.1" status: 201 len: 201 time: 1.2755957 Jan 27 17:16:54.257579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41304) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:54.280700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-d2222b11-6682-42a2-929f-76b806292385 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '265531fd-75b5-4633-83f5-43a073306f0a', 'tempest-TagsExtTest-Tag-925443141') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:54.331177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=11de10c8-651e-49c5-8e29-19f4b2d1e0a0,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:54.436327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-887e013f-4d67-4903-9f3c-84f468fc795a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:54.583175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0e4a72-e374-40f6-b1d1-100bb4e22401 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:54.593592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3878cf48-1599-4671-aefd-7972f255b8e5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router 2e697b26-3caf-42b4-a934-1bffa5a66300 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:54.594098 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cd0e4a72-e374-40f6-b1d1-100bb4e22401 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/45b257cb-3060-4329-8589-f5df7a231843/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2796054 Jan 27 17:16:54.599172 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f57d1d7-4eae-4d99-902a-2ea73e1bbceb None None] Sync routers for ids ['45b257cb-3060-4329-8589-f5df7a231843'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:54.603862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41310) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:54.612077 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f57d1d7-4eae-4d99-902a-2ea73e1bbceb None None] Routers {'45b257cb-3060-4329-8589-f5df7a231843'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:54.613161 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3f57d1d7-4eae-4d99-902a-2ea73e1bbceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['45b257cb-3060-4329-8589-f5df7a231843'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:54.636498 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:16:54.685309 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3f57d1d7-4eae-4d99-902a-2ea73e1bbceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:54.696922 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f57d1d7-4eae-4d99-902a-2ea73e1bbceb None None] Routers {'45b257cb-3060-4329-8589-f5df7a231843'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:54.698309 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3f57d1d7-4eae-4d99-902a-2ea73e1bbceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['45b257cb-3060-4329-8589-f5df7a231843'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:54.704957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:54.745549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-26c8e597-7f23-4db7-83a5-238f538760d5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Synchronizing usage tracker for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:54.768259 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3f57d1d7-4eae-4d99-902a-2ea73e1bbceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:54.769075 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f57d1d7-4eae-4d99-902a-2ea73e1bbceb None None] The sync data for ids ['45b257cb-3060-4329-8589-f5df7a231843'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:54.795231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Attempting to bind port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:54.795613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Attempting to bind port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '652f9c8e-0dd1-4a0e-8964-2add538bfe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:54.795962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Attempting to bind port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 on network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:54.801069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-26c8e597-7f23-4db7-83a5-238f538760d5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Unset dirty status for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:54.802262 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-26c8e597-7f23-4db7-83a5-238f538760d5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=45b257cb-3060-4329-8589-f5df7a231843 HTTP/1.1" status: 200 len: 205 time: 0.1889865 Jan 27 17:16:54.809669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41316) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:54.815288 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-887e013f-4d67-4903-9f3c-84f468fc795a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:54.849673 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Transition to ACTIVE for port object 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:54.869899 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3878cf48-1599-4671-aefd-7972f255b8e5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:54.872881 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:54.878404 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:54.885190 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f8919-df18-4736-9869-aa2fd889bc79 None None] Sync routers for ids ['2e697b26-3caf-42b4-a934-1bffa5a66300'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:54.896221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f8919-df18-4736-9869-aa2fd889bc79 None None] Routers {'2e697b26-3caf-42b4-a934-1bffa5a66300'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:54.897026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dc0f8919-df18-4736-9869-aa2fd889bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['2e697b26-3caf-42b4-a934-1bffa5a66300'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:54.939456 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d2222b11-6682-42a2-929f-76b806292385 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "PUT /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a/tags/tempest-TagsExtTest-Tag-925443141 HTTP/1.1" status: 201 len: 201 time: 0.6754556 Jan 27 17:16:54.951644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41320) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:54.965653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-96042133-861f-44c3-ae00-7f6062837f52 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e', 'tempest-TagsExtTest-Tag-330874355') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:54.969504 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dc0f8919-df18-4736-9869-aa2fd889bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:54.979834 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f8919-df18-4736-9869-aa2fd889bc79 None None] Routers {'2e697b26-3caf-42b4-a934-1bffa5a66300'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:54.980824 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dc0f8919-df18-4736-9869-aa2fd889bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['2e697b26-3caf-42b4-a934-1bffa5a66300'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:55.006896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 on network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:16:55.007291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Attempting to bind port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 on network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:55.036644 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3878cf48-1599-4671-aefd-7972f255b8e5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/2e697b26-3caf-42b4-a934-1bffa5a66300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5221002 Jan 27 17:16:55.049450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dc0f8919-df18-4736-9869-aa2fd889bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:55.050150 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f8919-df18-4736-9869-aa2fd889bc79 None None] The sync data for ids ['2e697b26-3caf-42b4-a934-1bffa5a66300'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:55.073560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41324) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:55.098763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:55.099171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Checking segment: {'id': '652f9c8e-0dd1-4a0e-8964-2add538bfe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:55.099496 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Bound using segment: {'id': '652f9c8e-0dd1-4a0e-8964-2add538bfe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:55.100186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Bound port: 11de10c8-651e-49c5-8e29-19f4b2d1e0a0, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652f9c8e-0dd1-4a0e-8964-2add538bfe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:55.100534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:55.185260 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Pushing event updated for resources: {'Port': ['ID=3b543c38-ef9e-4de2-9d2f-205a403ddfc9,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:55.233105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ebb92d1e-c2bf-481a-9439-5dcbf23e325e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Synchronizing usage tracker for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:55.260870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:55.297349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-76533642-2bc4-476f-b25f-ebea43729426 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:55.404843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f97f9-8766-4a84-9943-14746bc873f9 req-56f87542-0f28-43fa-848f-775cf35893db tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:55.406415 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d92f97f9-8766-4a84-9943-14746bc873f9 req-56f87542-0f28-43fa-848f-775cf35893db tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 943 time: 0.7256103 Jan 27 17:16:55.477227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ebb92d1e-c2bf-481a-9439-5dcbf23e325e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Unset dirty status for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:55.478641 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ebb92d1e-c2bf-481a-9439-5dcbf23e325e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e697b26-3caf-42b4-a934-1bffa5a66300 HTTP/1.1" status: 200 len: 205 time: 0.3970585 Jan 27 17:16:55.497058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41328) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:55.603369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08023e4-5657-4d75-8bf1-3ab9d277c65e req-e2823424-4019-4928-b83c-ccd6dc75d1c6 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:55.611170 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e08023e4-5657-4d75-8bf1-3ab9d277c65e req-e2823424-4019-4928-b83c-ccd6dc75d1c6 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 943 time: 0.8226497 Jan 27 17:16:55.616589 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-887e013f-4d67-4903-9f3c-84f468fc795a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:55.687477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Attempting to bind port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:55.687477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Attempting to bind port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:55.688279 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Attempting to bind port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 on network c33794e6-f455-4da7-ac52-fa9dee73560d {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:55.733003 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] For port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:55.738386 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e013f-4d67-4903-9f3c-84f468fc795a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8a88b4-46df-4a5d-be03-3563f901a958,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:55.752378 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-96042133-861f-44c3-ae00-7f6062837f52 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "PUT /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e/tags/tempest-TagsExtTest-Tag-330874355 HTTP/1.1" status: 201 len: 201 time: 0.7972536 Jan 27 17:16:55.766613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41332) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:55.772229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 on network c33794e6-f455-4da7-ac52-fa9dee73560d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:16:55.772533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Attempting to bind port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 on network c33794e6-f455-4da7-ac52-fa9dee73560d {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:55.777874 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e08023e4-5657-4d75-8bf1-3ab9d277c65e req-3b6b1f6f-1b9d-459a-b29c-787554062b9d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658351 Jan 27 17:16:55.779094 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-887e013f-4d67-4903-9f3c-84f468fc795a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:55.785180 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:55.785757 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Checking segment: {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:55.786141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Bound using segment: {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:55.786276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f13d20-49b1-478c-b72b-d2e2157adefb None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:55.786573 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Bound port: 3b543c38-ef9e-4de2-9d2f-205a403ddfc9, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:55.786942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:55.846582 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-c077d045-a241-4033-b787-7cbc91b12674 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '945b3e12-9aa8-4456-92a9-0dac0f506be4', 'tempest-TagsExtTest-Tag-321088843') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:55.908392 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] For port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=11de10c8-651e-49c5-8e29-19f4b2d1e0a0,segment=NetworkSegment(652f9c8e-0dd1-4a0e-8964-2add538bfe4c),segment_id=652f9c8e-0dd1-4a0e-8964-2add538bfe4c)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:55.913841 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-887e013f-4d67-4903-9f3c-84f468fc795a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/3b8a88b4-46df-4a5d-be03-3563f901a958 HTTP/1.1" status: 204 len: 168 time: 2.0169926 Jan 27 17:16:55.930319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41336) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:55.932971 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-76533642-2bc4-476f-b25f-ebea43729426 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:55.944420 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d92f97f9-8766-4a84-9943-14746bc873f9 req-4bb00548-6005-456f-b8c6-3f4e72f9cf0d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f42a072f-11bb-49b3-98ed-7ec968dbf5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5245869 Jan 27 17:16:55.950382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-76533642-2bc4-476f-b25f-ebea43729426 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:55.967866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:55.976909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd91040b-602f-4a23-bcc7-0bcc0fb012cc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:56.095698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] For port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:56.180874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] For port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3b543c38-ef9e-4de2-9d2f-205a403ddfc9,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:56.193747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:56.262419 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0c7d17e-0e85-42cf-a4ab-1577ecd1b784 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:56.280749 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0c7d17e-0e85-42cf-a4ab-1577ecd1b784 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:56.291829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:56.292458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:56.294264 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] 10.222.0.88 "PUT /v2.0/ports/3b543c38-ef9e-4de2-9d2f-205a403ddfc9 HTTP/1.1" status: 200 len: 1093 time: 3.7201939 Jan 27 17:16:56.294732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'tag': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:16:56.403285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-76533642-2bc4-476f-b25f-ebea43729426 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:56.404229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76533642-2bc4-476f-b25f-ebea43729426 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Fanout notify agent at l3_agent the message router_deleted on router 45b257cb-3060-4329-8589-f5df7a231843 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:16:56.418818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:56.418952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:56.420422 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] 10.222.0.88 "PUT /v2.0/ports/11de10c8-651e-49c5-8e29-19f4b2d1e0a0 HTTP/1.1" status: 200 len: 1093 time: 3.9979508 Jan 27 17:16:56.493442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'tag': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:16:56.511430 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'tag': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'status': 'completed', 'code': 200} Jan 27 17:16:56.528821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d54dab-17ab-433c-896b-936d13f8d033 service neutron] Pushing event updated for resources: {'Port': ['ID=3b543c38-ef9e-4de2-9d2f-205a403ddfc9,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:56.610997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:56.667738 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'tag': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0', 'status': 'completed', 'code': 200} Jan 27 17:16:56.685959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-eb77cb29-7be4-4dec-b374-e78c5ed5f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:56.692512 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-eb77cb29-7be4-4dec-b374-e78c5ed5f0e8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 1096 time: 0.2940404 Jan 27 17:16:56.701331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff11b99c-494e-4d65-8e3e-fc53f8fc3082 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet effd745a-280a-491d-9db6-5b0c766a0374 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:56.704783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff11b99c-494e-4d65-8e3e-fc53f8fc3082 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:56.765652 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c7d17e-0e85-42cf-a4ab-1577ecd1b784 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Router 7ec51045-e09c-4dd1-a326-cc8390585a63 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:56.778360 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-c38a500e-a240-4ce5-9141-ef5efb483271 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b543c38-ef9e-4de2-9d2f-205a403ddfc9 HTTP/1.1" status: 200 len: 217 time: 0.0778620 Jan 27 17:16:56.840705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-76533642-2bc4-476f-b25f-ebea43729426 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:56.841822 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-76533642-2bc4-476f-b25f-ebea43729426 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/45b257cb-3060-4329-8589-f5df7a231843 HTTP/1.1" status: 204 len: 168 time: 2.0290027 Jan 27 17:16:56.842988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac3c33-7c5b-41f1-81ee-8f33e403a8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=11de10c8-651e-49c5-8e29-19f4b2d1e0a0,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:56.851262 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41346) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:56.854097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd91040b-602f-4a23-bcc7-0bcc0fb012cc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:56.993978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd91040b-602f-4a23-bcc7-0bcc0fb012cc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.030677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-f705b594-ea3b-4c5d-8d01-d2338d8b6659 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting subnet 4fc1542e-090d-4f66-9438-b5ccd4eb2c7e {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:57.048550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f705b594-ea3b-4c5d-8d01-d2338d8b6659 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.052824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-014f0be9-22b4-4f29-bd74-5dfefd210b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:57.055714 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-014f0be9-22b4-4f29-bd74-5dfefd210b74 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.2691975 Jan 27 17:16:57.169214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e7a28197-fd98-40a4-b457-ad6adc5cbada None None] Provisioning complete for port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:57.169896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e7a28197-fd98-40a4-b457-ad6adc5cbada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.217105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff11b99c-494e-4d65-8e3e-fc53f8fc3082 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.249668 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c077d045-a241-4033-b787-7cbc91b12674 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "PUT /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4/tags/tempest-TagsExtTest-Tag-321088843 HTTP/1.1" status: 201 len: 201 time: 1.4706566 Jan 27 17:16:57.262936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41354) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:57.275313 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-e98d3383-1688-479e-89bc-aed8c7618796 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3dd2d766-0637-4731-bb5e-4713e32476be') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:57.300897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f705b594-ea3b-4c5d-8d01-d2338d8b6659 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.336286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd91040b-602f-4a23-bcc7-0bcc0fb012cc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.336840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd91040b-602f-4a23-bcc7-0bcc0fb012cc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Fanout notify agent at l3_agent the message router_deleted on router 2e697b26-3caf-42b4-a934-1bffa5a66300 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:16:57.398879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd201b-734b-4d4d-8147-1122680dc562 req-06b5b71b-ebdd-4724-930b-b7af4f0149db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:57.401047 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-06b5b71b-ebdd-4724-930b-b7af4f0149db service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 1096 time: 0.9020884 Jan 27 17:16:57.406190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c7d17e-0e85-42cf-a4ab-1577ecd1b784 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:57.412175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0c7d17e-0e85-42cf-a4ab-1577ecd1b784 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.415713 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e0c7d17e-0e85-42cf-a4ab-1577ecd1b784 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "PUT /v2.0/routers/7ec51045-e09c-4dd1-a326-cc8390585a63 HTTP/1.1" status: 200 len: 926 time: 5.2899098 Jan 27 17:16:57.416006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd91040b-602f-4a23-bcc7-0bcc0fb012cc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.416006 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cd91040b-602f-4a23-bcc7-0bcc0fb012cc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/2e697b26-3caf-42b4-a934-1bffa5a66300 HTTP/1.1" status: 204 len: 168 time: 1.9046156 Jan 27 17:16:57.418044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41358) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:57.418355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41360) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:57.420903 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cf6ea7-4105-411b-9472-7b3c8f18dfc2 None None] Sync routers for ids ['7ec51045-e09c-4dd1-a326-cc8390585a63'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:57.432004 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf6ea7-4105-411b-9472-7b3c8f18dfc2 None None] Routers {'7ec51045-e09c-4dd1-a326-cc8390585a63'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:57.432620 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-10cf6ea7-4105-411b-9472-7b3c8f18dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7ec51045-e09c-4dd1-a326-cc8390585a63'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:57.437712 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675952a-dc62-485b-bbde-df106c524758 req-9919f388-1ff7-4dce-ba33-e1c630a5d682 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:57.439332 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e675952a-dc62-485b-bbde-df106c524758 req-9919f388-1ff7-4dce-ba33-e1c630a5d682 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 943 time: 0.3822935 Jan 27 17:16:57.497720 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-10cf6ea7-4105-411b-9472-7b3c8f18dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:57.507909 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf6ea7-4105-411b-9472-7b3c8f18dfc2 None None] Routers {'7ec51045-e09c-4dd1-a326-cc8390585a63'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:16:57.508440 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-10cf6ea7-4105-411b-9472-7b3c8f18dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7ec51045-e09c-4dd1-a326-cc8390585a63'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:57.515931 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-6da85b62-f704-4f0a-b304-3cf53287ff45 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11de10c8-651e-49c5-8e29-19f4b2d1e0a0 HTTP/1.1" status: 200 len: 217 time: 0.0929139 Jan 27 17:16:57.592972 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-10cf6ea7-4105-411b-9472-7b3c8f18dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:57.593655 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cf6ea7-4105-411b-9472-7b3c8f18dfc2 None None] The sync data for ids ['7ec51045-e09c-4dd1-a326-cc8390585a63'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:57.614045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff11b99c-494e-4d65-8e3e-fc53f8fc3082 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.664244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc55f1-ff32-4c62-a769-0e12b4b29527 req-7679045d-70b6-4709-b1c3-d64def1bd3b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:57.666084 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8dbc55f1-ff32-4c62-a769-0e12b4b29527 req-7679045d-70b6-4709-b1c3-d64def1bd3b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 943 time: 0.5300820 Jan 27 17:16:57.710625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd201b-734b-4d4d-8147-1122680dc562 req-63873fa4-f8fd-424c-8c56-d38ccbca2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:57.712552 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-63873fa4-f8fd-424c-8c56-d38ccbca2fef service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f8ce77c3-f8c6-4b84-b710-5469625b2548 HTTP/1.1" status: 200 len: 835 time: 0.1867990 Jan 27 17:16:57.768893 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e98d3383-1688-479e-89bc-aed8c7618796 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be/tags HTTP/1.1" status: 200 len: 240 time: 0.5014901 Jan 27 17:16:57.777723 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-500bfab3-c95e-4558-a901-61a702c726a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:57.779177 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-500bfab3-c95e-4558-a901-61a702c726a2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6512585 Jan 27 17:16:57.781657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41366) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:57.785369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f705b594-ea3b-4c5d-8d01-d2338d8b6659 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.796018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-74cb0678-459f-444c-89ba-5652ac063510 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting subnet a36a74c3-9087-4b7f-b767-e7ed6219e879 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:57.817378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-baa72060-13f8-498a-afc6-887f2f15fd16 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3dd2d766-0637-4731-bb5e-4713e32476be', 'tempest-TagsExtTest-Tag-150755559') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:57.844736 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e675952a-dc62-485b-bbde-df106c524758 req-844f36c8-7947-46d6-999a-448d6cc0298f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555760 Jan 27 17:16:57.845915 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8dbc55f1-ff32-4c62-a769-0e12b4b29527 req-0b50f770-c4dc-41e2-bfc6-9c22e4dd3994 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f42a072f-11bb-49b3-98ed-7ec968dbf5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710322 Jan 27 17:16:57.878618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff11b99c-494e-4d65-8e3e-fc53f8fc3082 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.932895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11b99c-494e-4d65-8e3e-fc53f8fc3082 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=effd745a-280a-491d-9db6-5b0c766a0374,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:57.933509 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-74cb0678-459f-444c-89ba-5652ac063510 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.934951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff11b99c-494e-4d65-8e3e-fc53f8fc3082 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.941760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b316ea-8b28-4aa1-bee7-e5c56d0736bd None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:57.960580 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd201b-734b-4d4d-8147-1122680dc562 req-4a8f1fed-d878-42fe-baf9-3f633032b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:57.962242 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-4a8f1fed-d878-42fe-baf9-3f633032b6c9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b9bf0c44-3de1-4a38-bbb5-da77ccbe891c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2367637 Jan 27 17:16:57.963771 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ff11b99c-494e-4d65-8e3e-fc53f8fc3082 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/effd745a-280a-491d-9db6-5b0c766a0374 HTTP/1.1" status: 204 len: 168 time: 2.0162191 Jan 27 17:16:57.966172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f705b594-ea3b-4c5d-8d01-d2338d8b6659 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:57.973329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41370) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:58.078325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-74cb0678-459f-444c-89ba-5652ac063510 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:58.093357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705b594-ea3b-4c5d-8d01-d2338d8b6659 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc1542e-090d-4f66-9438-b5ccd4eb2c7e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:58.095402 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f705b594-ea3b-4c5d-8d01-d2338d8b6659 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:58.097315 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f705b594-ea3b-4c5d-8d01-d2338d8b6659 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/4fc1542e-090d-4f66-9438-b5ccd4eb2c7e HTTP/1.1" status: 204 len: 168 time: 1.2292600 Jan 27 17:16:58.107880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41374) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:58.109289 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a052caec-9f02-4c62-bc01-7509b4393a4e None None] Network 9d9b26b3-4cb8-4838-b2c1-baa97d10d1be requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:58.117570 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-da7a8ee5-0747-401a-8ba9-5bfd8e301b27 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/routers/7ec51045-e09c-4dd1-a326-cc8390585a63 HTTP/1.1" status: 200 len: 926 time: 0.6922586 Jan 27 17:16:58.117769 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-25dcb1c9-0ab5-449c-b1c9-b6236a6c146b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1106319 Jan 27 17:16:58.119888 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41378) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:58.120217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41380) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:58.162035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:58.256820 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-2070ac54-e83b-4293-a212-c8983be09372 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673190 Jan 27 17:16:58.413484 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:58.416453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:58.427443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:58.477215 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-baa72060-13f8-498a-afc6-887f2f15fd16 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be/tags/tempest-TagsExtTest-Tag-150755559 HTTP/1.1" status: 204 len: 168 time: 0.6906459 Jan 27 17:16:58.478400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:58.482072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41386) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:58.487059 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:58.492299 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-b83b4870-a172-48ed-afb4-ed1480364fc4 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3dd2d766-0637-4731-bb5e-4713e32476be', 'tempest-TagsExtTest-Tag-150755559') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:58.493543 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:58.502396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:16:58.509646 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-74cb0678-459f-444c-89ba-5652ac063510 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:58.511811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Deleting port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:58.512972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:58.534124 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-e238ed12-115c-4adc-a59c-a7c0050e4a70 service neutron] 10.222.0.88 "GET /v2.0/networks/b9bf0c44-3de1-4a38-bbb5-da77ccbe891c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597584 Jan 27 17:16:58.577640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:58.581207 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:58.589357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port 41972077-f63c-4b2a-936f-6860a1c5d956 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:58.589720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:58.621968 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa0ee23-bdcb-48c7-bd96-ec7cdc10803b None None] DHCP port deletion for 9d9b26b3-4cb8-4838-b2c1-baa97d10d1be request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:16:58.639443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0ee23-bdcb-48c7-bd96-ec7cdc10803b None None] Deleting port 41972077-f63c-4b2a-936f-6860a1c5d956 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:58.639942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee23-bdcb-48c7-bd96-ec7cdc10803b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:58.654174 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5ef33a8-4e32-4d20-8cea-ad31bac169f1 req-4b96be0c-3618-4d9f-9378-ae2da1d2b612 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418803 Jan 27 17:16:58.662661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45fdd8d-4f98-4aa0-b4fb-3812d622d0c2 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:58.663330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f45fdd8d-4f98-4aa0-b4fb-3812d622d0c2 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Synchronizing usage tracker for tenant:7c802c3f6490405984f01b22559f4e93 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:58.804514 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afdd201b-734b-4d4d-8147-1122680dc562 req-9e11f220-ddbb-461f-8250-04e1c8a3f06e service neutron] 10.222.0.88 "GET /v2.0/networks/b9bf0c44-3de1-4a38-bbb5-da77ccbe891c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632341 Jan 27 17:16:58.827819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f45fdd8d-4f98-4aa0-b4fb-3812d622d0c2 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Unset dirty status for tenant:7c802c3f6490405984f01b22559f4e93 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:58.833437 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f45fdd8d-4f98-4aa0-b4fb-3812d622d0c2 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&device_id=7ec51045-e09c-4dd1-a326-cc8390585a63&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7054129 Jan 27 17:16:58.833437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-74cb0678-459f-444c-89ba-5652ac063510 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:58.836112 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41390) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:58.858189 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b83b4870-a172-48ed-afb4-ed1480364fc4 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be/tags/tempest-TagsExtTest-Tag-150755559 HTTP/1.1" status: 204 len: 168 time: 0.3756998 Jan 27 17:16:58.870128 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41392) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:58.875345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-4be6a615-a51d-487c-a5d7-fb93828b5553 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3dd2d766-0637-4731-bb5e-4713e32476be') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:58.915825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb0678-459f-444c-89ba-5652ac063510 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Subnet': ['ID=a36a74c3-9087-4b7f-b767-e7ed6219e879,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:58.939811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-74cb0678-459f-444c-89ba-5652ac063510 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:59.056844 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-74cb0678-459f-444c-89ba-5652ac063510 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/a36a74c3-9087-4b7f-b767-e7ed6219e879 HTTP/1.1" status: 204 len: 168 time: 1.6328793 Jan 27 17:16:59.062610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41402) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:59.089687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] For port 41972077-f63c-4b2a-936f-6860a1c5d956, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=41972077-f63c-4b2a-936f-6860a1c5d956,segment=NetworkSegment(b6de3057-3e86-4815-ac1c-edf45a82bb36),segment_id=b6de3057-3e86-4815-ac1c-edf45a82bb36)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:59.090456 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:59.137950 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5837d3-15c4-4f0f-9edd-fec0626450e3 req-508827c0-d0b3-4b32-a18c-10dc8262a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:59.138327 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-db5837d3-15c4-4f0f-9edd-fec0626450e3 req-508827c0-d0b3-4b32-a18c-10dc8262a072 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 1096 time: 0.4098904 Jan 27 17:16:59.144339 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-bfa0ee23-bdcb-48c7-bd96-ec7cdc10803b None None] For port 41972077-f63c-4b2a-936f-6860a1c5d956, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=41972077-f63c-4b2a-936f-6860a1c5d956,segment=NetworkSegment(b6de3057-3e86-4815-ac1c-edf45a82bb36),segment_id=b6de3057-3e86-4815-ac1c-edf45a82bb36)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:59.144936 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee23-bdcb-48c7-bd96-ec7cdc10803b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:59.192830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9bd86e-044e-4f3d-81ff-984f8e2e2f0a None None] Network 5f5e6144-a703-4bb9-9f94-b1291182e2fb requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:59.230275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c956da-5b9d-489e-b465-f5201153ecd1 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:59.231199 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-98c956da-5b9d-489e-b465-f5201153ecd1 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Synchronizing usage tracker for tenant:7c802c3f6490405984f01b22559f4e93 on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:59.247230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-5857b761-ce22-4af4-8851-c13b2a1f3e4a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting subnet fb019943-20aa-47e6-b1dd-a89ce14ef204 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:59.354343 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for 41972077-f63c-4b2a-936f-6860a1c5d956 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:59.481123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5857b761-ce22-4af4-8851-c13b2a1f3e4a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:59.495666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3e5f2-d1a5-4472-9899-8a6b82d00bc0 req-5dcceed2-2700-408a-9664-40caf10f974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:59.497518 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-22c3e5f2-d1a5-4472-9899-8a6b82d00bc0 req-5dcceed2-2700-408a-9664-40caf10f974d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 1096 time: 0.5748720 Jan 27 17:16:59.514626 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] For port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:59.515290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:59.536484 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4be6a615-a51d-487c-a5d7-fb93828b5553 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be/tags HTTP/1.1" status: 200 len: 205 time: 0.6623092 Jan 27 17:16:59.543199 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41406) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:59.559100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-86d79158-e90e-47b8-8595-44fd0296e69a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '265531fd-75b5-4633-83f5-43a073306f0a') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:59.579855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:59.600180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:59.672522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-98c956da-5b9d-489e-b465-f5201153ecd1 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Unset dirty status for tenant:7c802c3f6490405984f01b22559f4e93 on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:59.672522 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-98c956da-5b9d-489e-b465-f5201153ecd1 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/networks/30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 881 time: 0.7959855 Jan 27 17:16:59.673946 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0ee23-bdcb-48c7-bd96-ec7cdc10803b None None] Calling delete_port for 41972077-f63c-4b2a-936f-6860a1c5d956 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:59.691414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5857b761-ce22-4af4-8851-c13b2a1f3e4a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:59.705377 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41410) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:59.744908 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:59.749362 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5837d3-15c4-4f0f-9edd-fec0626450e3 req-c9f22d9d-efae-4796-9396-3d8c9331e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:59.750077 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-db5837d3-15c4-4f0f-9edd-fec0626450e3 req-c9f22d9d-efae-4796-9396-3d8c9331e4c6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 913 time: 0.5874600 Jan 27 17:16:59.756447 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:59.759888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0d8d5-2dd1-4509-830d-826c720889cc req-c30c68c7-46a7-404c-a69b-47c60c95ebe1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:59.767258 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0ab0d8d5-2dd1-4509-830d-826c720889cc req-c30c68c7-46a7-404c-a69b-47c60c95ebe1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 943 time: 0.5399117 Jan 27 17:16:59.790700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Port': ['ID=41972077-f63c-4b2a-936f-6860a1c5d956,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:59.812189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] No DVR routers for this DVR port 41972077-f63c-4b2a-936f-6860a1c5d956 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:59.825842 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e1ffad13-3c78-4c7e-9cea-773ed8d5f813 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ec51045-e09c-4dd1-a326-cc8390585a63 HTTP/1.1" status: 200 len: 205 time: 0.1191735 Jan 27 17:16:59.829520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:59.830114 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:59.839906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41414) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:59.847360 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=bde1c038-5dfc-44de-aa12-0a5b9d14c8d6,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:59.851407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Calling delete_port for 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:59.934086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3e5f2-d1a5-4472-9899-8a6b82d00bc0 req-c0729731-2a71-403a-99f6-137fdb47b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:59.937585 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-22c3e5f2-d1a5-4472-9899-8a6b82d00bc0 req-c0729731-2a71-403a-99f6-137fdb47b2c5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b9bf0c44-3de1-4a38-bbb5-da77ccbe891c HTTP/1.1" status: 200 len: 899 time: 0.4298315 Jan 27 17:16:59.937829 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-db5837d3-15c4-4f0f-9edd-fec0626450e3 req-1be03927-76d4-404d-905f-ae05cca937c1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b543c38-ef9e-4de2-9d2f-205a403ddfc9 HTTP/1.1" status: 200 len: 217 time: 0.1744995 Jan 27 17:16:59.959976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-bfa0ee23-bdcb-48c7-bd96-ec7cdc10803b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:16:59.960674 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-bfa0ee23-bdcb-48c7-bd96-ec7cdc10803b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:16:59.985393 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.016893 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c4449616-4fed-4358-9840-2b292a9cf4fb tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8916094 Jan 27 17:17:00.031619 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0ab0d8d5-2dd1-4509-830d-826c720889cc req-4eeb75ce-089f-439f-8a46-8657af84f1c8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f42a072f-11bb-49b3-98ed-7ec968dbf5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631731 Jan 27 17:17:00.032245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41418) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:00.050091 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Pushing event deleted for resources: {'Port': ['ID=4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:00.056462 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] No DVR routers for this DVR port 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:17:00.067224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:00.067561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:00.067942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:00.068551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:00.069133 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:00.069569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:00.070000 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:00.071891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f4e5f0c0-7e50-4459-80c3-aec5bf596c26 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:00.073382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:00.073382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:00.073610 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:00.074144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:00.074144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d13160d-a604-49c6-b743-9139db3ddd84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:00.077375 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03126d6f-3fef-405a-9df6-388d14efbdf2 req-3f4ddbff-620a-45e4-bafd-ce7566e291a6 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:00.088220 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-03126d6f-3fef-405a-9df6-388d14efbdf2 req-3f4ddbff-620a-45e4-bafd-ce7566e291a6 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 943 time: 0.6100314 Jan 27 17:17:00.094137 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-22c3e5f2-d1a5-4472-9899-8a6b82d00bc0 req-6c7e73ab-ea8a-4708-935f-446afbf4caa2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11de10c8-651e-49c5-8e29-19f4b2d1e0a0 HTTP/1.1" status: 200 len: 217 time: 0.1464884 Jan 27 17:17:00.094376 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc4145d-b5b8-435b-9e11-3b18fe17c3fb None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:00.122954 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4a2a87-7e0a-4160-a639-3ac490ad0d26 None None] DHCP port deletion for 5f5e6144-a703-4bb9-9f94-b1291182e2fb request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:17:00.125069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:17:00.172276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a2a87-7e0a-4160-a639-3ac490ad0d26 None None] Deleting port fcb274c4-f14e-4813-b25e-06f1c081c713 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:00.173174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2a87-7e0a-4160-a639-3ac490ad0d26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.200546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5837d3-15c4-4f0f-9edd-fec0626450e3 req-0d99b035-28fb-4b7d-bd4b-f920bab2d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:00.202293 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-db5837d3-15c4-4f0f-9edd-fec0626450e3 req-0d99b035-28fb-4b7d-bd4b-f920bab2d4c2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.2490013 Jan 27 17:17:00.207511 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:17:00.207980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5857b761-ce22-4af4-8851-c13b2a1f3e4a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.208434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4a0ea0fe-b708-4fd2-bfa0-f2cd828f043d not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:17:00.209462 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 41972077-f63c-4b2a-936f-6860a1c5d956 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:17:00.334065 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.367534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.379378 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 41972077-f63c-4b2a-936f-6860a1c5d956 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:17:00.380189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 41972077-f63c-4b2a-936f-6860a1c5d956 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:17:00.404826 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-03126d6f-3fef-405a-9df6-388d14efbdf2 req-0cdc2cd7-d6aa-4efc-8b5d-869dcd4b4624 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105679 Jan 27 17:17:00.429739 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-86d79158-e90e-47b8-8595-44fd0296e69a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a/tags HTTP/1.1" status: 200 len: 240 time: 0.8842525 Jan 27 17:17:00.437024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41422) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:00.438902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9b26b3-4cb8-4838-b2c1-baa97d10d1be']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:00.445440 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-e1f6afb9-0cbb-45fa-8ec2-19e6a13690b0 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '265531fd-75b5-4633-83f5-43a073306f0a', 'tempest-TagsExtTest-Tag-925443141') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:00.464695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0ee23-bdcb-48c7-bd96-ec7cdc10803b None None] Deleting port 41972077-f63c-4b2a-936f-6860a1c5d956 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:00.465281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee23-bdcb-48c7-bd96-ec7cdc10803b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.515018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6de3057-3e86-4815-ac1c-edf45a82bb36') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:00.516672 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6de3057-3e86-4815-ac1c-edf45a82bb36') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:00.536238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3e5f2-d1a5-4472-9899-8a6b82d00bc0 req-1021076f-1468-4fa9-8107-45df4d789d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:00.537847 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-22c3e5f2-d1a5-4472-9899-8a6b82d00bc0 req-1021076f-1468-4fa9-8107-45df4d789d25 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f8ce77c3-f8c6-4b84-b710-5469625b2548 HTTP/1.1" status: 200 len: 835 time: 0.4340794 Jan 27 17:17:00.547879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.599833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0ee23-bdcb-48c7-bd96-ec7cdc10803b None None] The port '41972077-f63c-4b2a-936f-6860a1c5d956' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:17:00.604571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5857b761-ce22-4af4-8851-c13b2a1f3e4a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.625746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.639055 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:17:00.639442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:17:00.656315 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:17:00.677921 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857b761-ce22-4af4-8851-c13b2a1f3e4a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Subnet': ['ID=fb019943-20aa-47e6-b1dd-a89ce14ef204,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:00.681159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5857b761-ce22-4af4-8851-c13b2a1f3e4a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.693555 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f4e5f0c0-7e50-4459-80c3-aec5bf596c26 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:00.701250 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5837d3-15c4-4f0f-9edd-fec0626450e3 req-4598173f-102e-48e5-80f2-4fff158d2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:00.703126 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-db5837d3-15c4-4f0f-9edd-fec0626450e3 req-4598173f-102e-48e5-80f2-4fff158d2e32 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4576569 Jan 27 17:17:00.703805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f4e5f0c0-7e50-4459-80c3-aec5bf596c26 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:00.713303 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5857b761-ce22-4af4-8851-c13b2a1f3e4a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/fb019943-20aa-47e6-b1dd-a89ce14ef204 HTTP/1.1" status: 204 len: 168 time: 1.6493933 Jan 27 17:17:00.736442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41426) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:00.741031 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2161c6af-3cf5-451b-8db6-ac6a6de9f0bc None None] Network d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:00.759963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f4e5f0c0-7e50-4459-80c3-aec5bf596c26 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:00.760243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.770396 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f4e5f0c0-7e50-4459-80c3-aec5bf596c26 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:00.781890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-2e4a2a87-7e0a-4160-a639-3ac490ad0d26 None None] For port fcb274c4-f14e-4813-b25e-06f1c081c713, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=fcb274c4-f14e-4813-b25e-06f1c081c713,segment=NetworkSegment(69bc9ed6-ae72-4152-be92-c1aab4105f4e),segment_id=69bc9ed6-ae72-4152-be92-c1aab4105f4e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:00.782439 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2a87-7e0a-4160-a639-3ac490ad0d26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.798305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e5f0c0-7e50-4459-80c3-aec5bf596c26 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:00.805347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f4e5f0c0-7e50-4459-80c3-aec5bf596c26 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.805687 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e1f6afb9-0cbb-45fa-8ec2-19e6a13690b0 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a/tags/tempest-TagsExtTest-Tag-925443141 HTTP/1.1" status: 204 len: 168 time: 0.3612387 Jan 27 17:17:00.810312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': 'bde1c038-5dfc-44de-aa12-0a5b9d14c8d6'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:17:00.811443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.818978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Deleting port d3ceface-2867-46e3-910d-327a9d92af46 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:00.819225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41430) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:00.819764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.819905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.835261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-b099aa5e-b69a-4023-9927-ccfc490d1a37 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '265531fd-75b5-4633-83f5-43a073306f0a', 'tempest-TagsExtTest-Tag-925443141') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:00.883415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3e5f2-d1a5-4472-9899-8a6b82d00bc0 req-bf7f18bd-3d6b-4dfa-bc34-0821deb722b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:00.885135 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-22c3e5f2-d1a5-4472-9899-8a6b82d00bc0 req-bf7f18bd-3d6b-4dfa-bc34-0821deb722b8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b9bf0c44-3de1-4a38-bbb5-da77ccbe891c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3303530 Jan 27 17:17:00.886301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:00.933854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Network': ['ID=9d9b26b3-4cb8-4838-b2c1-baa97d10d1be,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:00.997161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a2a87-7e0a-4160-a639-3ac490ad0d26 None None] Calling delete_port for fcb274c4-f14e-4813-b25e-06f1c081c713 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:01.044545 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f5e99555-78dc-4269-bc65-4e700bbe0238 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/networks/9d9b26b3-4cb8-4838-b2c1-baa97d10d1be HTTP/1.1" status: 204 len: 168 time: 2.9316263 Jan 27 17:17:01.053405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41434) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:01.064401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-555886119', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:01.163405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:01.167956 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:01.168566 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:router and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:01.175014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:01.185110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:01.190321 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Allocated IP 2001:db8::2 (185d5333-05b7-45cc-a2cf-ffb552748715/bde1c038-5dfc-44de-aa12-0a5b9d14c8d6/74993e6b-43ff-4cb3-80a3-e131e93fae39) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:01.219759 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:01.221295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:01.235413 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-db5837d3-15c4-4f0f-9edd-fec0626450e3 req-1eb53ad1-1e4d-41db-adcd-628d164612d3 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203998 Jan 27 17:17:01.263654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port fcb274c4-f14e-4813-b25e-06f1c081c713 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:01.264344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:01.327611 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.ipam_backend_mixin [None req-f4e5f0c0-7e50-4459-80c3-aec5bf596c26 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bde1c038-5dfc-44de-aa12-0a5b9d14c8d6 (CIDR: 2001:db8::/64) Jan 27 17:17:01.350444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:01.406264 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:01.413918 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e5f0c0-7e50-4459-80c3-aec5bf596c26 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:17:01.414986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e5f0c0-7e50-4459-80c3-aec5bf596c26 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:01.419419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Transition to ACTIVE for port object 74993e6b-43ff-4cb3-80a3-e131e93fae39 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:01.444677 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:17:01.445953 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b099aa5e-b69a-4023-9927-ccfc490d1a37 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a/tags/tempest-TagsExtTest-Tag-925443141 HTTP/1.1" status: 204 len: 168 time: 0.6240461 Jan 27 17:17:01.452713 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-22c3e5f2-d1a5-4472-9899-8a6b82d00bc0 req-d6c6dacc-56b3-4c0f-8614-f4984e699e6a service neutron] 10.222.0.88 "GET /v2.0/networks/b9bf0c44-3de1-4a38-bbb5-da77ccbe891c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422916 Jan 27 17:17:01.456654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41444) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:01.471643 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-711d503e-8b3a-421d-bc75-7e673455226f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '265531fd-75b5-4633-83f5-43a073306f0a') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:01.512078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Transition to ACTIVE for port object 74993e6b-43ff-4cb3-80a3-e131e93fae39 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:01.552231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:01.588399 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f4e5f0c0-7e50-4459-80c3-aec5bf596c26 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5334387 Jan 27 17:17:01.589191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41448) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:01.686617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:01.699878 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:01.744623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] For port fcb274c4-f14e-4813-b25e-06f1c081c713, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=fcb274c4-f14e-4813-b25e-06f1c081c713,segment=NetworkSegment(69bc9ed6-ae72-4152-be92-c1aab4105f4e),segment_id=69bc9ed6-ae72-4152-be92-c1aab4105f4e)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:01.744982 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2a87-7e0a-4160-a639-3ac490ad0d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:01.745106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:01.756279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:01.762206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:01.765695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Pushing event updated for resources: {'Port': ['ID=74993e6b-43ff-4cb3-80a3-e131e93fae39,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:01.887093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a2a87-7e0a-4160-a639-3ac490ad0d26 None None] No DVR routers for this DVR port fcb274c4-f14e-4813-b25e-06f1c081c713 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:17:01.903562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for fcb274c4-f14e-4813-b25e-06f1c081c713 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:01.938818 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a2a87-7e0a-4160-a639-3ac490ad0d26 None None] Pushing event deleted for resources: {'Port': ['ID=fcb274c4-f14e-4813-b25e-06f1c081c713,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:02.002636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.016669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb99a62-5887-4641-aff4-6fe7cf2507d3 req-2f941c36-11fa-42d8-8416-d99cdb309d5c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:02.019307 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-db5837d3-15c4-4f0f-9edd-fec0626450e3 req-da4e0784-3f1d-480d-ae82-b12e4939c7bd service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7774422 Jan 27 17:17:02.023879 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=11de10c8-651e-49c5-8e29-19f4b2d1e0a0,segment=NetworkSegment(652f9c8e-0dd1-4a0e-8964-2add538bfe4c),segment_id=652f9c8e-0dd1-4a0e-8964-2add538bfe4c)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:02.024901 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acb99a62-5887-4641-aff4-6fe7cf2507d3 req-2f941c36-11fa-42d8-8416-d99cdb309d5c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 943 time: 0.6447577 Jan 27 17:17:02.039615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Attempting to bind port 74993e6b-43ff-4cb3-80a3-e131e93fae39 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:17:02.040523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Attempting to bind port 74993e6b-43ff-4cb3-80a3-e131e93fae39 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:17:02.041242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Attempting to bind port 74993e6b-43ff-4cb3-80a3-e131e93fae39 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:17:02.053858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:17:02.061596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:02.063011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.063661 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:17:02.065409 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Bound port: 74993e6b-43ff-4cb3-80a3-e131e93fae39, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:17:02.066009 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.080556 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device fcb274c4-f14e-4813-b25e-06f1c081c713 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:17:02.106199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'port_id': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0', 'mac_address': 'fa:16:3e:7a:6c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:17:02.153355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: fcb274c4-f14e-4813-b25e-06f1c081c713 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:17:02.153591 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device fcb274c4-f14e-4813-b25e-06f1c081c713 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:17:02.199505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Calling delete_port for d3ceface-2867-46e3-910d-327a9d92af46 owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:02.203132 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117d43e4-ad57-44c1-af02-0f1bb7b42c65 None None] DHCP port deletion for d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:17:02.232516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-117d43e4-ad57-44c1-af02-0f1bb7b42c65 None None] Deleting port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:02.232884 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-117d43e4-ad57-44c1-af02-0f1bb7b42c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.282935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b79a6-7003-4926-87fc-cda04148963c req-239f6ffa-4441-40e3-9f32-b514e69ec8ff tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:02.284498 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-637b79a6-7003-4926-87fc-cda04148963c req-239f6ffa-4441-40e3-9f32-b514e69ec8ff tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 943 time: 0.7549384 Jan 27 17:17:02.300057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.307060 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.328463 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-711d503e-8b3a-421d-bc75-7e673455226f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a/tags HTTP/1.1" status: 200 len: 205 time: 0.8621402 Jan 27 17:17:02.330773 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-22c3e5f2-d1a5-4472-9899-8a6b82d00bc0 req-c80665b8-563d-4764-ae62-4853f6e49487 service neutron] 10.222.0.88 "GET /v2.0/networks/b9bf0c44-3de1-4a38-bbb5-da77ccbe891c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8250229 Jan 27 17:17:02.333999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41452) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:02.342800 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-c0deefe7-e5fc-4b04-b640-043a82b83251 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:02.360970 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-637b79a6-7003-4926-87fc-cda04148963c req-58804e95-b1fd-4437-bc74-a5fb9e251e0d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643656 Jan 27 17:17:02.381761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:17:02.395745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] For port 74993e6b-43ff-4cb3-80a3-e131e93fae39, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:17:02.407051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:17:02.407362 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:17:02.416099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] For port 74993e6b-43ff-4cb3-80a3-e131e93fae39, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=74993e6b-43ff-4cb3-80a3-e131e93fae39,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:17:02.425742 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=11de10c8-651e-49c5-8e29-19f4b2d1e0a0,segment=NetworkSegment(652f9c8e-0dd1-4a0e-8964-2add538bfe4c),segment_id=652f9c8e-0dd1-4a0e-8964-2add538bfe4c)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:02.443945 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.449966 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acb99a62-5887-4641-aff4-6fe7cf2507d3 req-65331504-526c-4f2a-a3f8-f5ee6cb2b91c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f42a072f-11bb-49b3-98ed-7ec968dbf5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4241431 Jan 27 17:17:02.480084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.505543 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.556330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:02.556840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Pushing event deleted for resources: {'Port': ['ID=d3ceface-2867-46e3-910d-327a9d92af46,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:02.568344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:02.584338 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c0deefe7-e5fc-4b04-b640-043a82b83251 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e/tags HTTP/1.1" status: 200 len: 240 time: 0.2433076 Jan 27 17:17:02.586311 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:02.588079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41456) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:02.599465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:02.605956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-ce47a03b-0fcd-4cc6-94fa-08ff61199924 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e', 'tempest-TagsExtTest-Tag-330874355') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:02.624753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-117d43e4-ad57-44c1-af02-0f1bb7b42c65 None None] For port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf,segment=NetworkSegment(d5364512-1080-40f9-8cf3-1079191c8535),segment_id=d5364512-1080-40f9-8cf3-1079191c8535)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:02.625152 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-117d43e4-ad57-44c1-af02-0f1bb7b42c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.639100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d5ced-3608-4ee4-8342-466b262c85e0 None None] Pushing event updated for resources: {'Port': ['ID=74993e6b-43ff-4cb3-80a3-e131e93fae39,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:02.658779 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.691908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:02.695382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.821278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['11de10c8-651e-49c5-8e29-19f4b2d1e0a0'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:17:02.852671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-117d43e4-ad57-44c1-af02-0f1bb7b42c65 None None] Calling delete_port for 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:02.932195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port fcb274c4-f14e-4813-b25e-06f1c081c713 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:02.932539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.986592 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=11de10c8-651e-49c5-8e29-19f4b2d1e0a0,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:02.996330 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ce47a03b-0fcd-4cc6-94fa-08ff61199924 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e/tags/tempest-TagsExtTest-Tag-330874355 HTTP/1.1" status: 204 len: 168 time: 0.4043646 Jan 27 17:17:02.996846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41460) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:03.010443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-27c2d935-b0bb-464e-b750-6a7660397a7f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e', 'tempest-TagsExtTest-Tag-330874355') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:03.032575 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-117d43e4-ad57-44c1-af02-0f1bb7b42c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.035532 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] The port 'fcb274c4-f14e-4813-b25e-06f1c081c713' was deleted {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:17:03.100353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d43e4-ad57-44c1-af02-0f1bb7b42c65 None None] Pushing event deleted for resources: {'Port': ['ID=579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:03.106645 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.107061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117d43e4-ad57-44c1-af02-0f1bb7b42c65 None None] No DVR routers for this DVR port 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:17:03.109246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.184217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.185078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Fanout notify agent at l3_agent the message router_deleted on router 7ec51045-e09c-4dd1-a326-cc8390585a63 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:17:03.234393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.238982 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-eb761891-4514-434f-bb84-233857fca99e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "DELETE /v2.0/routers/7ec51045-e09c-4dd1-a326-cc8390585a63 HTTP/1.1" status: 204 len: 168 time: 3.3896852 Jan 27 17:17:03.246699 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41464) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:03.266717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b445a743-d65f-4593-aff1-8bc4ae08d446 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1647544224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:03.285782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b445a743-d65f-4593-aff1-8bc4ae08d446 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:03.347263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b445a743-d65f-4593-aff1-8bc4ae08d446 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Usage tracker for resource:router and tenant:376088baca8347d19bad1b8be351dcab is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:03.354141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.362335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b445a743-d65f-4593-aff1-8bc4ae08d446 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:03.374259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b445a743-d65f-4593-aff1-8bc4ae08d446 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:03.413585 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5e6144-a703-4bb9-9f94-b1291182e2fb']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:03.429949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bc9ed6-ae72-4152-be92-c1aab4105f4e') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:03.430368 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bc9ed6-ae72-4152-be92-c1aab4105f4e') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:03.439323 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b445a743-d65f-4593-aff1-8bc4ae08d446 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.440372 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b445a743-d65f-4593-aff1-8bc4ae08d446 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.453155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.476295 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b445a743-d65f-4593-aff1-8bc4ae08d446 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.488023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.498580 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:17:03.498839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.500894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:17:03.515407 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:17:03.545609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.551087 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-27c2d935-b0bb-464e-b750-6a7660397a7f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e/tags/tempest-TagsExtTest-Tag-330874355 HTTP/1.1" status: 204 len: 168 time: 0.5461164 Jan 27 17:17:03.561127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41472) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:03.594241 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b445a743-d65f-4593-aff1-8bc4ae08d446 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.607067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-c919635e-e261-46ba-851a-6c16f60d0573 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:03.687459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.710019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.714877 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/networks/5f5e6144-a703-4bb9-9f94-b1291182e2fb HTTP/1.1" status: 204 len: 168 time: 2.9740880 Jan 27 17:17:03.714877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b445a743-d65f-4593-aff1-8bc4ae08d446 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.714877 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b445a743-d65f-4593-aff1-8bc4ae08d446 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4666371 Jan 27 17:17:03.720351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41476) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:03.720753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41478) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:03.724369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecdb09-7ad6-497c-92e9-9ee445accf08 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Network': ['ID=5f5e6144-a703-4bb9-9f94-b1291182e2fb,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:03.730773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Request body: {'router': {'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:03.901457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b21fa-2a16-4f52-83fe-ffa42fcc49bd req-4fcb512d-a663-4dbe-95e7-c814b46e9276 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:03.903092 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-982b21fa-2a16-4f52-83fe-ffa42fcc49bd req-4fcb512d-a663-4dbe-95e7-c814b46e9276 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 943 time: 0.3858604 Jan 27 17:17:04.072449 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 74993e6b-43ff-4cb3-80a3-e131e93fae39 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:04.098725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-393ab280-9bd8-4177-8a64-154ceb7a55bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.149096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Allocated IP 172.26.8.174 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/f7f6555c-a5b8-4d1f-ab46-c99277a9ba9a) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:04.155161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-beea7f16-deee-486c-ba96-7ff3334a4daf None None] Provisioning for port 74993e6b-43ff-4cb3-80a3-e131e93fae39 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:04.167107 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 74993e6b-43ff-4cb3-80a3-e131e93fae39 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:04.174693 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 74993e6b-43ff-4cb3-80a3-e131e93fae39 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:04.175324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.189750 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c919635e-e261-46ba-851a-6c16f60d0573 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e/tags HTTP/1.1" status: 200 len: 205 time: 0.6244190 Jan 27 17:17:04.193142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41484) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:04.202434 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-2e876f6c-4987-49b1-be39-84a605498af6 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '945b3e12-9aa8-4456-92a9-0dac0f506be4') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:04.255712 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-982b21fa-2a16-4f52-83fe-ffa42fcc49bd req-9557c266-067b-436c-93af-d2f458be21d8 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377428 Jan 27 17:17:04.306778 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d7ec6-0256-45fa-b6a8-7293817d71c8 req-fc99b3cc-7cd6-4450-8446-41e2585de03d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:04.308882 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-992d7ec6-0256-45fa-b6a8-7293817d71c8 req-fc99b3cc-7cd6-4450-8446-41e2585de03d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 944 time: 0.7074981 Jan 27 17:17:04.348142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.360518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.389322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 74993e6b-43ff-4cb3-80a3-e131e93fae39, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=74993e6b-43ff-4cb3-80a3-e131e93fae39,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:04.393880 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.467920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:17:04.479875 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2e876f6c-4987-49b1-be39-84a605498af6 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4/tags HTTP/1.1" status: 200 len: 240 time: 0.2871392 Jan 27 17:17:04.492622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41488) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:04.513427 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:17:04.513427 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 579bfcff-73a8-41fd-b0dd-cb3d3d03c9cf not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:17:04.516230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-d7cb46b0-85a7-46ae-aa91-6998b385eed7 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '945b3e12-9aa8-4456-92a9-0dac0f506be4', 'tempest-TagsExtTest-Tag-321088843') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:04.525416 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=74993e6b-43ff-4cb3-80a3-e131e93fae39,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:04.535438 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-992d7ec6-0256-45fa-b6a8-7293817d71c8 req-ef87fcf9-9d36-4bab-9ecd-4602f47b34bd tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f42a072f-11bb-49b3-98ed-7ec968dbf5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040911 Jan 27 17:17:04.587852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.600925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.objects.ports [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87608) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:17:04.635994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-393ab280-9bd8-4177-8a64-154ceb7a55bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.650560 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d7cb46b0-85a7-46ae-aa91-6998b385eed7 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4/tags/tempest-TagsExtTest-Tag-321088843 HTTP/1.1" status: 204 len: 168 time: 0.1472561 Jan 27 17:17:04.657636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41492) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:04.668468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-e73eb9cd-36f5-4143-8617-a45af41bc661 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '945b3e12-9aa8-4456-92a9-0dac0f506be4', 'tempest-TagsExtTest-Tag-321088843') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:04.675090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-393ab280-9bd8-4177-8a64-154ceb7a55bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:04.690910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-393ab280-9bd8-4177-8a64-154ceb7a55bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5364512-1080-40f9-8cf3-1079191c8535') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:04.691191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-393ab280-9bd8-4177-8a64-154ceb7a55bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5364512-1080-40f9-8cf3-1079191c8535') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:04.705882 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-393ab280-9bd8-4177-8a64-154ceb7a55bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.744091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.766518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-393ab280-9bd8-4177-8a64-154ceb7a55bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.780638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393ab280-9bd8-4177-8a64-154ceb7a55bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:17:04.780928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-393ab280-9bd8-4177-8a64-154ceb7a55bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:17:04.796031 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:17:04.823965 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:04.831616 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:04.832657 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:04.895088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-393ab280-9bd8-4177-8a64-154ceb7a55bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.909666 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e73eb9cd-36f5-4143-8617-a45af41bc661 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4/tags/tempest-TagsExtTest-Tag-321088843 HTTP/1.1" status: 204 len: 168 time: 0.2502153 Jan 27 17:17:04.918265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=f7f6555c-a5b8-4d1f-ab46-c99277a9ba9a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:04.920228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41496) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:04.924184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-393ab280-9bd8-4177-8a64-154ceb7a55bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.940156 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-b0105ca1-01c6-4f5d-98af-9899e4decd00 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '945b3e12-9aa8-4456-92a9-0dac0f506be4') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:04.948659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ab280-9bd8-4177-8a64-154ceb7a55bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Network': ['ID=d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:04.957519 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-393ab280-9bd8-4177-8a64-154ceb7a55bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/networks/d3ac606e-b9c4-4f48-9a71-63d2dcb1fb78 HTTP/1.1" status: 204 len: 168 time: 1.2357092 Jan 27 17:17:04.964702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41500) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:04.979568 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-371249818'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:04.993063 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:05.026966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:05.071085 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:network and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:05.078083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:05.142937 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b0105ca1-01c6-4f5d-98af-9899e4decd00 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4/tags HTTP/1.1" status: 200 len: 205 time: 0.2132962 Jan 27 17:17:05.156332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41504) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:05.158915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:05.192983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-ad99dc5c-954c-4476-adcd-0a3e8169d126 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '945b3e12-9aa8-4456-92a9-0dac0f506be4') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:05.217702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:05.263771 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:05.268949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:05.271816 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:17:05.274550 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:05.297281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:05.402799 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ad99dc5c-954c-4476-adcd-0a3e8169d126 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4/tags HTTP/1.1" status: 204 len: 168 time: 0.2453911 Jan 27 17:17:05.403670 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:17:05.406569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41510) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:05.424278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-caca8af2-f607-408f-8958-888d7010b65f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:05.432282 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:05.432282 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Added segment a3ce1ce1-d976-4cca-aeab-462f860cdd55 of type vlan for network cdc63bd0-0bcb-46ff-b263-20242ca75175 Jan 27 17:17:05.591086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:05.595610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Allocated IP 172.26.8.82 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/eae9dcd7-912f-44ef-bec0-b9a775e8aaa8) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:05.630076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:05.657568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:05.657983 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:05.711198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:05.717678 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:05.718345 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:05.739665 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3b543c38-ef9e-4de2-9d2f-205a403ddfc9,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:05.766898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'port_id': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'mac_address': 'fa:16:3e:6c:38:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:17:05.887326 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69f60b-505a-42d1-b308-7730950e49f0 req-87d47299-b1d0-4ae6-95c0-b3ce43cacdb8 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:05.888999 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3f69f60b-505a-42d1-b308-7730950e49f0 req-87d47299-b1d0-4ae6-95c0-b3ce43cacdb8 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 943 time: 0.4060633 Jan 27 17:17:05.903455 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:05.930926 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:17:05.936101 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:05.984397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3b543c38-ef9e-4de2-9d2f-205a403ddfc9,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:05.991343 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:17:06.001372 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0351527 Jan 27 17:17:06.002794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63ce83-8af9-425a-a395-b9f145d863b2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Network': ['ID=cdc63bd0-0bcb-46ff-b263-20242ca75175,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:06.003782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:06.012936 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41518) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:06.023607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'subnet': {'network_id': 'cdc63bd0-0bcb-46ff-b263-20242ca75175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:06.047764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] For port 74993e6b-43ff-4cb3-80a3-e131e93fae39, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=74993e6b-43ff-4cb3-80a3-e131e93fae39,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:06.056300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network cdc63bd0-0bcb-46ff-b263-20242ca75175 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:17:06.073607 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=11de10c8-651e-49c5-8e29-19f4b2d1e0a0,segment=NetworkSegment(652f9c8e-0dd1-4a0e-8964-2add538bfe4c),segment_id=652f9c8e-0dd1-4a0e-8964-2add538bfe4c)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:06.084655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 74993e6b-43ff-4cb3-80a3-e131e93fae39 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:06.097155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:06.115002 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:06.125676 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3f69f60b-505a-42d1-b308-7730950e49f0 req-24a4cf0c-3d84-4c5c-a316-3ee50e8755ce tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688199 Jan 27 17:17:06.130651 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:06.210824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:06.216579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:subnet and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:06.220686 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:06.228494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:06.239337 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0', 'code': 200} Jan 27 17:17:06.246102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:06.251877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:06.258750 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['3b543c38-ef9e-4de2-9d2f-205a403ddfc9'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:17:06.270959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:06.293520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:17:06.327074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=3b543c38-ef9e-4de2-9d2f-205a403ddfc9,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:06.332057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:06.355096 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-caca8af2-f607-408f-8958-888d7010b65f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e/tags HTTP/1.1" status: 204 len: 168 time: 0.9446526 Jan 27 17:17:06.359161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41522) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:06.382855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:06.387599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:06.388687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:06.433647 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:06.438331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 74993e6b-43ff-4cb3-80a3-e131e93fae39 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:06.438705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:06.444438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Pushing event updated for resources: {'Port': ['ID=eae9dcd7-912f-44ef-bec0-b9a775e8aaa8,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:06.449704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:06.524446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=11de10c8-651e-49c5-8e29-19f4b2d1e0a0,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:06.588261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-fe231dc2-6cbf-4cca-8524-58226253523c tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '265531fd-75b5-4633-83f5-43a073306f0a') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:06.707835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:06.725303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:06.753083 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c782f1b1-cd5c-40d1-865c-b0371d1c397a None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:06.787371 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:06.787986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:06.852817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=74993e6b-43ff-4cb3-80a3-e131e93fae39,revision_number=5']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:06.869787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=c616b65e-863b-44d7-819c-8debce86243e,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:06.908335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb4793-6b3c-41ed-807c-bafc2b4027ae req-b36d2de4-d111-4b05-8c2d-30c7dad68d5c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:06.909931 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-29cb4793-6b3c-41ed-807c-bafc2b4027ae req-b36d2de4-d111-4b05-8c2d-30c7dad68d5c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 944 time: 1.1709938 Jan 27 17:17:06.919637 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f4353a9b-c3cd-4c9e-92be-294afc58a67b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.3240232 Jan 27 17:17:06.925554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41526) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:06.935063 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'mac_address': 'fa:16:3e:fa:90:1a', 'name': 'tempest-NetworksTestDHCPv6-1712904939'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:07.049230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f403f-c635-4363-9103-61f48c4915cb req-1be6f4f3-7e19-4ce7-9dde-d682e68bd465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:07.050857 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b48f403f-c635-4363-9103-61f48c4915cb req-1be6f4f3-7e19-4ce7-9dde-d682e68bd465 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 1098 time: 0.4875314 Jan 27 17:17:07.087492 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-29cb4793-6b3c-41ed-807c-bafc2b4027ae req-93630605-dc30-4037-b992-fe3cf530043f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f42a072f-11bb-49b3-98ed-7ec968dbf5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614041 Jan 27 17:17:07.092477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.152565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.163437 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fe231dc2-6cbf-4cca-8524-58226253523c tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a/tags HTTP/1.1" status: 204 len: 168 time: 0.7768931 Jan 27 17:17:07.177520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41530) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:07.194885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-328976ec-918e-42d6-baa4-88f650abec8f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3dd2d766-0637-4731-bb5e-4713e32476be') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:07.267654 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b48f403f-c635-4363-9103-61f48c4915cb req-9ab77162-a5d6-46d2-b80d-ed2bdb38fb86 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f42a072f-11bb-49b3-98ed-7ec968dbf5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039692 Jan 27 17:17:07.284100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:07.381383 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.414279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:07.420601 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:07.420965 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.429441 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-328976ec-918e-42d6-baa4-88f650abec8f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be/tags HTTP/1.1" status: 204 len: 168 time: 0.2420266 Jan 27 17:17:07.434706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41536) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:07.440424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-bdb2f27f-3cbe-48ef-9f7d-484732792cf0 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3dd2d766-0637-4731-bb5e-4713e32476be', 'tempest-TagsExtTest-Tag-485761993') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:07.533301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 6e48498b-4bc6-4455-9bdd-a5dd39ddebfa is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:17:07.563089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:07.567995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Subnet': ['ID=737a66bd-52e3-49d8-965c-72569ff85485,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:07.586818 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.597532 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:07.622534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:07.626119 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Checking segment: {'id': 'a3ce1ce1-d976-4cca-aeab-462f860cdd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'cdc63bd0-0bcb-46ff-b263-20242ca75175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:07.626479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network hostable DHCP agents. Network: cdc63bd0-0bcb-46ff-b263-20242ca75175, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:17:07.627241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3b543c38-ef9e-4de2-9d2f-205a403ddfc9,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:07.635125 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.642561 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:07.696648 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bdb2f27f-3cbe-48ef-9f7d-484732792cf0 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "PUT /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be/tags/tempest-TagsExtTest-Tag-485761993 HTTP/1.1" status: 201 len: 201 time: 0.2603357 Jan 27 17:17:07.742317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5b7754d5-6e32-4cb9-8654-691ab9be9045 None None] Provisioning complete for port 74993e6b-43ff-4cb3-80a3-e131e93fae39 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:07.742807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5b7754d5-6e32-4cb9-8654-691ab9be9045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.748039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41540) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:07.748677 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:07.767414 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=3b543c38-ef9e-4de2-9d2f-205a403ddfc9,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:07.784044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-a8491b72-1ef4-4813-859c-3f1f2125ee73 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '265531fd-75b5-4633-83f5-43a073306f0a', 'tempest-TagsExtTest-Tag-1199537639') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:07.811418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:07.823856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88cec5-15da-4ea6-9d9e-baaa935718f9 None None] Sync routers for ids ['6e48498b-4bc6-4455-9bdd-a5dd39ddebfa'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:07.835362 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network cdc63bd0-0bcb-46ff-b263-20242ca75175 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:17:07.837477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.841339 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8d2de910-981a-4f4f-ab4a-ef336816758c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.7853203 Jan 27 17:17:07.841688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41544) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:07.919159 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88cec5-15da-4ea6-9d9e-baaa935718f9 None None] Routers {'6e48498b-4bc6-4455-9bdd-a5dd39ddebfa'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:07.919848 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ab88cec5-15da-4ea6-9d9e-baaa935718f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6e48498b-4bc6-4455-9bdd-a5dd39ddebfa'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:07.931903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, cdc63bd0-0bcb-46ff-b263-20242ca75175) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:07.949698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:07.950312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.964421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ecafb-fca6-4150-bfeb-2ac70820e2e4 req-f6ef34cf-0566-4075-bcbe-36ed6fcaac29 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:07.971719 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-474ecafb-fca6-4150-bfeb-2ac70820e2e4 req-f6ef34cf-0566-4075-bcbe-36ed6fcaac29 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 944 time: 0.4933929 Jan 27 17:17:07.975025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c051cfa3-a304-40d2-a4d9-5f8be62b1280 None None] Network cdc63bd0-0bcb-46ff-b263-20242ca75175 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:08.012038 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ab88cec5-15da-4ea6-9d9e-baaa935718f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:08.088582 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 74993e6b-43ff-4cb3-80a3-e131e93fae39 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:08.122827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88cec5-15da-4ea6-9d9e-baaa935718f9 None None] Routers {'6e48498b-4bc6-4455-9bdd-a5dd39ddebfa'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:08.123460 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ab88cec5-15da-4ea6-9d9e-baaa935718f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6e48498b-4bc6-4455-9bdd-a5dd39ddebfa'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:08.130084 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-42eb3e5c-36bc-4e91-9b7e-0c602119dded tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1128428 Jan 27 17:17:08.152670 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41550) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:08.170672 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.204104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ab88cec5-15da-4ea6-9d9e-baaa935718f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:08.204501 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88cec5-15da-4ea6-9d9e-baaa935718f9 None None] The sync data for ids ['6e48498b-4bc6-4455-9bdd-a5dd39ddebfa'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:08.207754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-fd06170b-45db-4a57-a8f4-95741a356412 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1411033375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:08.215737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fd06170b-45db-4a57-a8f4-95741a356412 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:08.220094 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fd06170b-45db-4a57-a8f4-95741a356412 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:router and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:08.223347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fd06170b-45db-4a57-a8f4-95741a356412 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:08.228264 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b0b7f163-8ae1-4b73-9621-c68d326b8903 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/routers/6e48498b-4bc6-4455-9bdd-a5dd39ddebfa HTTP/1.1" status: 200 len: 880 time: 0.3847938 Jan 27 17:17:08.230753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41554) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:08.233892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fd06170b-45db-4a57-a8f4-95741a356412 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:08.248109 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:17:08.324124 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 74993e6b-43ff-4cb3-80a3-e131e93fae39 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:08.324559 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.428145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-cdc63bd0-0bcb-46ff-b263-20242ca75175', 'network_id': 'cdc63bd0-0bcb-46ff-b263-20242ca75175', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'fixed_ips': [{'subnet_id': '737a66bd-52e3-49d8-965c-72569ff85485'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:17:08.429153 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.502185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d30eb-f938-4f4c-be7a-34619ab07e35 req-99e164f1-a656-4790-a0a4-4b9eec475e53 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:08.503913 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a26d30eb-f938-4f4c-be7a-34619ab07e35 req-99e164f1-a656-4790-a0a4-4b9eec475e53 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 945 time: 0.1492901 Jan 27 17:17:08.535750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd06170b-45db-4a57-a8f4-95741a356412 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.536763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd06170b-45db-4a57-a8f4-95741a356412 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.555621 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-474ecafb-fca6-4150-bfeb-2ac70820e2e4 req-b4e5127c-5bee-469e-9f7e-be12ac1ca54a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5826545 Jan 27 17:17:08.582287 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a26d30eb-f938-4f4c-be7a-34619ab07e35 req-364e9ead-81de-40ab-aa94-f9c15d597b54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f42a072f-11bb-49b3-98ed-7ec968dbf5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721953 Jan 27 17:17:08.608946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port d37ce917-9cdd-4c34-bf75-ac6882f01133 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:17:08.649982 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.657998 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd06170b-45db-4a57-a8f4-95741a356412 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.665293 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'code': 200} Jan 27 17:17:08.665575 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a8491b72-1ef4-4813-859c-3f1f2125ee73 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "PUT /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a/tags/tempest-TagsExtTest-Tag-1199537639 HTTP/1.1" status: 201 len: 201 time: 0.9013903 Jan 27 17:17:08.670452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41560) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:08.677854 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.680219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-b2eaac5a-ce57-4425-9e7e-d95346cd3f05 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e', 'tempest-TagsExtTest-Tag-1968208036') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:08.706282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Allocated IP 2001:db8::2 (cdc63bd0-0bcb-46ff-b263-20242ca75175/737a66bd-52e3-49d8-965c-72569ff85485/d23aa9e9-2d17-4e6e-9aba-6782a59605d4) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:08.816175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd06170b-45db-4a57-a8f4-95741a356412 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.864004 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8a8a1564-7653-4780-9f75-3531b3aaf726 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Synchronizing usage tracker for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:router {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:08.883616 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b2eaac5a-ce57-4425-9e7e-d95346cd3f05 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "PUT /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e/tags/tempest-TagsExtTest-Tag-1968208036 HTTP/1.1" status: 201 len: 201 time: 0.2113125 Jan 27 17:17:08.886291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41564) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:08.892220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-c4322f02-2a2c-428b-89e3-a5b6714ef7bd tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '945b3e12-9aa8-4456-92a9-0dac0f506be4', 'tempest-TagsExtTest-Tag-1042685027') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:08.904073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8a8a1564-7653-4780-9f75-3531b3aaf726 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Unset dirty status for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:router {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:08.905285 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8a8a1564-7653-4780-9f75-3531b3aaf726 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6735556 Jan 27 17:17:08.907759 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd06170b-45db-4a57-a8f4-95741a356412 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.909618 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fd06170b-45db-4a57-a8f4-95741a356412 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7544684 Jan 27 17:17:08.911543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41568) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:08.912737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41570) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:08.924944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a189c151-a502-4bbf-a74f-307734927361 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-555886119'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:08.971288 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'port': {'network_id': 'cdc63bd0-0bcb-46ff-b263-20242ca75175', 'name': 'tempest-RoutersIpV6Test-1873475374'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:08.976557 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.991012 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Transition to ACTIVE for port object d23aa9e9-2d17-4e6e-9aba-6782a59605d4 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:09.013037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Transition to ACTIVE for port object d23aa9e9-2d17-4e6e-9aba-6782a59605d4 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:09.022397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:09.103749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Network cdc63bd0-0bcb-46ff-b263-20242ca75175 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:09.107191 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:09.112359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:09.157336 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c4322f02-2a2c-428b-89e3-a5b6714ef7bd tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "PUT /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4/tags/tempest-TagsExtTest-Tag-1042685027 HTTP/1.1" status: 201 len: 201 time: 0.2700176 Jan 27 17:17:09.162191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41576) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:09.162390 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Pushing event updated for resources: {'Port': ['ID=d23aa9e9-2d17-4e6e-9aba-6782a59605d4,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:09.170852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-6cc0abb5-2fa2-4f71-87bb-d89b2a7824b8 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3dd2d766-0637-4731-bb5e-4713e32476be', {'tags': ['tempest-TagsExtTest-Tag-1657781217', 'tempest-TagsExtTest-Tag-769524676', 'tempest-TagsExtTest-Tag-2010326677']}) {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:09.224158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Attempting to bind port d23aa9e9-2d17-4e6e-9aba-6782a59605d4 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:17:09.224543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Attempting to bind port d23aa9e9-2d17-4e6e-9aba-6782a59605d4 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'a3ce1ce1-d976-4cca-aeab-462f860cdd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'cdc63bd0-0bcb-46ff-b263-20242ca75175'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:17:09.224914 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Attempting to bind port d23aa9e9-2d17-4e6e-9aba-6782a59605d4 on network cdc63bd0-0bcb-46ff-b263-20242ca75175 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:17:09.231858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:17:09.232515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Checking segment: {'id': 'a3ce1ce1-d976-4cca-aeab-462f860cdd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'cdc63bd0-0bcb-46ff-b263-20242ca75175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:09.232917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:09.233300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Bound using segment: {'id': 'a3ce1ce1-d976-4cca-aeab-462f860cdd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'cdc63bd0-0bcb-46ff-b263-20242ca75175'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:17:09.234389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Bound port: d23aa9e9-2d17-4e6e-9aba-6782a59605d4, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ce1ce1-d976-4cca-aeab-462f860cdd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'cdc63bd0-0bcb-46ff-b263-20242ca75175'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:17:09.234389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:09.247552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Router 4fc1444e-03f9-475a-89fc-69826243cd3a is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:17:09.250446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::16f (185d5333-05b7-45cc-a2cf-ffb552748715/bde1c038-5dfc-44de-aa12-0a5b9d14c8d6/d37ce917-9cdd-4c34-bf75-ac6882f01133) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:09.266012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8:0:1:f816:3eff:fefa:901a (185d5333-05b7-45cc-a2cf-ffb552748715/c616b65e-863b-44d7-819c-8debce86243e/d37ce917-9cdd-4c34-bf75-ac6882f01133) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:09.268416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:09.300884 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7ab96-fa4c-4457-9610-0d46c1fa79f7 req-7ed4996d-23c9-4596-825d-0d8340b0a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:09.302383 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-72c7ab96-fa4c-4457-9610-0d46c1fa79f7 req-7ed4996d-23c9-4596-825d-0d8340b0a9a5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 1098 time: 0.3218410 Jan 27 17:17:09.332058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:port and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:09.340397 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:09.340811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] For port d23aa9e9-2d17-4e6e-9aba-6782a59605d4, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:17:09.346776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] For port d23aa9e9-2d17-4e6e-9aba-6782a59605d4, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d23aa9e9-2d17-4e6e-9aba-6782a59605d4,segment=NetworkSegment(a3ce1ce1-d976-4cca-aeab-462f860cdd55),segment_id=a3ce1ce1-d976-4cca-aeab-462f860cdd55)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:17:09.354895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:09.359343 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:09.419373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:09.423020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:09.452789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0de07-3d26-4cb4-99cb-10be02f932a2 None None] Pushing event updated for resources: {'Port': ['ID=d23aa9e9-2d17-4e6e-9aba-6782a59605d4,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:09.460881 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6cc0abb5-2fa2-4f71-87bb-d89b2a7824b8 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "PUT /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be/tags HTTP/1.1" status: 200 len: 317 time: 0.2957485 Jan 27 17:17:09.463668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41580) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:09.467502 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-72c7ab96-fa4c-4457-9610-0d46c1fa79f7 req-902c66e6-3b71-4a3f-89aa-745fe9a5e331 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567657 Jan 27 17:17:09.481753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-1b58011f-eac9-4908-bf25-4eed7cbd493e tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3dd2d766-0637-4731-bb5e-4713e32476be') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:09.556877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] device_id is not set on port a2db555a-fe0c-4412-96bb-94d05024f02b yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:17:09.661310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:09.772929 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19068e-689e-41a1-88c5-d9bc68b0bf51 None None] Sync routers for ids ['4fc1444e-03f9-475a-89fc-69826243cd3a'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:09.785939 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19068e-689e-41a1-88c5-d9bc68b0bf51 None None] Routers {'4fc1444e-03f9-475a-89fc-69826243cd3a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:09.786558 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-df19068e-689e-41a1-88c5-d9bc68b0bf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['4fc1444e-03f9-475a-89fc-69826243cd3a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:09.808819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:09.810190 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-90a06aa1-45fe-42ca-a725-014f209324c7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "PUT /v2.0/routers/4fc1444e-03f9-475a-89fc-69826243cd3a HTTP/1.1" status: 200 len: 883 time: 6.0871749 Jan 27 17:17:09.850422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41588) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:09.908873 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-df19068e-689e-41a1-88c5-d9bc68b0bf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:09.946999 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19068e-689e-41a1-88c5-d9bc68b0bf51 None None] Routers {'4fc1444e-03f9-475a-89fc-69826243cd3a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:09.947877 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-df19068e-689e-41a1-88c5-d9bc68b0bf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['4fc1444e-03f9-475a-89fc-69826243cd3a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:10.009290 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:10.051680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object d37ce917-9cdd-4c34-bf75-ac6882f01133 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:10.080942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45381d82-9c85-4560-a65a-8172e20c540d req-d29130d1-5eca-435d-99d9-4fba6805690f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:10.094202 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45381d82-9c85-4560-a65a-8172e20c540d req-d29130d1-5eca-435d-99d9-4fba6805690f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 945 time: 0.2688928 Jan 27 17:17:10.094525 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-df19068e-689e-41a1-88c5-d9bc68b0bf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:10.095072 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19068e-689e-41a1-88c5-d9bc68b0bf51 None None] The sync data for ids ['4fc1444e-03f9-475a-89fc-69826243cd3a'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:10.121181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d23aa9e9-2d17-4e6e-9aba-6782a59605d4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:10.139355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Allocated IP 2001:db8::2f3 (cdc63bd0-0bcb-46ff-b263-20242ca75175/737a66bd-52e3-49d8-965c-72569ff85485/a2db555a-fe0c-4412-96bb-94d05024f02b) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:10.213026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port d23aa9e9-2d17-4e6e-9aba-6782a59605d4 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:10.251993 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45381d82-9c85-4560-a65a-8172e20c540d req-84540954-209d-4d4e-92a1-204028bdbd63 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f42a072f-11bb-49b3-98ed-7ec968dbf5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559725 Jan 27 17:17:10.284820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a189c151-a502-4bbf-a74f-307734927361 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:10.302832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:10.316566 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-610b3a46-67a9-44a5-979f-4f6d55456571 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/routers/4fc1444e-03f9-475a-89fc-69826243cd3a HTTP/1.1" status: 200 len: 924 time: 0.4579926 Jan 27 17:17:10.320445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41594) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:10.325127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a189c151-a502-4bbf-a74f-307734927361 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:10.437915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd50a9-8656-48da-b08c-51616fbd7c82 req-182f17c7-b824-4ddb-8846-a936ba85d722 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:10.445279 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-07bd50a9-8656-48da-b08c-51616fbd7c82 req-182f17c7-b824-4ddb-8846-a936ba85d722 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 945 time: 0.5956085 Jan 27 17:17:10.550399 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1b58011f-eac9-4908-bf25-4eed7cbd493e tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be/tags HTTP/1.1" status: 204 len: 168 time: 1.0811362 Jan 27 17:17:10.574287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41598) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:10.596975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-fe394764-f1d3-4a94-bf5b-5b97df9f9c6f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3dd2d766-0637-4731-bb5e-4713e32476be', 'tempest-TagsExtTest-Tag-1657781217') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:10.687935 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-07bd50a9-8656-48da-b08c-51616fbd7c82 req-a5fc735c-2e53-4fd2-a54e-f194afbd8c97 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413774 Jan 27 17:17:10.787755 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:10.796634 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a942c37e-3142-4d83-8ae9-4f9457cdf223 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:10.797322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a942c37e-3142-4d83-8ae9-4f9457cdf223 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Synchronizing usage tracker for tenant:7c802c3f6490405984f01b22559f4e93 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:10.805832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:10.814479 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a189c151-a502-4bbf-a74f-307734927361 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 6e48498b-4bc6-4455-9bdd-a5dd39ddebfa has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:17:10.818929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc61b3-dd90-4198-95ba-5b5f58a23d36 None None] Network cdc63bd0-0bcb-46ff-b263-20242ca75175 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:10.830933 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a942c37e-3142-4d83-8ae9-4f9457cdf223 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Unset dirty status for tenant:7c802c3f6490405984f01b22559f4e93 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:10.835069 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a942c37e-3142-4d83-8ae9-4f9457cdf223 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&device_id=4fc1444e-03f9-475a-89fc-69826243cd3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5132360 Jan 27 17:17:10.837991 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41602) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:10.856567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=d37ce917-9cdd-4c34-bf75-ac6882f01133,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:10.861946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:10.870275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:10.870982 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:10.871240 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-fe394764-f1d3-4a94-bf5b-5b97df9f9c6f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] show failed (client error): The resource could not be found. Jan 27 17:17:10.872302 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fe394764-f1d3-4a94-bf5b-5b97df9f9c6f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be/tags/tempest-TagsExtTest-Tag-1657781217 HTTP/1.1" status: 404 len: 329 time: 0.2964261 Jan 27 17:17:10.884545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:10.888250 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41606) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:10.907872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-77b96fb6-e82f-47ba-881e-7d89e37955ef tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3dd2d766-0637-4731-bb5e-4713e32476be', 'tempest-TagsExtTest-Tag-769524676') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:10.963695 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0f138188-770a-4579-9f13-f3500d99a612 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0335181 Jan 27 17:17:10.965518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Transition to ACTIVE for port object a2db555a-fe0c-4412-96bb-94d05024f02b will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:10.969244 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7e77563a-d6ef-4119-b61e-e7014b189b86 None None] Provisioning for port d23aa9e9-2d17-4e6e-9aba-6782a59605d4 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:10.970744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41610) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:10.978812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7e77563a-d6ef-4119-b61e-e7014b189b86 None None] Provisioning complete for port d23aa9e9-2d17-4e6e-9aba-6782a59605d4 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:10.979179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7e77563a-d6ef-4119-b61e-e7014b189b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:10.984510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffefa3-402a-4275-9540-9e152987ac3f req-b1107243-2cab-4851-9377-ca3bf82c723f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:10.992560 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4dffefa3-402a-4275-9540-9e152987ac3f req-b1107243-2cab-4851-9377-ca3bf82c723f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 945 time: 0.5423098 Jan 27 17:17:11.070812 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4dffefa3-402a-4275-9540-9e152987ac3f req-c70f9d0d-9ef0-4747-b92d-b65b011f69ac tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f42a072f-11bb-49b3-98ed-7ec968dbf5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748582 Jan 27 17:17:11.094271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41614) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:11.150750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:11.188122 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-77b96fb6-e82f-47ba-881e-7d89e37955ef tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] show failed (client error): The resource could not be found. Jan 27 17:17:11.192153 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-77b96fb6-e82f-47ba-881e-7d89e37955ef tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be/tags/tempest-TagsExtTest-Tag-769524676 HTTP/1.1" status: 404 len: 328 time: 0.2982492 Jan 27 17:17:11.197124 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41618) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:11.215352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-9a8ceef6-14cb-496a-a83f-60771477e1ed tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3dd2d766-0637-4731-bb5e-4713e32476be', 'tempest-TagsExtTest-Tag-2010326677') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:11.238091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-15576d0e-cdd6-46fc-b339-6cfb2fd8c879 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port d37ce917-9cdd-4c34-bf75-ac6882f01133 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:11.238426 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15576d0e-cdd6-46fc-b339-6cfb2fd8c879 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:11.257719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7e77563a-d6ef-4119-b61e-e7014b189b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:11.271549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d47977-12f2-4201-8169-78ef0ad70689 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:11.275057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network cdc63bd0-0bcb-46ff-b263-20242ca75175 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:11.276097 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-58d47977-12f2-4201-8169-78ef0ad70689 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/networks/30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 881 time: 0.4353068 Jan 27 17:17:11.279847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41622) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:11.281718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:11.321637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:11.324103 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7e77563a-d6ef-4119-b61e-e7014b189b86 None None] For port d23aa9e9-2d17-4e6e-9aba-6782a59605d4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d23aa9e9-2d17-4e6e-9aba-6782a59605d4,segment=NetworkSegment(a3ce1ce1-d976-4cca-aeab-462f860cdd55),segment_id=a3ce1ce1-d976-4cca-aeab-462f860cdd55)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:11.326076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a189c151-a502-4bbf-a74f-307734927361 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:11.327497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:11.328404 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:11.334932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7e77563a-d6ef-4119-b61e-e7014b189b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:11.345546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a189c151-a502-4bbf-a74f-307734927361 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:11.346715 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a189c151-a502-4bbf-a74f-307734927361 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/6e48498b-4bc6-4455-9bdd-a5dd39ddebfa HTTP/1.1" status: 200 len: 887 time: 2.4261370 Jan 27 17:17:11.364032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41626) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:11.370445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=a2db555a-fe0c-4412-96bb-94d05024f02b,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:11.378670 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2f14263e-4f3b-491a-a0f3-e93295f1af7f tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fc1444e-03f9-475a-89fc-69826243cd3a HTTP/1.1" status: 200 len: 205 time: 0.0944841 Jan 27 17:17:11.387706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41630) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:11.387909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c237f77d-49af-4e02-8a84-c3fafc349286 None None] Sync routers for ids ['6e48498b-4bc6-4455-9bdd-a5dd39ddebfa'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:11.425596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c237f77d-49af-4e02-8a84-c3fafc349286 None None] Routers {'6e48498b-4bc6-4455-9bdd-a5dd39ddebfa'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:11.426232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c237f77d-49af-4e02-8a84-c3fafc349286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6e48498b-4bc6-4455-9bdd-a5dd39ddebfa'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:11.484704 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b8be84d2-d59f-413d-ad6f-fdb07747919b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5180998 Jan 27 17:17:11.498436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41634) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:11.498737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c237f77d-49af-4e02-8a84-c3fafc349286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:11.507132 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77563a-d6ef-4119-b61e-e7014b189b86 None None] Pushing event updated for resources: {'Port': ['ID=d23aa9e9-2d17-4e6e-9aba-6782a59605d4,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:11.518032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c237f77d-49af-4e02-8a84-c3fafc349286 None None] Routers {'6e48498b-4bc6-4455-9bdd-a5dd39ddebfa'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:11.519322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c237f77d-49af-4e02-8a84-c3fafc349286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6e48498b-4bc6-4455-9bdd-a5dd39ddebfa'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:11.599923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2f41f2a9-070e-4a15-bb31-3c5b5ac088bf None None] Provisioning for port d37ce917-9cdd-4c34-bf75-ac6882f01133 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:11.605603 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c237f77d-49af-4e02-8a84-c3fafc349286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:11.606296 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c237f77d-49af-4e02-8a84-c3fafc349286 None None] The sync data for ids ['6e48498b-4bc6-4455-9bdd-a5dd39ddebfa'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:11.614594 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2f41f2a9-070e-4a15-bb31-3c5b5ac088bf None None] Provisioning complete for port d37ce917-9cdd-4c34-bf75-ac6882f01133 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:11.615148 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2f41f2a9-070e-4a15-bb31-3c5b5ac088bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:11.616131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c98a9e-1b29-4b00-b18f-14e9934c1a7e tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:11.618116 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a1c98a9e-1b29-4b00-b18f-14e9934c1a7e tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 1093 time: 0.5189719 Jan 27 17:17:11.637665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41638) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:11.656563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:11.666972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:11.683523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2f41f2a9-070e-4a15-bb31-3c5b5ac088bf None None] Port d37ce917-9cdd-4c34-bf75-ac6882f01133 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:11.692201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:floatingip and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:11.714301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:11.731869 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:11.829834 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d006515b-29d6-44d2-b5be-11807735f547 None None] Provisioning for port a2db555a-fe0c-4412-96bb-94d05024f02b completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:11.839057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d006515b-29d6-44d2-b5be-11807735f547 None None] Provisioning complete for port a2db555a-fe0c-4412-96bb-94d05024f02b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:11.839942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d006515b-29d6-44d2-b5be-11807735f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:11.886566 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:11.934210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d006515b-29d6-44d2-b5be-11807735f547 None None] Port a2db555a-fe0c-4412-96bb-94d05024f02b cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:11.962967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d006515b-29d6-44d2-b5be-11807735f547 None None] Provisioning complete for port d23aa9e9-2d17-4e6e-9aba-6782a59605d4 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:11.962967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d006515b-29d6-44d2-b5be-11807735f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:11.967697 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-9a8ceef6-14cb-496a-a83f-60771477e1ed tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] show failed (client error): The resource could not be found. Jan 27 17:17:11.971556 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9a8ceef6-14cb-496a-a83f-60771477e1ed tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be/tags/tempest-TagsExtTest-Tag-2010326677 HTTP/1.1" status: 404 len: 329 time: 0.7686400 Jan 27 17:17:11.983425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41644) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:12.005101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-b4935479-6182-4601-a5f8-66ac1937fdb8 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '265531fd-75b5-4633-83f5-43a073306f0a', {'tags': ['tempest-TagsExtTest-Tag-818916284', 'tempest-TagsExtTest-Tag-161780112', 'tempest-TagsExtTest-Tag-1971658486']}) {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:12.048322 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2ff83c83-486a-4b68-94c6-8a260b2a7e82 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/routers/6e48498b-4bc6-4455-9bdd-a5dd39ddebfa HTTP/1.1" status: 200 len: 887 time: 0.6794932 Jan 27 17:17:12.048923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41648) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:12.059333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.070976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d23aa9e9-2d17-4e6e-9aba-6782a59605d4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:12.167224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port d23aa9e9-2d17-4e6e-9aba-6782a59605d4 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:12.167224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.171716 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-742a8882-43fc-4aea-b786-381d04cc0540 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e48498b-4bc6-4455-9bdd-a5dd39ddebfa HTTP/1.1" status: 200 len: 205 time: 0.1133690 Jan 27 17:17:12.172317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41652) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:12.213134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15576d0e-cdd6-46fc-b339-6cfb2fd8c879 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.312891 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-51987cd7-3e71-4e27-bd4e-deab25e3cd3c None None] Provisioning complete for port a2db555a-fe0c-4412-96bb-94d05024f02b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:12.312891 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-51987cd7-3e71-4e27-bd4e-deab25e3cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.370085 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-15576d0e-cdd6-46fc-b339-6cfb2fd8c879 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for d37ce917-9cdd-4c34-bf75-ac6882f01133 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:12.376351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-51987cd7-3e71-4e27-bd4e-deab25e3cd3c None None] Port a2db555a-fe0c-4412-96bb-94d05024f02b cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:12.566514 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b4935479-6182-4601-a5f8-66ac1937fdb8 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "PUT /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a/tags HTTP/1.1" status: 200 len: 316 time: 0.5806324 Jan 27 17:17:12.570545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41656) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:12.589448 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-bf9c2dac-0329-489e-82f3-4e8633a21920 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '265531fd-75b5-4633-83f5-43a073306f0a') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:12.597259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f13d1-7912-4cad-a293-6b1fe8d6bffd req-ae4597cc-8172-45f9-8a89-aae05b794473 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:12.598953 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c39f13d1-7912-4cad-a293-6b1fe8d6bffd req-ae4597cc-8172-45f9-8a89-aae05b794473 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 945 time: 0.7135248 Jan 27 17:17:12.670658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.713265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.733066 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c39f13d1-7912-4cad-a293-6b1fe8d6bffd req-1a4c419c-f31d-45f0-b172-08d6ec75e454 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173232 Jan 27 17:17:12.745366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Deleting port eae9dcd7-912f-44ef-bec0-b9a775e8aaa8 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:12.745727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.820287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.889668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.023049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15576d0e-cdd6-46fc-b339-6cfb2fd8c879 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.200032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.207006 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bf9c2dac-0329-489e-82f3-4e8633a21920 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a/tags HTTP/1.1" status: 204 len: 168 time: 0.6332560 Jan 27 17:17:13.227427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41662) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:13.240821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-43111807-2ac0-4f98-afdf-b53b798d6e88 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '265531fd-75b5-4633-83f5-43a073306f0a', 'tempest-TagsExtTest-Tag-818916284') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:13.256551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15576d0e-cdd6-46fc-b339-6cfb2fd8c879 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=d37ce917-9cdd-4c34-bf75-ac6882f01133,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:13.274273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port f7f6555c-a5b8-4d1f-ab46-c99277a9ba9a {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:13.274273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.381475 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.485055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546559f-d68d-4970-bf56-01b394e0f4c0 req-44c3f3f6-e810-4f9a-8994-f10d4518db5f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:13.486601 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4546559f-d68d-4970-bf56-01b394e0f4c0 req-44c3f3f6-e810-4f9a-8994-f10d4518db5f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 945 time: 0.6092343 Jan 27 17:17:13.571359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Calling delete_port for eae9dcd7-912f-44ef-bec0-b9a775e8aaa8 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:13.615152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15576d0e-cdd6-46fc-b339-6cfb2fd8c879 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.638366 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-43111807-2ac0-4f98-afdf-b53b798d6e88 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] show failed (client error): The resource could not be found. Jan 27 17:17:13.639392 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-43111807-2ac0-4f98-afdf-b53b798d6e88 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a/tags/tempest-TagsExtTest-Tag-818916284 HTTP/1.1" status: 404 len: 328 time: 0.4109573 Jan 27 17:17:13.650723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41666) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:13.656135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.10 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/6c680be0-d11d-4625-ad29-fe17d23aa0af) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:13.658780 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-15576d0e-cdd6-46fc-b339-6cfb2fd8c879 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/d37ce917-9cdd-4c34-bf75-ac6882f01133 HTTP/1.1" status: 204 len: 168 time: 2.6870775 Jan 27 17:17:13.663166 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4546559f-d68d-4970-bf56-01b394e0f4c0 req-6d6454f6-d4f5-4e5b-8606-f81055e1ed1a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607795 Jan 27 17:17:13.663631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-1994f112-3728-44f7-a828-a7a18a8fc6e1 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '265531fd-75b5-4633-83f5-43a073306f0a', 'tempest-TagsExtTest-Tag-161780112') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:13.665576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41670) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:13.671503 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.676107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.703203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41674) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:13.720905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.978689 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-1994f112-3728-44f7-a828-a7a18a8fc6e1 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] show failed (client error): The resource could not be found. Jan 27 17:17:13.982665 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1994f112-3728-44f7-a828-a7a18a8fc6e1 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a/tags/tempest-TagsExtTest-Tag-161780112 HTTP/1.1" status: 404 len: 328 time: 0.3277595 Jan 27 17:17:13.999427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41678) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:14.011510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-420bc946-421a-4ba4-9eba-7b039cd08769 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '265531fd-75b5-4633-83f5-43a073306f0a', 'tempest-TagsExtTest-Tag-1971658486') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:14.047994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for f7f6555c-a5b8-4d1f-ab46-c99277a9ba9a owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:14.078186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:14.084570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be765eab-914f-4316-bdfa-44b7fd8a9dba tempest-TestVolumeBootPattern-899538253 tempest-TestVolumeBootPattern-899538253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:14.086174 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-be765eab-914f-4316-bdfa-44b7fd8a9dba tempest-TestVolumeBootPattern-899538253 tempest-TestVolumeBootPattern-899538253-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 1093 time: 0.3812103 Jan 27 17:17:14.091859 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41682) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:14.105802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:14.123053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:14.130083 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:14.134403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Usage tracker for resource:floatingip and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:14.159533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=a2db555a-fe0c-4412-96bb-94d05024f02b,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:14.171428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:14.197458 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Pushing event deleted for resources: {'Port': ['ID=eae9dcd7-912f-44ef-bec0-b9a775e8aaa8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:14.200766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:14.289167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a55710-957f-4ab5-866c-ed8cd665abb5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:14.290167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-42a55710-957f-4ab5-866c-ed8cd665abb5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:14.301501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:14.339142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:14.370156 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-42a55710-957f-4ab5-866c-ed8cd665abb5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:14.371359 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-42a55710-957f-4ab5-866c-ed8cd665abb5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7025619 Jan 27 17:17:14.378572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41686) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:14.380755 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-420bc946-421a-4ba4-9eba-7b039cd08769 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] show failed (client error): The resource could not be found. Jan 27 17:17:14.384435 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-420bc946-421a-4ba4-9eba-7b039cd08769 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a/tags/tempest-TagsExtTest-Tag-1971658486 HTTP/1.1" status: 404 len: 329 time: 0.3814468 Jan 27 17:17:14.399289 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41690) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:14.426185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-9ce37028-a2fd-4486-b10e-fdae0dba1c9d tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e', {'tags': ['tempest-TagsExtTest-Tag-298596432', 'tempest-TagsExtTest-Tag-593981612', 'tempest-TagsExtTest-Tag-1928414198']}) {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:14.432752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a721028c-9bdc-4339-9c65-2a44c5457c8c None None] Provisioning complete for port a2db555a-fe0c-4412-96bb-94d05024f02b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:14.434317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a721028c-9bdc-4339-9c65-2a44c5457c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:14.494678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:14.536891 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a721028c-9bdc-4339-9c65-2a44c5457c8c None None] Port a2db555a-fe0c-4412-96bb-94d05024f02b cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:14.562583 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:14.621235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:14.679069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Port': ['ID=f7f6555c-a5b8-4d1f-ab46-c99277a9ba9a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:14.706994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:14.716849 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:14.718809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=6c680be0-d11d-4625-ad29-fe17d23aa0af,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:14.720944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:14.809117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a5d48-770b-49b2-af23-0e29ec3ab53a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:14.810568 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-af9a5d48-770b-49b2-af23-0e29ec3ab53a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4310479 Jan 27 17:17:14.822502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41694) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:14.881805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:14.948378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:14.964419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:14.974597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.052350 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9ce37028-a2fd-4486-b10e-fdae0dba1c9d tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "PUT /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e/tags HTTP/1.1" status: 200 len: 316 time: 0.6411722 Jan 27 17:17:15.059281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41698) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:15.072747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-cf2d06ad-b32f-4f74-9228-ed682f76f4bc tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:15.086701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5746a18-f68e-4e04-abd4-0c670eba9a21 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:15.088244 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5746a18-f68e-4e04-abd4-0c670eba9a21 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:15.089833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5746a18-f68e-4e04-abd4-0c670eba9a21 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:15.090626 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a5746a18-f68e-4e04-abd4-0c670eba9a21 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:15.168193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.168452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.168870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Fanout notify agent at l3_agent the message router_deleted on router 4fc1444e-03f9-475a-89fc-69826243cd3a {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:17:15.229460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.244814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a5746a18-f68e-4e04-abd4-0c670eba9a21 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:15.245989 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a5746a18-f68e-4e04-abd4-0c670eba9a21 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4224999 Jan 27 17:17:15.250175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41702) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:15.319537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.325715 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a4922702-9880-4cc1-adcf-8f1770d2289c tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "DELETE /v2.0/routers/4fc1444e-03f9-475a-89fc-69826243cd3a HTTP/1.1" status: 204 len: 168 time: 3.9318256 Jan 27 17:17:15.338361 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41706) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:15.345541 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-1c765c48-392c-4e1d-abdf-9cab14f9e60b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-700089746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:15.368868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.369537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1c765c48-392c-4e1d-abdf-9cab14f9e60b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:15.369659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Fanout notify agent at l3_agent the message router_deleted on router 6e48498b-4bc6-4455-9bdd-a5dd39ddebfa {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:17:15.376787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1c765c48-392c-4e1d-abdf-9cab14f9e60b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Usage tracker for resource:router and tenant:376088baca8347d19bad1b8be351dcab is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:15.384749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1c765c48-392c-4e1d-abdf-9cab14f9e60b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:15.439614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcec235e-9ea1-41d1-ac6c-9c69e70de368 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet bde1c038-5dfc-44de-aa12-0a5b9d14c8d6 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:17:15.452193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bcec235e-9ea1-41d1-ac6c-9c69e70de368 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.464222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1c765c48-392c-4e1d-abdf-9cab14f9e60b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:15.494914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.499069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.500181 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4810ec09-0755-43ed-8e9d-3206ae70f2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/6e48498b-4bc6-4455-9bdd-a5dd39ddebfa HTTP/1.1" status: 204 len: 168 time: 3.3184981 Jan 27 17:17:15.508195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41710) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:15.538934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1c765c48-392c-4e1d-abdf-9cab14f9e60b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.540144 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1c765c48-392c-4e1d-abdf-9cab14f9e60b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.564524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'network': {'name': 'tempest-RoutersTest-1977104899'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:15.625462 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cf2d06ad-b32f-4f74-9228-ed682f76f4bc tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e/tags HTTP/1.1" status: 204 len: 168 time: 0.5619049 Jan 27 17:17:15.638275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41714) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:15.669915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-752a0a34-c517-4b6f-aad8-f4d0fd63734f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e', 'tempest-TagsExtTest-Tag-298596432') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:15.715910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:15.729576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:network and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:15.738707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:15.749717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1c765c48-392c-4e1d-abdf-9cab14f9e60b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.750739 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bcec235e-9ea1-41d1-ac6c-9c69e70de368 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.788860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:15.829775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:15.833220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.899725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:17:15.909163 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1c765c48-392c-4e1d-abdf-9cab14f9e60b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.910992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.914179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bcec235e-9ea1-41d1-ac6c-9c69e70de368 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.937541 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-752a0a34-c517-4b6f-aad8-f4d0fd63734f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] show failed (client error): The resource could not be found. Jan 27 17:17:15.941240 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-752a0a34-c517-4b6f-aad8-f4d0fd63734f tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e/tags/tempest-TagsExtTest-Tag-298596432 HTTP/1.1" status: 404 len: 328 time: 0.2870474 Jan 27 17:17:15.947380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41718) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:15.959363 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-71aa612d-f36f-4df0-8cf1-f3400576e749 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e', 'tempest-TagsExtTest-Tag-593981612') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:15.960193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.960960 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.970230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.970564 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Added segment 61e099e6-5762-4cb4-96f8-829947c93288 of type vlan for network 04535091-27f4-493f-8153-35a4e01220a8 Jan 27 17:17:16.039119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Allocated IP 172.26.8.165 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/8310ada9-aaf9-44bb-a78f-6fc37f1af61e) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:16.052721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1c765c48-392c-4e1d-abdf-9cab14f9e60b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.053895 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1c765c48-392c-4e1d-abdf-9cab14f9e60b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7125337 Jan 27 17:17:16.059553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41722) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:16.070154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'enable_snat': True}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:16.113393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.122521 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bcec235e-9ea1-41d1-ac6c-9c69e70de368 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.154843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=a2db555a-fe0c-4412-96bb-94d05024f02b,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:16.220361 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec235e-9ea1-41d1-ac6c-9c69e70de368 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=bde1c038-5dfc-44de-aa12-0a5b9d14c8d6,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:16.225496 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bcec235e-9ea1-41d1-ac6c-9c69e70de368 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.228896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e00ee85-fa0b-48aa-ad8f-bdf390256201 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:16.273118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.278942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:16.279619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.318317 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bcec235e-9ea1-41d1-ac6c-9c69e70de368 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/bde1c038-5dfc-44de-aa12-0a5b9d14c8d6 HTTP/1.1" status: 204 len: 168 time: 1.0646381 Jan 27 17:17:16.326957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41726) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:16.379524 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8671277 Jan 27 17:17:16.396066 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41730) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:16.404610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network cdc63bd0-0bcb-46ff-b263-20242ca75175 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:16.416867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'subnet': {'network_id': '04535091-27f4-493f-8153-35a4e01220a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:16.440422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:16.514788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9a1c8-c2c6-4810-8418-d333dd5d8879 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Network': ['ID=04535091-27f4-493f-8153-35a4e01220a8,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:16.530166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 04535091-27f4-493f-8153-35a4e01220a8 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:17:16.583208 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-71aa612d-f36f-4df0-8cf1-f3400576e749 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] show failed (client error): The resource could not be found. Jan 27 17:17:16.585027 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-71aa612d-f36f-4df0-8cf1-f3400576e749 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e/tags/tempest-TagsExtTest-Tag-593981612 HTTP/1.1" status: 404 len: 328 time: 0.6365333 Jan 27 17:17:16.594171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41734) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:16.599707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-12956133-e433-43d7-83b9-6bf4e9546159 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e', 'tempest-TagsExtTest-Tag-1928414198') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:16.643354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:16.647773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:subnet and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:16.652098 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:16.655252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.671470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-11983aad-cf5e-4dd9-9d5e-18b3e00b189d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet c616b65e-863b-44d7-819c-8debce86243e {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:17:16.735540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:16.754687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-11983aad-cf5e-4dd9-9d5e-18b3e00b189d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.794648 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e64f2bcd-5b0b-47df-9712-be86eda447e7 None None] Provisioning complete for port a2db555a-fe0c-4412-96bb-94d05024f02b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:16.795411 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e64f2bcd-5b0b-47df-9712-be86eda447e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.806649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:16.810730 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.872248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e64f2bcd-5b0b-47df-9712-be86eda447e7 None None] Port a2db555a-fe0c-4412-96bb-94d05024f02b cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:16.912244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.986109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.003961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-11983aad-cf5e-4dd9-9d5e-18b3e00b189d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.076662 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-12956133-e433-43d7-83b9-6bf4e9546159 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] show failed (client error): The resource could not be found. Jan 27 17:17:17.077546 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-12956133-e433-43d7-83b9-6bf4e9546159 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e/tags/tempest-TagsExtTest-Tag-1928414198 HTTP/1.1" status: 404 len: 329 time: 0.4821277 Jan 27 17:17:17.082130 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41738) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:17.091739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-ab1e83d9-b4a4-4912-ab5f-9d09e95c5c6c tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '945b3e12-9aa8-4456-92a9-0dac0f506be4', {'tags': ['tempest-TagsExtTest-Tag-733413588', 'tempest-TagsExtTest-Tag-2133265097', 'tempest-TagsExtTest-Tag-501713759']}) {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:17.131355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.210334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router 87bab49c-46f7-47a6-b2dd-6d189de95dca is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:17:17.225042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-11983aad-cf5e-4dd9-9d5e-18b3e00b189d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.231006 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ab1e83d9-b4a4-4912-ab5f-9d09e95c5c6c tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "PUT /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4/tags HTTP/1.1" status: 200 len: 316 time: 0.1421082 Jan 27 17:17:17.255468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41742) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:17.272903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-ce707f8b-2729-4558-8aa3-cd8a3cdac7fd tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '945b3e12-9aa8-4456-92a9-0dac0f506be4') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:17.299213 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.443299 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:17.459105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:17.466451 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:17.512372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-20e51bb7-dc01-4bcf-b29e-6e71cc42106c None None] Provisioning complete for port 74993e6b-43ff-4cb3-80a3-e131e93fae39 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:17.513152 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-20e51bb7-dc01-4bcf-b29e-6e71cc42106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.529406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'Port': ['ID=8310ada9-aaf9-44bb-a78f-6fc37f1af61e,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:17.630510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.727184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-11983aad-cf5e-4dd9-9d5e-18b3e00b189d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.747473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:17.761559 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a959cc80-c49b-45a2-93e0-9dcb75309f4d None None] Sync routers for ids ['87bab49c-46f7-47a6-b2dd-6d189de95dca'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:17.777796 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959cc80-c49b-45a2-93e0-9dcb75309f4d None None] Routers {'87bab49c-46f7-47a6-b2dd-6d189de95dca'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:17.778458 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a959cc80-c49b-45a2-93e0-9dcb75309f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['87bab49c-46f7-47a6-b2dd-6d189de95dca'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:17.785702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Subnet': ['ID=fdaf338e-d6ae-4ee7-a647-0d2e71bf399f,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:17.788545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-11983aad-cf5e-4dd9-9d5e-18b3e00b189d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.790602 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-11983aad-cf5e-4dd9-9d5e-18b3e00b189d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/c616b65e-863b-44d7-819c-8debce86243e HTTP/1.1" status: 204 len: 168 time: 1.4625769 Jan 27 17:17:17.798521 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-37bc73a5-621b-4014-bf80-0b69fcebc622 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/87bab49c-46f7-47a6-b2dd-6d189de95dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2995524 Jan 27 17:17:17.803641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f106a-cc21-4154-bc20-a81ca993aec7 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:17.829436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41746) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:17.829765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41748) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:17.865856 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a959cc80-c49b-45a2-93e0-9dcb75309f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:17.877494 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959cc80-c49b-45a2-93e0-9dcb75309f4d None None] Routers {'87bab49c-46f7-47a6-b2dd-6d189de95dca'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:17.878124 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a959cc80-c49b-45a2-93e0-9dcb75309f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['87bab49c-46f7-47a6-b2dd-6d189de95dca'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:17.951458 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ce707f8b-2729-4558-8aa3-cd8a3cdac7fd tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4/tags HTTP/1.1" status: 204 len: 168 time: 0.6933615 Jan 27 17:17:17.952740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11983aad-cf5e-4dd9-9d5e-18b3e00b189d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=c616b65e-863b-44d7-819c-8debce86243e,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:17.955129 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Checking segment: {'id': '61e099e6-5762-4cb4-96f8-829947c93288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '04535091-27f4-493f-8153-35a4e01220a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:17.955721 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network hostable DHCP agents. Network: 04535091-27f4-493f-8153-35a4e01220a8, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:17:17.956227 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a959cc80-c49b-45a2-93e0-9dcb75309f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:17.956620 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a959cc80-c49b-45a2-93e0-9dcb75309f4d None None] The sync data for ids ['87bab49c-46f7-47a6-b2dd-6d189de95dca'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:17.969905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41754) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:17.974339 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e0ddfb4d-faf1-4da3-9ad9-e4dc381be48d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1425090 Jan 27 17:17:17.978006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-55db1b82-173e-48b7-94b6-b403a9e4ad0d tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '945b3e12-9aa8-4456-92a9-0dac0f506be4', 'tempest-TagsExtTest-Tag-733413588') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:17.996825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41758) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:18.009180 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:18.028493 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.044833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.075197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa48836-a116-4c2e-91b2-6ae4170a6224 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:18.075857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2fa48836-a116-4c2e-91b2-6ae4170a6224 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Synchronizing usage tracker for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:18.095868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 04535091-27f4-493f-8153-35a4e01220a8 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:17:18.161614 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-55db1b82-173e-48b7-94b6-b403a9e4ad0d tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] show failed (client error): The resource could not be found. Jan 27 17:17:18.163885 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-55db1b82-173e-48b7-94b6-b403a9e4ad0d tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4/tags/tempest-TagsExtTest-Tag-733413588 HTTP/1.1" status: 404 len: 328 time: 0.1913476 Jan 27 17:17:18.170641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41762) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:18.180006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-36c9ddf3-23d9-479f-819b-98f902169325 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '945b3e12-9aa8-4456-92a9-0dac0f506be4', 'tempest-TagsExtTest-Tag-2133265097') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:18.194985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 04535091-27f4-493f-8153-35a4e01220a8) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:18.199993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2fa48836-a116-4c2e-91b2-6ae4170a6224 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Unset dirty status for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:18.204079 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2fa48836-a116-4c2e-91b2-6ae4170a6224 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports/a2db555a-fe0c-4412-96bb-94d05024f02b HTTP/1.1" status: 200 len: 984 time: 0.3706148 Jan 27 17:17:18.206694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:18.209195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41766) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:18.214665 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6257ed30-681d-4523-9d5f-d44346329e62 None None] Network 04535091-27f4-493f-8153-35a4e01220a8 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:18.215037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:18.215649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.240702 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3514d-2771-4619-890c-33328f9ac547 None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:17:18.256513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8be3514d-2771-4619-890c-33328f9ac547 None None] Deleting port 74993e6b-43ff-4cb3-80a3-e131e93fae39 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:18.256873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8be3514d-2771-4619-890c-33328f9ac547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.282733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:18.295628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:18.315026 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:18.334483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.392420 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0640a470-954d-4f73-a709-6bad62e39ddb tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9926448 Jan 27 17:17:18.393940 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-36c9ddf3-23d9-479f-819b-98f902169325 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] show failed (client error): The resource could not be found. Jan 27 17:17:18.395001 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-36c9ddf3-23d9-479f-819b-98f902169325 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4/tags/tempest-TagsExtTest-Tag-2133265097 HTTP/1.1" status: 404 len: 329 time: 0.2225163 Jan 27 17:17:18.405943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41770) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:18.406507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41772) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:18.417009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-49ba8ac0-caa9-4212-9056-1fcf6ab85700 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-534445913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:18.427636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=6c680be0-d11d-4625-ad29-fe17d23aa0af,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:18.429131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-57010926-daad-4f2f-8748-62da7d790527 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '945b3e12-9aa8-4456-92a9-0dac0f506be4', 'tempest-TagsExtTest-Tag-501713759') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:18.441792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:18.445087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.462509 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-49ba8ac0-caa9-4212-9056-1fcf6ab85700 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:18.463191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.476946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-49ba8ac0-caa9-4212-9056-1fcf6ab85700 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:router and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:18.496513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-49ba8ac0-caa9-4212-9056-1fcf6ab85700 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:18.513954 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.517891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-49ba8ac0-caa9-4212-9056-1fcf6ab85700 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:18.667286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8be3514d-2771-4619-890c-33328f9ac547 None None] For port 74993e6b-43ff-4cb3-80a3-e131e93fae39, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=74993e6b-43ff-4cb3-80a3-e131e93fae39,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:18.668523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8be3514d-2771-4619-890c-33328f9ac547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.679144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-04535091-27f4-493f-8153-35a4e01220a8', 'network_id': '04535091-27f4-493f-8153-35a4e01220a8', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'fixed_ips': [{'subnet_id': 'fdaf338e-d6ae-4ee7-a647-0d2e71bf399f'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:17:18.680196 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.737230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-49ba8ac0-caa9-4212-9056-1fcf6ab85700 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.738206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-49ba8ac0-caa9-4212-9056-1fcf6ab85700 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.760705 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-57010926-daad-4f2f-8748-62da7d790527 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] show failed (client error): The resource could not be found. Jan 27 17:17:18.765650 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-57010926-daad-4f2f-8748-62da7d790527 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4/tags/tempest-TagsExtTest-Tag-501713759 HTTP/1.1" status: 404 len: 328 time: 0.3523216 Jan 27 17:17:18.768459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41778) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:18.779720 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-f405f524-524e-4183-b584-bbae6a3e89c0 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '945b3e12-9aa8-4456-92a9-0dac0f506be4') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:18.780927 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 16466b06-b8c6-4004-8a3f-262f92f9d017 associated. External IP: 172.26.8.10, port: 11de10c8-651e-49c5-8e29-19f4b2d1e0a0. Jan 27 17:17:18.822010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-49ba8ac0-caa9-4212-9056-1fcf6ab85700 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.834306 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8be3514d-2771-4619-890c-33328f9ac547 None None] Calling delete_port for 74993e6b-43ff-4cb3-80a3-e131e93fae39 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:18.949697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Allocated IP 172.26.8.108 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/d54196a4-dcb8-44b9-a70e-5433a6ca0f7f) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:18.982431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-49ba8ac0-caa9-4212-9056-1fcf6ab85700 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:19.007988 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f405f524-524e-4183-b584-bbae6a3e89c0 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4/tags HTTP/1.1" status: 204 len: 168 time: 0.2381296 Jan 27 17:17:19.013593 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41782) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:19.019239 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-f46c84fc-8412-4ab1-a8cc-33d9b4e3fdbf tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:19.059466 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8be3514d-2771-4619-890c-33328f9ac547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:19.125997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3514d-2771-4619-890c-33328f9ac547 None None] Pushing event deleted for resources: {'Port': ['ID=74993e6b-43ff-4cb3-80a3-e131e93fae39,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:19.136898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-49ba8ac0-caa9-4212-9056-1fcf6ab85700 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:19.138092 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-49ba8ac0-caa9-4212-9056-1fcf6ab85700 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7306266 Jan 27 17:17:19.142183 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41786) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:19.142747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Allocated IP 172.20.0.2 (04535091-27f4-493f-8153-35a4e01220a8/fdaf338e-d6ae-4ee7-a647-0d2e71bf399f/16132063-f1e5-4c7e-b084-ec3418764097) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:19.153523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be3514d-2771-4619-890c-33328f9ac547 None None] No DVR routers for this DVR port 74993e6b-43ff-4cb3-80a3-e131e93fae39 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:17:19.215462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:19.268665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:19.381019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:19.460850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:19.474785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Transition to ACTIVE for port object 16132063-f1e5-4c7e-b084-ec3418764097 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:19.498970 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Transition to ACTIVE for port object 16132063-f1e5-4c7e-b084-ec3418764097 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:19.505514 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:19.580996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Network 04535091-27f4-493f-8153-35a4e01220a8 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:19.583891 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:19.587781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:19.645113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:19.663788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Pushing event updated for resources: {'Port': ['ID=16132063-f1e5-4c7e-b084-ec3418764097,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:19.699140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Attempting to bind port 16132063-f1e5-4c7e-b084-ec3418764097 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:17:19.699914 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Attempting to bind port 16132063-f1e5-4c7e-b084-ec3418764097 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '61e099e6-5762-4cb4-96f8-829947c93288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '04535091-27f4-493f-8153-35a4e01220a8'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:17:19.699914 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Attempting to bind port 16132063-f1e5-4c7e-b084-ec3418764097 on network 04535091-27f4-493f-8153-35a4e01220a8 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:17:19.704075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:17:19.705920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:17:19.706441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Checking segment: {'id': '61e099e6-5762-4cb4-96f8-829947c93288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '04535091-27f4-493f-8153-35a4e01220a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:19.706981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:19.707543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Bound using segment: {'id': '61e099e6-5762-4cb4-96f8-829947c93288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '04535091-27f4-493f-8153-35a4e01220a8'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:17:19.708383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Bound port: 16132063-f1e5-4c7e-b084-ec3418764097, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e099e6-5762-4cb4-96f8-829947c93288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '04535091-27f4-493f-8153-35a4e01220a8'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:17:19.708920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:19.716374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:19.719959 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:19.738080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:19.738693 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:19.811913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac5a85-5e07-455e-82b9-b590be310156 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:19.826252 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f46c84fc-8412-4ab1-a8cc-33d9b4e3fdbf tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e/tags HTTP/1.1" status: 204 len: 168 time: 0.8075228 Jan 27 17:17:19.826252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=f209896d-c31c-43df-bdea-7ceeca9f5aac,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:19.830090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41790) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:19.837786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.tag.tag_plugin [None req-30bcc1d0-f0ea-4df7-8c56-680f8de253a5 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '265531fd-75b5-4633-83f5-43a073306f0a') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:19.862079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:19.935263 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ef88dccf-e1dd-43b0-b77b-247aff418b0d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9356606 Jan 27 17:17:19.945275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41794) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:19.953400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6986041a-9fbe-4a2f-885a-3d38eb3b0a89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:19.984515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] For port 16132063-f1e5-4c7e-b084-ec3418764097, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:17:20.022603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:20.025307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] For port 16132063-f1e5-4c7e-b084-ec3418764097, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=16132063-f1e5-4c7e-b084-ec3418764097,segment=NetworkSegment(61e099e6-5762-4cb4-96f8-829947c93288),segment_id=61e099e6-5762-4cb4-96f8-829947c93288)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:17:20.032009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:20.040744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:20.045660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:20.099737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 74993e6b-43ff-4cb3-80a3-e131e93fae39 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:17:20.108537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event updated for resources: {'Port': ['ID=d54196a4-dcb8-44b9-a70e-5433a6ca0f7f,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:20.123953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:20.152496 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96b698-ef3a-4466-9c6b-b7fbc2d11416 None None] Sync routers for ids ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:20.196738 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 74993e6b-43ff-4cb3-80a3-e131e93fae39 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:17:20.197104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 74993e6b-43ff-4cb3-80a3-e131e93fae39 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:17:20.227972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a96b698-ef3a-4466-9c6b-b7fbc2d11416 None None] Routers {'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:20.228624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3a96b698-ef3a-4466-9c6b-b7fbc2d11416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:20.311642 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-185d5333-05b7-45cc-a2cf-ffb552748715', 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'tenant_id': 'd2944afb4542463daa96520c6f15b509', 'fixed_ips': [{'subnet_id': 'f209896d-c31c-43df-bdea-7ceeca9f5aac'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:17:20.313628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:20.316657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:20.332474 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:20.333428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128624d-cf88-4448-a5f9-733a2e95c81f None None] Pushing event updated for resources: {'Port': ['ID=16132063-f1e5-4c7e-b084-ec3418764097,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:20.343455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5f2a-a6be-4ad3-81fe-8fc96e3a5407 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:20.504330 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e69f3fab-8e9f-431f-bb4d-9f522b9f4022 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.8653293 Jan 27 17:17:20.537864 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-30bcc1d0-f0ea-4df7-8c56-680f8de253a5 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a/tags HTTP/1.1" status: 204 len: 168 time: 0.7059326 Jan 27 17:17:20.551297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'tag': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:17:20.574375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41798) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:20.574847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41800) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:20.583755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.tag.tag_plugin [None req-22926997-52b6-40b1-b302-efcdf967f557 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3dd2d766-0637-4731-bb5e-4713e32476be') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:20.615773 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-3a96b698-ef3a-4466-9c6b-b7fbc2d11416 None None] Set router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:20.616929 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6986041a-9fbe-4a2f-885a-3d38eb3b0a89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:20.627904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6986041a-9fbe-4a2f-885a-3d38eb3b0a89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:20.632449 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6986041a-9fbe-4a2f-885a-3d38eb3b0a89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:20.768384 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'tag': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0', 'status': 'completed', 'code': 200} Jan 27 17:17:20.832459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6986041a-9fbe-4a2f-885a-3d38eb3b0a89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:20.841024 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:17:20.895074 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:20.903428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Allocated IP 2001:db8::2 (185d5333-05b7-45cc-a2cf-ffb552748715/f209896d-c31c-43df-bdea-7ceeca9f5aac/80b6f256-5af0-422e-9158-e5adf7bc2a31) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:20.920010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:21.020931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'Port': ['ID=8310ada9-aaf9-44bb-a78f-6fc37f1af61e,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:21.045674 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c85883d6-12bc-4cc6-99aa-81709437d30b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/16466b06-b8c6-4004-8a3f-262f92f9d017 HTTP/1.1" status: 200 len: 990 time: 0.4691522 Jan 27 17:17:21.137391 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6986041a-9fbe-4a2f-885a-3d38eb3b0a89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:21.137391 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6986041a-9fbe-4a2f-885a-3d38eb3b0a89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:21.443305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7405b-9905-4559-a4b0-63a6bfdca00e req-3507ac86-2c24-4ea0-b22b-0ab7c12c2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:21.443305 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8de7405b-9905-4559-a4b0-63a6bfdca00e req-3507ac86-2c24-4ea0-b22b-0ab7c12c2db5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 1098 time: 0.6613698 Jan 27 17:17:21.500695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:21.507497 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-22926997-52b6-40b1-b302-efcdf967f557 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be/tags HTTP/1.1" status: 204 len: 168 time: 0.9131482 Jan 27 17:17:21.518497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41808) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:21.518497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f5f2a-a6be-4ad3-81fe-8fc96e3a5407 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port a2db555a-fe0c-4412-96bb-94d05024f02b {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:21.518497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5f2a-a6be-4ad3-81fe-8fc96e3a5407 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:21.581239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Transition to ACTIVE for port object 80b6f256-5af0-422e-9158-e5adf7bc2a31 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:21.629103 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3a96b698-ef3a-4466-9c6b-b7fbc2d11416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '16466b06-b8c6-4004-8a3f-262f92f9d017', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.10', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'port_id': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'mac_address': 'fa:16:3e:7a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:15Z', 'updated_at': '2022-01-27T17:17:15Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ce8557-c7be-440b-a3ef-57bf8d815db2', 'name': '', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:21:6d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:19Z', 'updated_at': '2022-01-27T17:16:35Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:21.643496 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96b698-ef3a-4466-9c6b-b7fbc2d11416 None None] Checking router: c97cbcf9-aed2-49e9-b61c-3ee9b950a75e for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:17:21.664390 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f49b9d12-2e35-4054-8745-9f7d6493ff96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:21.664390 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Transition to ACTIVE for port object 80b6f256-5af0-422e-9158-e5adf7bc2a31 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:21.682657 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a96b698-ef3a-4466-9c6b-b7fbc2d11416 None None] Routers {'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:21.682657 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3a96b698-ef3a-4466-9c6b-b7fbc2d11416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:16:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:21.739100 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.ipam_backend_mixin [None req-6986041a-9fbe-4a2f-885a-3d38eb3b0a89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f209896d-c31c-43df-bdea-7ceeca9f5aac (CIDR: 2001:db8::/64) Jan 27 17:17:21.813964 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-6986041a-9fbe-4a2f-885a-3d38eb3b0a89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:17:21.813964 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6986041a-9fbe-4a2f-885a-3d38eb3b0a89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:21.835558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:21.975047 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6986041a-9fbe-4a2f-885a-3d38eb3b0a89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0274456 Jan 27 17:17:22.002495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41812) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:22.007562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Allocated IP 172.20.0.1 (04535091-27f4-493f-8153-35a4e01220a8/fdaf338e-d6ae-4ee7-a647-0d2e71bf399f/f3344627-e48f-47c4-a644-6f3c46342d16) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:22.013879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:22.164509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41816) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:22.165916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890eb3d3-be5d-45fa-b4e7-400d12a6cba5 None None] Network 04535091-27f4-493f-8153-35a4e01220a8 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:22.181309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'subnet': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:22.199854 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 16132063-f1e5-4c7e-b084-ec3418764097 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:22.290365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Pushing event updated for resources: {'Port': ['ID=80b6f256-5af0-422e-9158-e5adf7bc2a31,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:22.308320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:22.410792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:22.447210 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-663d8321-4215-4538-a138-d62f10d87226 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for subnetpool, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:22.455749 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-663d8321-4215-4538-a138-d62f10d87226 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/subnetpools/945b3e12-9aa8-4456-92a9-0dac0f506be4 HTTP/1.1" status: 204 len: 168 time: 0.9121482 Jan 27 17:17:22.455749 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41820) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:22.508737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:22.538531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:22.557199 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:22.558799 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Floating IP 804ef8e9-f5f1-4aa4-a0ce-01e67ed08398 associated. External IP: 172.26.8.165, port: 3b543c38-ef9e-4de2-9d2f-205a403ddfc9. Jan 27 17:17:22.565119 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-465d3c27-92c1-478c-9ee0-650b2c7e6b61 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Synchronizing usage tracker for tenant:f1f89901fdb94318a0cd286c34600d5c on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:22.576891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5f2a-a6be-4ad3-81fe-8fc96e3a5407 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:22.654620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-db5c595e-a69c-4dad-81d6-831a97075c85 None None] Provisioning for port 16132063-f1e5-4c7e-b084-ec3418764097 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:22.662242 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Transition to ACTIVE for port object f3344627-e48f-47c4-a644-6f3c46342d16 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:22.703538 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6dd6b9a3-8691-46e0-b954-5651b877d418 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/16466b06-b8c6-4004-8a3f-262f92f9d017 HTTP/1.1" status: 200 len: 990 time: 0.4986789 Jan 27 17:17:22.712091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7405b-9905-4559-a4b0-63a6bfdca00e req-25a43001-e73a-44df-8d92-1ec3836819d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:22.713476 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8de7405b-9905-4559-a4b0-63a6bfdca00e req-25a43001-e73a-44df-8d92-1ec3836819d5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b9bf0c44-3de1-4a38-bbb5-da77ccbe891c HTTP/1.1" status: 200 len: 899 time: 1.2740154 Jan 27 17:17:22.722365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-465d3c27-92c1-478c-9ee0-650b2c7e6b61 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Unset dirty status for tenant:f1f89901fdb94318a0cd286c34600d5c on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:22.723918 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-465d3c27-92c1-478c-9ee0-650b2c7e6b61 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e HTTP/1.1" status: 200 len: 205 time: 0.2569497 Jan 27 17:17:22.736859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f5f2a-a6be-4ad3-81fe-8fc96e3a5407 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for a2db555a-fe0c-4412-96bb-94d05024f02b owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:22.737820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 16132063-f1e5-4c7e-b084-ec3418764097 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:22.766172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41824) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:22.796411 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 16132063-f1e5-4c7e-b084-ec3418764097 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:22.796767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:22.827255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-3a96b698-ef3a-4466-9c6b-b7fbc2d11416 None None] Set router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:22.966915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-95bd6ab5-0af8-4894-b414-7c30950c564a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:22.996553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:23.044693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:subnet and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:23.053224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:23.064436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:23.070800 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:23.101834 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8de7405b-9905-4559-a4b0-63a6bfdca00e req-aac6396a-3934-4472-b29a-afc544141d25 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11de10c8-651e-49c5-8e29-19f4b2d1e0a0 HTTP/1.1" status: 200 len: 998 time: 0.3802209 Jan 27 17:17:23.111783 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Attempting to bind port 80b6f256-5af0-422e-9158-e5adf7bc2a31 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:17:23.112652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Attempting to bind port 80b6f256-5af0-422e-9158-e5adf7bc2a31 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:17:23.113271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Attempting to bind port 80b6f256-5af0-422e-9158-e5adf7bc2a31 on network 185d5333-05b7-45cc-a2cf-ffb552748715 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:17:23.132099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:17:23.132958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Checking segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:23.133561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:23.134300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Bound using segment: {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:17:23.135026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Bound port: 80b6f256-5af0-422e-9158-e5adf7bc2a31, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810280be-09dc-4af1-b69b-7ec5594d12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:17:23.135712 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:23.445100 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 04535091-27f4-493f-8153-35a4e01220a8 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:23.481164 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:23.485244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:23.497836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] For port 80b6f256-5af0-422e-9158-e5adf7bc2a31, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:17:23.526044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:23.541859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:23.555465 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] For port 80b6f256-5af0-422e-9158-e5adf7bc2a31, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=80b6f256-5af0-422e-9158-e5adf7bc2a31,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:17:23.575021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:23.630684 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:23.658819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-95bd6ab5-0af8-4894-b414-7c30950c564a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:23.671082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-95bd6ab5-0af8-4894-b414-7c30950c564a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:23.675441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=f3344627-e48f-47c4-a644-6f3c46342d16,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:23.711962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7405b-9905-4559-a4b0-63a6bfdca00e req-48aca6f9-69ff-4659-928a-153de10de77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:23.714174 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8de7405b-9905-4559-a4b0-63a6bfdca00e req-48aca6f9-69ff-4659-928a-153de10de77e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f8ce77c3-f8c6-4b84-b710-5469625b2548 HTTP/1.1" status: 200 len: 835 time: 0.5312033 Jan 27 17:17:23.714852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41828) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:23.737373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:23.754640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 16132063-f1e5-4c7e-b084-ec3418764097, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=16132063-f1e5-4c7e-b084-ec3418764097,segment=NetworkSegment(61e099e6-5762-4cb4-96f8-829947c93288),segment_id=61e099e6-5762-4cb4-96f8-829947c93288)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:23.758616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ff041-e5d3-454e-9d33-5630ccb445f7 None None] Pushing event updated for resources: {'Port': ['ID=80b6f256-5af0-422e-9158-e5adf7bc2a31,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:23.759711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-95bd6ab5-0af8-4894-b414-7c30950c564a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:23.760465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bd6ab5-0af8-4894-b414-7c30950c564a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Fanout notify agent at l3_agent the message router_deleted on router ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:17:23.765537 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:23.829761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3a96b698-ef3a-4466-9c6b-b7fbc2d11416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '16466b06-b8c6-4004-8a3f-262f92f9d017', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.10', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'port_id': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'mac_address': 'fa:16:3e:7a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:15Z', 'updated_at': '2022-01-27T17:17:15Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ce8557-c7be-440b-a3ef-57bf8d815db2', 'name': '', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:21:6d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:19Z', 'updated_at': '2022-01-27T17:16:35Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:23.842097 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96b698-ef3a-4466-9c6b-b7fbc2d11416 None None] The sync data for ids ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'] in dv-neutron-825077-1-hyperv is: [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '16466b06-b8c6-4004-8a3f-262f92f9d017', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.10', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'port_id': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'mac_address': 'fa:16:3e:7a:6c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:15Z', 'updated_at': '2022-01-27T17:17:15Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ce8557-c7be-440b-a3ef-57bf8d815db2', 'name': '', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:21:6d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:19Z', 'updated_at': '2022-01-27T17:16:35Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:23.874590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-95bd6ab5-0af8-4894-b414-7c30950c564a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:23.875985 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-95bd6ab5-0af8-4894-b414-7c30950c564a tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/routers/ebd4a2b3-a2a9-4ae1-81ad-bc8e3abf9b2e HTTP/1.1" status: 204 len: 168 time: 1.1071570 Jan 27 17:17:23.881018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41832) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:23.885699 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=16132063-f1e5-4c7e-b084-ec3418764097,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:23.891740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dd833e5a-b6c8-4358-925d-be101edb2a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:24.023758 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4da9a24f-1386-4d0f-ba22-064bf5c6fbdf None None] Provisioning complete for port 16132063-f1e5-4c7e-b084-ec3418764097 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:24.024405 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4da9a24f-1386-4d0f-ba22-064bf5c6fbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:24.049159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5f2a-a6be-4ad3-81fe-8fc96e3a5407 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:24.140691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 16132063-f1e5-4c7e-b084-ec3418764097 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:24.199932 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f5f2a-a6be-4ad3-81fe-8fc96e3a5407 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=a2db555a-fe0c-4412-96bb-94d05024f02b,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:24.235679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2803f2cf-3442-449e-affe-86e9874088bd tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Deleting port 265531fd-75b5-4633-83f5-43a073306f0a {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:24.236224 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2803f2cf-3442-449e-affe-86e9874088bd tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:24.272019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:24.340625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:24.348651 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cf554a0f-9f24-4663-b940-be416e2ad0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/16466b06-b8c6-4004-8a3f-262f92f9d017 HTTP/1.1" status: 200 len: 990 time: 0.6149316 Jan 27 17:17:24.393777 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff147b9-18f5-408f-8ccd-338b740a7a2c None None] New status for floating IP 16466b06-b8c6-4004-8a3f-262f92f9d017: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:17:24.440907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:24.469195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Router d0402cc3-43fc-49dd-8ad4-06c58f154e81 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:17:24.553369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 16132063-f1e5-4c7e-b084-ec3418764097 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:24.554081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:24.700978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5f2a-a6be-4ad3-81fe-8fc96e3a5407 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:24.767789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5430138d-e72b-4306-b6db-89b4a212e9a0 None None] Provisioning for port f3344627-e48f-47c4-a644-6f3c46342d16 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:24.781755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5430138d-e72b-4306-b6db-89b4a212e9a0 None None] Provisioning complete for port f3344627-e48f-47c4-a644-6f3c46342d16 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:24.782130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5430138d-e72b-4306-b6db-89b4a212e9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:24.925737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-5430138d-e72b-4306-b6db-89b4a212e9a0 None None] Port f3344627-e48f-47c4-a644-6f3c46342d16 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:24.949574 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:24.995378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7405b-9905-4559-a4b0-63a6bfdca00e req-cdb0fe27-16c8-4afe-8330-b3f03ceb484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:24.997776 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8de7405b-9905-4559-a4b0-63a6bfdca00e req-cdb0fe27-16c8-4afe-8330-b3f03ceb484b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b9bf0c44-3de1-4a38-bbb5-da77ccbe891c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2579017 Jan 27 17:17:25.236674 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:25.435158 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8de7405b-9905-4559-a4b0-63a6bfdca00e req-882a1ec1-0928-4346-a316-fd5549b94f5e service neutron] 10.222.0.88 "GET /v2.0/networks/b9bf0c44-3de1-4a38-bbb5-da77ccbe891c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205585 Jan 27 17:17:25.449948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41836) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:25.556817 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:17:25.567114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dcb83935-4d74-49bb-9d66-763b1c389d10 None None] Provisioning for port 80b6f256-5af0-422e-9158-e5adf7bc2a31 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:25.638705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5f5f2a-a6be-4ad3-81fe-8fc96e3a5407 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router 87bab49c-46f7-47a6-b2dd-6d189de95dca has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:17:25.703808 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2803f2cf-3442-449e-affe-86e9874088bd tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:25.955656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:25.978792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3017bb-dc6f-4334-9618-01e08e3c4dca None None] Sync routers for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:25.992437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2803f2cf-3442-449e-affe-86e9874088bd tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Calling delete_port for 265531fd-75b5-4633-83f5-43a073306f0a owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:26.006266 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3017bb-dc6f-4334-9618-01e08e3c4dca None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:26.007519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-0b3017bb-dc6f-4334-9618-01e08e3c4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:26.086180 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5f5f2a-a6be-4ad3-81fe-8fc96e3a5407 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:26.100148 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d852ff3-fd99-4346-8dcb-ba43cde708e5 None None] Sync routers for ids ['87bab49c-46f7-47a6-b2dd-6d189de95dca'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:26.100890 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9b5f5f2a-a6be-4ad3-81fe-8fc96e3a5407 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/87bab49c-46f7-47a6-b2dd-6d189de95dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8896925 Jan 27 17:17:26.107037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41840) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:26.116007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:26.124922 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d852ff3-fd99-4346-8dcb-ba43cde708e5 None None] Routers {'87bab49c-46f7-47a6-b2dd-6d189de95dca'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:26.125924 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5d852ff3-fd99-4346-8dcb-ba43cde708e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['87bab49c-46f7-47a6-b2dd-6d189de95dca'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:26.138414 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 80b6f256-5af0-422e-9158-e5adf7bc2a31 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:26.195828 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a7b31590-0aa2-4e07-a444-7c5662a32342 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/16466b06-b8c6-4004-8a3f-262f92f9d017 HTTP/1.1" status: 200 len: 992 time: 0.7435775 Jan 27 17:17:26.214912 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5d852ff3-fd99-4346-8dcb-ba43cde708e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:26.228778 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d852ff3-fd99-4346-8dcb-ba43cde708e5 None None] Routers {'87bab49c-46f7-47a6-b2dd-6d189de95dca'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:26.229747 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5d852ff3-fd99-4346-8dcb-ba43cde708e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['87bab49c-46f7-47a6-b2dd-6d189de95dca'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:26.234076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Router 460b2f1b-81ae-4d92-bbed-76d83f77a2d2 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:17:26.273812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 80b6f256-5af0-422e-9158-e5adf7bc2a31 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:26.283423 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 80b6f256-5af0-422e-9158-e5adf7bc2a31 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:26.284737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:26.319641 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5d852ff3-fd99-4346-8dcb-ba43cde708e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:26.320566 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d852ff3-fd99-4346-8dcb-ba43cde708e5 None None] The sync data for ids ['87bab49c-46f7-47a6-b2dd-6d189de95dca'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:26.351207 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0cae3ce5-4acd-4800-b492-8079277996b2 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.2562599 Jan 27 17:17:26.536978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'tag': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:17:26.541363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:17:26.552123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-0b3017bb-dc6f-4334-9618-01e08e3c4dca None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:26.569454 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8de7405b-9905-4559-a4b0-63a6bfdca00e req-ea6d4777-5382-4d57-944e-8c4b5aabeacb service neutron] 10.222.0.88 "GET /v2.0/networks/b9bf0c44-3de1-4a38-bbb5-da77ccbe891c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1038773 Jan 27 17:17:26.637156 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:26.637870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:26.648702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:26.650904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.objects.ports [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87608) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:17:26.657437 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-2f7a26cc-bda5-4182-828f-b6a0b85367fb tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 17:17:26.659531 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2f7a26cc-bda5-4182-828f-b6a0b85367fb tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/87bab49c-46f7-47a6-b2dd-6d189de95dca/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5488191 Jan 27 17:17:26.665888 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41848) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:26.669395 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54c069-73d4-44a2-b229-a4777aca6fcd None None] Sync routers for ids ['460b2f1b-81ae-4d92-bbed-76d83f77a2d2'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:26.669629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:26.726100 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'tag': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'status': 'completed', 'code': 200} Jan 27 17:17:26.729556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:26.731479 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-384352e0-c735-4de3-8d83-e96454a29676 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "PUT /v2.0/routers/460b2f1b-81ae-4d92-bbed-76d83f77a2d2 HTTP/1.1" status: 200 len: 918 time: 10.6701074 Jan 27 17:17:26.758804 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae54c069-73d4-44a2-b229-a4777aca6fcd None None] Routers {'460b2f1b-81ae-4d92-bbed-76d83f77a2d2'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:26.759430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ae54c069-73d4-44a2-b229-a4777aca6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['460b2f1b-81ae-4d92-bbed-76d83f77a2d2'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:26.777679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41852) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:26.807894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:26.841743 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 80b6f256-5af0-422e-9158-e5adf7bc2a31, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=80b6f256-5af0-422e-9158-e5adf7bc2a31,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:26.842762 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ae54c069-73d4-44a2-b229-a4777aca6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:26.862441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:26.928497 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae54c069-73d4-44a2-b229-a4777aca6fcd None None] Routers {'460b2f1b-81ae-4d92-bbed-76d83f77a2d2'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:26.929106 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ae54c069-73d4-44a2-b229-a4777aca6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['460b2f1b-81ae-4d92-bbed-76d83f77a2d2'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:27.022300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ae54c069-73d4-44a2-b229-a4777aca6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:27.023068 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54c069-73d4-44a2-b229-a4777aca6fcd None None] The sync data for ids ['460b2f1b-81ae-4d92-bbed-76d83f77a2d2'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:27.052472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2803f2cf-3442-449e-affe-86e9874088bd tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:27.053575 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=80b6f256-5af0-422e-9158-e5adf7bc2a31,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:27.055980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-22f28fa8-ecfd-4556-bb39-c113b0a963e4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Synchronizing usage tracker for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:27.070569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffcefd-deeb-4ec0-b50a-c4b68c24b5be req-e6fcfea3-4ac2-466e-acd2-2659a3b47f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:27.072149 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c6ffcefd-deeb-4ec0-b50a-c4b68c24b5be req-e6fcfea3-4ac2-466e-acd2-2659a3b47f41 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 1098 time: 0.3485892 Jan 27 17:17:27.089122 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4981df3f-c11d-4d32-a2e6-66fea8099e03 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/routers/460b2f1b-81ae-4d92-bbed-76d83f77a2d2 HTTP/1.1" status: 200 len: 924 time: 0.3018568 Jan 27 17:17:27.102018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41856) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:27.162853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:27.224638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:27.235302 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=f3344627-e48f-47c4-a644-6f3c46342d16,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:27.284892 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-0b3017bb-dc6f-4334-9618-01e08e3c4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '804ef8e9-f5f1-4aa4-a0ce-01e67ed08398', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:6c:38:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:18Z', 'updated_at': '2022-01-27T17:17:18Z', 'revision_number': 0, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:27.297063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3017bb-dc6f-4334-9618-01e08e3c4dca None None] Checking router: d0402cc3-43fc-49dd-8ad4-06c58f154e81 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:17:27.316064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3017bb-dc6f-4334-9618-01e08e3c4dca None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:27.317021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-0b3017bb-dc6f-4334-9618-01e08e3c4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:27.341661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffcefd-deeb-4ec0-b50a-c4b68c24b5be req-1b23a859-0c6a-4c3d-be0b-d4ad67f889cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:27.342728 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c6ffcefd-deeb-4ec0-b50a-c4b68c24b5be req-1b23a859-0c6a-4c3d-be0b-d4ad67f889cf service neutron] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 913 time: 0.2499731 Jan 27 17:17:27.360552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-22f28fa8-ecfd-4556-bb39-c113b0a963e4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Unset dirty status for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:27.361814 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-22f28fa8-ecfd-4556-bb39-c113b0a963e4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=87bab49c-46f7-47a6-b2dd-6d189de95dca HTTP/1.1" status: 200 len: 205 time: 0.6938131 Jan 27 17:17:27.395743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41860) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:27.477082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803f2cf-3442-449e-affe-86e9874088bd tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Pushing event deleted for resources: {'Port': ['ID=265531fd-75b5-4633-83f5-43a073306f0a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:27.597771 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c6ffcefd-deeb-4ec0-b50a-c4b68c24b5be req-28cb704a-e41b-4981-a9d4-39173ef14d34 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b543c38-ef9e-4de2-9d2f-205a403ddfc9 HTTP/1.1" status: 200 len: 999 time: 0.2474551 Jan 27 17:17:27.611776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-0b3017bb-dc6f-4334-9618-01e08e3c4dca None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:27.670421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-85cbd8a9-0ed8-4bd7-b431-fc007e1e3a7a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:27.743829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] For port 80b6f256-5af0-422e-9158-e5adf7bc2a31, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=80b6f256-5af0-422e-9158-e5adf7bc2a31,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:27.755441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2803f2cf-3442-449e-affe-86e9874088bd tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:27.766694 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffcefd-deeb-4ec0-b50a-c4b68c24b5be req-76921c09-9ea3-4a99-9d9f-9ffdb302132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:27.770137 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c6ffcefd-deeb-4ec0-b50a-c4b68c24b5be req-76921c09-9ea3-4a99-9d9f-9ffdb302132e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.1526186 Jan 27 17:17:27.864526 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2803f2cf-3442-449e-affe-86e9874088bd tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/ports/265531fd-75b5-4633-83f5-43a073306f0a HTTP/1.1" status: 204 len: 168 time: 3.9798515 Jan 27 17:17:27.871154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41864) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:27.880878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.006134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 04535091-27f4-493f-8153-35a4e01220a8 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:28.009793 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:28.017727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc20dceb-5bec-468b-bcff-692fcc485f35 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:28.019720 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fc20dceb-5bec-468b-bcff-692fcc485f35 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&device_id=460b2f1b-81ae-4d92-bbed-76d83f77a2d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9180453 Jan 27 17:17:28.136330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41868) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:28.166437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.167528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.247771 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 80b6f256-5af0-422e-9158-e5adf7bc2a31 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:28.362818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-85cbd8a9-0ed8-4bd7-b431-fc007e1e3a7a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.362818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-85cbd8a9-0ed8-4bd7-b431-fc007e1e3a7a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.395462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Subnet': ['ID=94fe2d3c-6118-4802-9bca-52d84b3d67a6,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:28.395462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:28.424117 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:28.431457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.441658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:28.441658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.469053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ecd090-2c3d-448a-87b4-e4ebaf4a9a5e None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:28.483652 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ae8cf9-c0b1-4c8e-9913-5b61f00027b2 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Deleting subnet 3dd2d766-0637-4731-bb5e-4713e32476be {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:17:28.483652 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-48ae8cf9-c0b1-4c8e-9913-5b61f00027b2 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.551465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-85cbd8a9-0ed8-4bd7-b431-fc007e1e3a7a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.551465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cbd8a9-0ed8-4bd7-b431-fc007e1e3a7a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Fanout notify agent at l3_agent the message router_deleted on router 87bab49c-46f7-47a6-b2dd-6d189de95dca {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:17:28.567842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-48ae8cf9-c0b1-4c8e-9913-5b61f00027b2 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.614383 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d9acaf-7d69-40a3-afe7-cdbcb6840763 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:28.628228 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d8d9acaf-7d69-40a3-afe7-cdbcb6840763 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/networks/30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 881 time: 0.4896891 Jan 27 17:17:28.628228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41872) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:28.652596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-48ae8cf9-c0b1-4c8e-9913-5b61f00027b2 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.668769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-85cbd8a9-0ed8-4bd7-b431-fc007e1e3a7a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.668769 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-85cbd8a9-0ed8-4bd7-b431-fc007e1e3a7a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/87bab49c-46f7-47a6-b2dd-6d189de95dca HTTP/1.1" status: 204 len: 168 time: 1.2634902 Jan 27 17:17:28.674549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d5c0f075-da14-4244-8572-cbe1c941c616 None None] Provisioning complete for port f3344627-e48f-47c4-a644-6f3c46342d16 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:28.674549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f075-da14-4244-8572-cbe1c941c616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.731932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 80b6f256-5af0-422e-9158-e5adf7bc2a31 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:28.731932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.739403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41876) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:28.777063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-0b3017bb-dc6f-4334-9618-01e08e3c4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '804ef8e9-f5f1-4aa4-a0ce-01e67ed08398', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:6c:38:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:18Z', 'updated_at': '2022-01-27T17:17:18Z', 'revision_number': 0, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:28.785060 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c9bde550-a01d-4ef3-9d01-88bf750c1af4 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "GET /v2.0/ports?device_id=460b2f1b-81ae-4d92-bbed-76d83f77a2d2 HTTP/1.1" status: 200 len: 205 time: 0.1254690 Jan 27 17:17:28.785060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41880) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:28.785060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 94fef9fd-24c7-404b-8f8b-6c9a7ba2280f is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:17:28.814070 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3017bb-dc6f-4334-9618-01e08e3c4dca None None] The sync data for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv is: [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '804ef8e9-f5f1-4aa4-a0ce-01e67ed08398', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:6c:38:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:18Z', 'updated_at': '2022-01-27T17:17:18Z', 'revision_number': 0, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:28.823440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-48ae8cf9-c0b1-4c8e-9913-5b61f00027b2 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.850371 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-69242b55-c7f1-419d-90dc-ef20019e2bf6 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting subnet 737a66bd-52e3-49d8-965c-72569ff85485 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:17:28.860179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0f075-da14-4244-8572-cbe1c941c616 None None] Port f3344627-e48f-47c4-a644-6f3c46342d16 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:28.878148 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-69242b55-c7f1-419d-90dc-ef20019e2bf6 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:28.912042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=80b6f256-5af0-422e-9158-e5adf7bc2a31,revision_number=5']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:28.962365 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e535eae6-69f8-4c94-918d-76ba17918f2b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.9550781 Jan 27 17:17:28.986970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae8cf9-c0b1-4c8e-9913-5b61f00027b2 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd2d766-0637-4731-bb5e-4713e32476be,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:28.986970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41884) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:29.000684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-48ae8cf9-c0b1-4c8e-9913-5b61f00027b2 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:29.000684 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-48ae8cf9-c0b1-4c8e-9913-5b61f00027b2 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/subnets/3dd2d766-0637-4731-bb5e-4713e32476be HTTP/1.1" status: 204 len: 168 time: 1.1225760 Jan 27 17:17:29.009176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41886) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:29.009176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffcefd-deeb-4ec0-b50a-c4b68c24b5be req-e1d059eb-30ae-4002-bf37-d8aff9c7b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:29.022076 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c6ffcefd-deeb-4ec0-b50a-c4b68c24b5be req-e1d059eb-30ae-4002-bf37-d8aff9c7b629 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2330000 Jan 27 17:17:29.085248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3876a6c1-bc57-4d46-83d3-a3ae5826d45b None None] Network f2524a4b-974a-4324-9a8a-d992f6f2d033 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:29.191514 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Request body: {'port': {'network_id': '185d5333-05b7-45cc-a2cf-ffb552748715', 'mac_address': 'fa:16:3e:5f:07:ae', 'name': 'tempest-NetworksTestDHCPv6-1658899486'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:29.273516 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe75e6b-917b-4eea-81c4-6e52fbaf6430 None None] New status for floating IP 804ef8e9-f5f1-4aa4-a0ce-01e67ed08398: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:17:29.424442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:29.480386 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:29.526486 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:29.536524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-69242b55-c7f1-419d-90dc-ef20019e2bf6 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:29.588185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Usage tracker for resource:port and tenant:d2944afb4542463daa96520c6f15b509 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:29.597748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:29.625918 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:29.791506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:29.797172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3194ae52-1999-49ea-b53f-5a63a58492bd None None] DHCP port deletion for f2524a4b-974a-4324-9a8a-d992f6f2d033 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:17:29.797172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3194ae52-1999-49ea-b53f-5a63a58492bd None None] Deleting port 783945d4-1bee-46f8-8f93-ffc415797e27 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:29.797172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3194ae52-1999-49ea-b53f-5a63a58492bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:29.814279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Deleting port 783945d4-1bee-46f8-8f93-ffc415797e27 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:29.814279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:29.928518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Made reservation on behalf of d2944afb4542463daa96520c6f15b509 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:30.104078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 80b6f256-5af0-422e-9158-e5adf7bc2a31 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:30.109129 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:30.124069 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4ef34f11-585c-4d51-a2cd-945bba2feda5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/94fef9fd-24c7-404b-8f8b-6c9a7ba2280f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9693949 Jan 27 17:17:30.124069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Deleting port d54196a4-dcb8-44b9-a70e-5433a6ca0f7f {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:30.124069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:30.160290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41892) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:30.218098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-69242b55-c7f1-419d-90dc-ef20019e2bf6 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:30.223907 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3236028-010d-4f62-a580-990b46b26024 None None] Sync routers for ids ['94fef9fd-24c7-404b-8f8b-6c9a7ba2280f'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:30.320434 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:30.435522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3236028-010d-4f62-a580-990b46b26024 None None] Routers {'94fef9fd-24c7-404b-8f8b-6c9a7ba2280f'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:30.435522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d3236028-010d-4f62-a580-990b46b26024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['94fef9fd-24c7-404b-8f8b-6c9a7ba2280f'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:30.465913 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c6ffcefd-deeb-4ec0-b50a-c4b68c24b5be req-2f428b15-bb9a-4faf-93f1-231f4f2c3491 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9649627 Jan 27 17:17:30.474751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da278e7-1fcc-465c-aec6-214c6364e530 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:30.474751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4da278e7-1fcc-465c-aec6-214c6364e530 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Synchronizing usage tracker for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:30.543032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d3236028-010d-4f62-a580-990b46b26024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:30.543032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3194ae52-1999-49ea-b53f-5a63a58492bd None None] For port 783945d4-1bee-46f8-8f93-ffc415797e27, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=783945d4-1bee-46f8-8f93-ffc415797e27,segment=NetworkSegment(d2e766c4-1b59-44dd-9e8d-a793c3a69668),segment_id=d2e766c4-1b59-44dd-9e8d-a793c3a69668)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:30.543032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3194ae52-1999-49ea-b53f-5a63a58492bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:30.651960 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:30.713630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] For port 783945d4-1bee-46f8-8f93-ffc415797e27, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=783945d4-1bee-46f8-8f93-ffc415797e27,segment=NetworkSegment(d2e766c4-1b59-44dd-9e8d-a793c3a69668),segment_id=d2e766c4-1b59-44dd-9e8d-a793c3a69668)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:30.713630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:30.915069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Calling delete_port for d54196a4-dcb8-44b9-a70e-5433a6ca0f7f owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:30.936397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3236028-010d-4f62-a580-990b46b26024 None None] Routers {'94fef9fd-24c7-404b-8f8b-6c9a7ba2280f'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:30.936397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d3236028-010d-4f62-a580-990b46b26024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['94fef9fd-24c7-404b-8f8b-6c9a7ba2280f'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:31.037757 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 80b6f256-5af0-422e-9158-e5adf7bc2a31 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:31.037757 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:31.040635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Calling delete_port for 783945d4-1bee-46f8-8f93-ffc415797e27 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:31.081366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-69242b55-c7f1-419d-90dc-ef20019e2bf6 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:31.150912 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:31.205103 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d3236028-010d-4f62-a580-990b46b26024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:31.205103 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3236028-010d-4f62-a580-990b46b26024 None None] The sync data for ids ['94fef9fd-24c7-404b-8f8b-6c9a7ba2280f'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:31.219293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69242b55-c7f1-419d-90dc-ef20019e2bf6 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Subnet': ['ID=737a66bd-52e3-49d8-965c-72569ff85485,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:31.230875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-69242b55-c7f1-419d-90dc-ef20019e2bf6 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:31.235503 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3194ae52-1999-49ea-b53f-5a63a58492bd None None] Calling delete_port for 783945d4-1bee-46f8-8f93-ffc415797e27 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:31.240303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] device_id is not set on port 0dd2b9f6-e1b8-4f5e-bad5-0290b6eaae0c yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:17:31.267902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Pushing event deleted for resources: {'Port': ['ID=d54196a4-dcb8-44b9-a70e-5433a6ca0f7f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:31.272828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4da278e7-1fcc-465c-aec6-214c6364e530 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Unset dirty status for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:31.272828 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4da278e7-1fcc-465c-aec6-214c6364e530 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports/f3344627-e48f-47c4-a644-6f3c46342d16 HTTP/1.1" status: 200 len: 910 time: 0.9358046 Jan 27 17:17:31.297143 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e280f070-2e9f-4dfa-a63b-ee2046e47d0c None None] Network cdc63bd0-0bcb-46ff-b263-20242ca75175 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:31.301824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41896) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:31.332364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-938bb858-2c98-48ac-8977-98aaf1242ae8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fdaf338e-d6ae-4ee7-a647-0d2e71bf399f'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:31.383487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5e5b84e0-743c-4899-b30b-b751b74224f2 None None] Provisioning complete for port 80b6f256-5af0-422e-9158-e5adf7bc2a31 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:31.383487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5e5b84e0-743c-4899-b30b-b751b74224f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:31.406383 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-69242b55-c7f1-419d-90dc-ef20019e2bf6 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/737a66bd-52e3-49d8-965c-72569ff85485 HTTP/1.1" status: 204 len: 168 time: 2.6693273 Jan 27 17:17:31.417517 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41900) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:31.417517 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:31.523829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: from cryptography.utils import int_from_bytes Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: from cryptography.utils import int_from_bytes Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn_limited( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn_limited( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.530052 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:31.542042 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:17:31.583279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] No DVR routers for this DVR port 783945d4-1bee-46f8-8f93-ffc415797e27 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:17:31.629364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-3194ae52-1999-49ea-b53f-5a63a58492bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:17:31.629364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-3194ae52-1999-49ea-b53f-5a63a58492bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:17:31.667439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Pushing event deleted for resources: {'Port': ['ID=783945d4-1bee-46f8-8f93-ffc415797e27,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:31.795342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 783945d4-1bee-46f8-8f93-ffc415797e27 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:17:31.846421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 783945d4-1bee-46f8-8f93-ffc415797e27 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:17:31.846421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 783945d4-1bee-46f8-8f93-ffc415797e27 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:17:31.861641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ada4f1-cf09-4d23-a959-4103fd13e4e6 None None] DHCP port deletion for cdc63bd0-0bcb-46ff-b263-20242ca75175 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:17:31.861641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-56ada4f1-cf09-4d23-a959-4103fd13e4e6 None None] Deleting port d23aa9e9-2d17-4e6e-9aba-6782a59605d4 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:31.861641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-56ada4f1-cf09-4d23-a959-4103fd13e4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:31.871897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:31.896472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2524a4b-974a-4324-9a8a-d992f6f2d033']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:31.916438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e766c4-1b59-44dd-9e8d-a793c3a69668') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:31.916438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e766c4-1b59-44dd-9e8d-a793c3a69668') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:31.934191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:31.950062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:31.963527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:17:31.963527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.107606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.113669 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.113669 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.155012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port d23aa9e9-2d17-4e6e-9aba-6782a59605d4 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:32.155012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:17:32.170397 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:17:32.205130 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.214650 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.236528 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.241341 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-56ada4f1-cf09-4d23-a959-4103fd13e4e6 None None] For port d23aa9e9-2d17-4e6e-9aba-6782a59605d4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d23aa9e9-2d17-4e6e-9aba-6782a59605d4,segment=NetworkSegment(a3ce1ce1-d976-4cca-aeab-462f860cdd55),segment_id=a3ce1ce1-d976-4cca-aeab-462f860cdd55)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:32.247801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Fanout notify agent at l3_agent the message router_deleted on router 460b2f1b-81ae-4d92-bbed-76d83f77a2d2 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:17:32.252694 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-56ada4f1-cf09-4d23-a959-4103fd13e4e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.310210 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] 10.222.0.81 "DELETE /v2.0/networks/f2524a4b-974a-4324-9a8a-d992f6f2d033 HTTP/1.1" status: 204 len: 168 time: 3.2956765 Jan 27 17:17:32.315326 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.315326 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0d48f13b-58f0-4d9a-aaeb-86ba8ed4b75d tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "DELETE /v2.0/routers/460b2f1b-81ae-4d92-bbed-76d83f77a2d2 HTTP/1.1" status: 204 len: 168 time: 3.5275691 Jan 27 17:17:32.320425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af3cd1-1a4c-43fd-8d95-99d76f863d65 tempest-TagsExtTest-202556155 tempest-TagsExtTest-202556155-project] Pushing event deleted for resources: {'Network': ['ID=f2524a4b-974a-4324-9a8a-d992f6f2d033,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:32.330734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41906) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:32.344940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-07c48a98-bd63-4922-b7b5-d9dc594eb8d0 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1448950465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:32.359797 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c6ffcefd-deeb-4ec0-b50a-c4b68c24b5be req-a1229c23-8933-426d-99a1-8a233aeef161 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2519329 Jan 27 17:17:32.372993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-07c48a98-bd63-4922-b7b5-d9dc594eb8d0 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:32.408151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3194ae52-1999-49ea-b53f-5a63a58492bd None None] Deleting port 783945d4-1bee-46f8-8f93-ffc415797e27 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:32.408151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3194ae52-1999-49ea-b53f-5a63a58492bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.473596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d23aa9e9-2d17-4e6e-9aba-6782a59605d4 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:17:32.647655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8::3c6 (185d5333-05b7-45cc-a2cf-ffb552748715/f209896d-c31c-43df-bdea-7ceeca9f5aac/0dd2b9f6-e1b8-4f5e-bad5-0290b6eaae0c) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:32.658089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5f:7ae (185d5333-05b7-45cc-a2cf-ffb552748715/94fe2d3c-6118-4802-9bca-52d84b3d67a6/0dd2b9f6-e1b8-4f5e-bad5-0290b6eaae0c) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:32.766118 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-56ada4f1-cf09-4d23-a959-4103fd13e4e6 None None] Calling delete_port for d23aa9e9-2d17-4e6e-9aba-6782a59605d4 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:32.766862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] For port d23aa9e9-2d17-4e6e-9aba-6782a59605d4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d23aa9e9-2d17-4e6e-9aba-6782a59605d4,segment=NetworkSegment(a3ce1ce1-d976-4cca-aeab-462f860cdd55),segment_id=a3ce1ce1-d976-4cca-aeab-462f860cdd55)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:32.767462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.845593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41912) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:32.853537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-07c48a98-bd63-4922-b7b5-d9dc594eb8d0 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Usage tracker for resource:router and tenant:376088baca8347d19bad1b8be351dcab is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:32.865608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3194ae52-1999-49ea-b53f-5a63a58492bd None None] The port '783945d4-1bee-46f8-8f93-ffc415797e27' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:17:32.940517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-07c48a98-bd63-4922-b7b5-d9dc594eb8d0 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:32.955648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-07c48a98-bd63-4922-b7b5-d9dc594eb8d0 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:32.965588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.968647 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-938bb858-2c98-48ac-8977-98aaf1242ae8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:32.989328 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-56ada4f1-cf09-4d23-a959-4103fd13e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:33.020321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for d23aa9e9-2d17-4e6e-9aba-6782a59605d4 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:33.082117 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-07c48a98-bd63-4922-b7b5-d9dc594eb8d0 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:33.082997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-07c48a98-bd63-4922-b7b5-d9dc594eb8d0 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:33.196427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:17:33.198271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:17:33.206441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ada4f1-cf09-4d23-a959-4103fd13e4e6 None None] Pushing event deleted for resources: {'Port': ['ID=d23aa9e9-2d17-4e6e-9aba-6782a59605d4,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:33.209271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ada4f1-cf09-4d23-a959-4103fd13e4e6 None None] No DVR routers for this DVR port d23aa9e9-2d17-4e6e-9aba-6782a59605d4 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:17:33.376812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:33.451947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-07c48a98-bd63-4922-b7b5-d9dc594eb8d0 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:33.510963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Transition to ACTIVE for port object 0dd2b9f6-e1b8-4f5e-bad5-0290b6eaae0c will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:33.555742 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6745ae9e-b287-4601-ac68-e80be5bdec1b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1f89901fdb94318a0cd286c34600d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7049942 Jan 27 17:17:33.556959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41918) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:33.609865 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-07c48a98-bd63-4922-b7b5-d9dc594eb8d0 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:33.640446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8834a3f-2002-47a7-94f9-ae811eb68857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:33.659032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-07c48a98-bd63-4922-b7b5-d9dc594eb8d0 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:33.659849 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-07c48a98-bd63-4922-b7b5-d9dc594eb8d0 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3274565 Jan 27 17:17:33.663285 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41922) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:33.669718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'enable_snat': False}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:33.699514 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:33.724905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port d23aa9e9-2d17-4e6e-9aba-6782a59605d4 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:33.725241 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:33.783602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8834a3f-2002-47a7-94f9-ae811eb68857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:33.821274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Network 185d5333-05b7-45cc-a2cf-ffb552748715 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:33.821274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:33.827868 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:33.844664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:33.844664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:33.849365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event updated for resources: {'Port': ['ID=0dd2b9f6-e1b8-4f5e-bad5-0290b6eaae0c,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:33.895354 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ac8413d4-5915-4af4-8165-0fdf27845224 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.8932123 Jan 27 17:17:33.899818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41926) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:33.939615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] The port 'd23aa9e9-2d17-4e6e-9aba-6782a59605d4' was deleted {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:17:34.075967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b0f193eb-7ce3-40b7-bfa3-660a0dc8cce8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting port 0dd2b9f6-e1b8-4f5e-bad5-0290b6eaae0c {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:34.075967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b0f193eb-7ce3-40b7-bfa3-660a0dc8cce8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:34.162450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8834a3f-2002-47a7-94f9-ae811eb68857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:34.241104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7376954b-a94e-43eb-a5af-b68838db6ba6 None None] Provisioning for port 0dd2b9f6-e1b8-4f5e-bad5-0290b6eaae0c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:34.242380 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7376954b-a94e-43eb-a5af-b68838db6ba6 None None] Provisioning complete for port 0dd2b9f6-e1b8-4f5e-bad5-0290b6eaae0c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:34.242756 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7376954b-a94e-43eb-a5af-b68838db6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:34.286927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-938bb858-2c98-48ac-8977-98aaf1242ae8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:34.299868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-7376954b-a94e-43eb-a5af-b68838db6ba6 None None] Port 0dd2b9f6-e1b8-4f5e-bad5-0290b6eaae0c cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:34.312181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-938bb858-2c98-48ac-8977-98aaf1242ae8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:34.389926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8834a3f-2002-47a7-94f9-ae811eb68857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad39718-9b37-487a-8dd7-06100a091fc2,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:34.462800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:34.533656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938bb858-2c98-48ac-8977-98aaf1242ae8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:34.533656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-938bb858-2c98-48ac-8977-98aaf1242ae8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:34.533656 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-938bb858-2c98-48ac-8977-98aaf1242ae8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/ports/f3344627-e48f-47c4-a644-6f3c46342d16 HTTP/1.1" status: 200 len: 910 time: 3.2242355 Jan 27 17:17:34.533656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bb858-2c98-48ac-8977-98aaf1242ae8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=f3344627-e48f-47c4-a644-6f3c46342d16,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:34.533656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41934) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:34.583856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc63bd0-0bcb-46ff-b263-20242ca75175']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:34.599161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8834a3f-2002-47a7-94f9-ae811eb68857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:34.600344 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c8834a3f-2002-47a7-94f9-ae811eb68857 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fad39718-9b37-487a-8dd7-06100a091fc2 HTTP/1.1" status: 204 len: 168 time: 1.0412948 Jan 27 17:17:34.602942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ce1ce1-d976-4cca-aeab-462f860cdd55') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:34.603305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ce1ce1-d976-4cca-aeab-462f860cdd55') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:34.786862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b0f193eb-7ce3-40b7-bfa3-660a0dc8cce8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:34.845946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:34.851662 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:34.890642 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:34.907062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:17:34.907062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:17:34.924214 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:17:35.041008 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:35.059942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:35.127175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Network': ['ID=cdc63bd0-0bcb-46ff-b263-20242ca75175,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:35.134972 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dc893f4f-a15d-4c91-82ef-b01feaf264a5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/networks/cdc63bd0-0bcb-46ff-b263-20242ca75175 HTTP/1.1" status: 204 len: 168 time: 3.7198257 Jan 27 17:17:35.134972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41940) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:35.140603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-898859412'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:35.147396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:35.152751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:network and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:35.156443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:35.163679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:35.185635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:35.191376 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:35.215772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-b0f193eb-7ce3-40b7-bfa3-660a0dc8cce8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Calling delete_port for 0dd2b9f6-e1b8-4f5e-bad5-0290b6eaae0c owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:35.363614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:17:35.432873 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:35.468100 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:35.599003 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b0f193eb-7ce3-40b7-bfa3-660a0dc8cce8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:35.602223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:35.602753 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Added segment 3c4d471a-ca3a-4f70-b701-38f52885749c of type vlan for network 3179ee91-307e-4137-b284-df6bf85f1e6e Jan 27 17:17:35.657051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:35.658472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f193eb-7ce3-40b7-bfa3-660a0dc8cce8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Port': ['ID=0dd2b9f6-e1b8-4f5e-bad5-0290b6eaae0c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:35.753700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b0f193eb-7ce3-40b7-bfa3-660a0dc8cce8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:35.756997 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Allocated IP 172.26.8.63 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/1e1b0b3c-2710-4f93-bb29-a95ccb8ee6b2) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:35.759166 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:35.765287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:35.766519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:35.777697 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b0f193eb-7ce3-40b7-bfa3-660a0dc8cce8 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/0dd2b9f6-e1b8-4f5e-bad5-0290b6eaae0c HTTP/1.1" status: 204 len: 168 time: 1.8755841 Jan 27 17:17:35.777697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41944) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:35.834369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-577572b0-f4d0-43be-b914-929b80842158 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:35.861164 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7257278 Jan 27 17:17:35.868252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41948) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:35.929852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'subnet': {'network_id': '3179ee91-307e-4137-b284-df6bf85f1e6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:35.957533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c64373-1a72-440c-b1be-ac957fd8dfb5 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Network': ['ID=3179ee91-307e-4137-b284-df6bf85f1e6e,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:35.982955 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 3179ee91-307e-4137-b284-df6bf85f1e6e details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:17:36.138898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:36.146367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:subnet and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:36.149360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2707147b-b7e2-42d1-830b-8031c6a267b9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:36.150103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2707147b-b7e2-42d1-830b-8031c6a267b9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:36.156894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:36.167946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:36.172465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:36.178719 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-2707147b-b7e2-42d1-830b-8031c6a267b9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:36.179883 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2707147b-b7e2-42d1-830b-8031c6a267b9 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4009142 Jan 27 17:17:36.183048 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41952) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:36.193900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:36.198043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:36.324314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:36.328993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d55633f-749e-4ba5-9020-e2aaca3a389c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:36.333042 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7d55633f-749e-4ba5-9020-e2aaca3a389c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1464231 Jan 27 17:17:36.333323 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-577572b0-f4d0-43be-b914-929b80842158 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port f3344627-e48f-47c4-a644-6f3c46342d16 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:36.333690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-577572b0-f4d0-43be-b914-929b80842158 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:36.357993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41956) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:36.410893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:36.418803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:36.421456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:36.479881 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7349ad6-314c-4db3-b0b3-f5ea7c19d1d2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:36.481830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7349ad6-314c-4db3-b0b3-f5ea7c19d1d2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:36.483316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7349ad6-314c-4db3-b0b3-f5ea7c19d1d2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:36.484163 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a7349ad6-314c-4db3-b0b3-f5ea7c19d1d2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:36.485386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Pushing event updated for resources: {'Port': ['ID=1e1b0b3c-2710-4f93-bb29-a95ccb8ee6b2,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:36.572593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a7349ad6-314c-4db3-b0b3-f5ea7c19d1d2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:36.573715 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a7349ad6-314c-4db3-b0b3-f5ea7c19d1d2 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2145033 Jan 27 17:17:36.577563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41960) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:36.664358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-577572b0-f4d0-43be-b914-929b80842158 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:36.692207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-316917d7-55db-4f64-8a5a-fd2abe74bc4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet 94fe2d3c-6118-4802-9bca-52d84b3d67a6 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:17:36.881404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-316917d7-55db-4f64-8a5a-fd2abe74bc4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:36.908935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:36.978067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-577572b0-f4d0-43be-b914-929b80842158 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for f3344627-e48f-47c4-a644-6f3c46342d16 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:37.073006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-316917d7-55db-4f64-8a5a-fd2abe74bc4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:37.115235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Subnet': ['ID=99df34b1-0ffe-48d4-a9eb-e7d6e3c6e74e,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:37.115235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Checking segment: {'id': '3c4d471a-ca3a-4f70-b701-38f52885749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3179ee91-307e-4137-b284-df6bf85f1e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:37.115235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network hostable DHCP agents. Network: 3179ee91-307e-4137-b284-df6bf85f1e6e, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:17:37.202093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-316917d7-55db-4f64-8a5a-fd2abe74bc4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:37.237923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 3179ee91-307e-4137-b284-df6bf85f1e6e is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:17:37.267336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 3179ee91-307e-4137-b284-df6bf85f1e6e) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:37.275821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde4bd89-0831-4362-8664-0f53ac069681 None None] Network 3179ee91-307e-4137-b284-df6bf85f1e6e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:37.283993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:37.284461 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:37.300543 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:37.399812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-577572b0-f4d0-43be-b914-929b80842158 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:37.426622 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0969433b-9eed-414b-89aa-92055a8ec0df tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5487478 Jan 27 17:17:37.427547 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41966) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:37.438697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3314d017-c0cb-4d1d-9f11-14f6a4db6016 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-80122325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:37.451863 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3314d017-c0cb-4d1d-9f11-14f6a4db6016 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:37.454782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-316917d7-55db-4f64-8a5a-fd2abe74bc4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:37.459476 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3314d017-c0cb-4d1d-9f11-14f6a4db6016 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:router and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:37.477165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3314d017-c0cb-4d1d-9f11-14f6a4db6016 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:37.524109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316917d7-55db-4f64-8a5a-fd2abe74bc4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=94fe2d3c-6118-4802-9bca-52d84b3d67a6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:37.524109 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3d747184-550f-43c8-b76d-aa1c37371a8d req-85f874ec-839d-4cc1-a555-08113c3e0112 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2925515 Jan 27 17:17:37.524109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577572b0-f4d0-43be-b914-929b80842158 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Port': ['ID=f3344627-e48f-47c4-a644-6f3c46342d16,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:37.592831 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3314d017-c0cb-4d1d-9f11-14f6a4db6016 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:37.645040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3314d017-c0cb-4d1d-9f11-14f6a4db6016 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:37.645040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3314d017-c0cb-4d1d-9f11-14f6a4db6016 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:37.750023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadb6cce-040e-4214-94c7-1e9b564d42da None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:37.803076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-316917d7-55db-4f64-8a5a-fd2abe74bc4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:37.840403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3314d017-c0cb-4d1d-9f11-14f6a4db6016 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:37.849481 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-316917d7-55db-4f64-8a5a-fd2abe74bc4b tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/94fe2d3c-6118-4802-9bca-52d84b3d67a6 HTTP/1.1" status: 204 len: 168 time: 1.2699635 Jan 27 17:17:37.850166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41970) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:37.993147 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-3179ee91-307e-4137-b284-df6bf85f1e6e', 'network_id': '3179ee91-307e-4137-b284-df6bf85f1e6e', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'fixed_ips': [{'subnet_id': '99df34b1-0ffe-48d4-a9eb-e7d6e3c6e74e'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:17:37.993147 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:38.051496 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3314d017-c0cb-4d1d-9f11-14f6a4db6016 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:38.059673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Deleting subnet f209896d-c31c-43df-bdea-7ceeca9f5aac {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:17:38.071823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:38.076057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:38.089610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:38.130064 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-577572b0-f4d0-43be-b914-929b80842158 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:38.138638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d747184-550f-43c8-b76d-aa1c37371a8d req-13e9284e-9617-4eb1-a0e9-398294ab267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:38.142693 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3d747184-550f-43c8-b76d-aa1c37371a8d req-13e9284e-9617-4eb1-a0e9-398294ab267e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 1098 time: 0.4642637 Jan 27 17:17:38.201658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3314d017-c0cb-4d1d-9f11-14f6a4db6016 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:38.205141 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3314d017-c0cb-4d1d-9f11-14f6a4db6016 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7683535 Jan 27 17:17:38.225073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41974) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:38.257423 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:38.322800 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Allocated IP 2001:db8::2 (3179ee91-307e-4137-b284-df6bf85f1e6e/99df34b1-0ffe-48d4-a9eb-e7d6e3c6e74e/07e5856d-bbf3-49df-a2d4-7a4d0353a0d9) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:38.717605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:38.744167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Transition to ACTIVE for port object 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:38.787836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Transition to ACTIVE for port object 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:38.797587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:38.910683 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Pushing event updated for resources: {'Port': ['ID=07e5856d-bbf3-49df-a2d4-7a4d0353a0d9,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:38.920522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Network 3179ee91-307e-4137-b284-df6bf85f1e6e is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:38.923123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:38.925895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:39.054900 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:39.097419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Attempting to bind port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:17:39.098252 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Attempting to bind port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '3c4d471a-ca3a-4f70-b701-38f52885749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3179ee91-307e-4137-b284-df6bf85f1e6e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:17:39.099122 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Attempting to bind port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 on network 3179ee91-307e-4137-b284-df6bf85f1e6e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:17:39.107425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:17:39.108194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Checking segment: {'id': '3c4d471a-ca3a-4f70-b701-38f52885749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3179ee91-307e-4137-b284-df6bf85f1e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:39.109451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:39.110237 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Bound using segment: {'id': '3c4d471a-ca3a-4f70-b701-38f52885749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3179ee91-307e-4137-b284-df6bf85f1e6e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:17:39.111558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Bound port: 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4d471a-ca3a-4f70-b701-38f52885749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3179ee91-307e-4137-b284-df6bf85f1e6e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:17:39.112214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:39.167431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577572b0-f4d0-43be-b914-929b80842158 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 94fef9fd-24c7-404b-8f8b-6c9a7ba2280f has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:17:39.167431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:39.237981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Subnet': ['ID=f209896d-c31c-43df-bdea-7ceeca9f5aac,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:39.247961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d747184-550f-43c8-b76d-aa1c37371a8d req-7d453bf5-f3c2-4e6a-9641-6c319bc23b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:39.249951 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3d747184-550f-43c8-b76d-aa1c37371a8d req-7d453bf5-f3c2-4e6a-9641-6c319bc23b7a service neutron] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 913 time: 1.0345066 Jan 27 17:17:39.249951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:39.280627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735b364-dfcf-40c5-a3ae-c6a082281b5f None None] Network 185d5333-05b7-45cc-a2cf-ffb552748715 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:39.311779 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Router ee1071b8-5a1d-4248-a6d9-7caed7c35697 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:17:39.347898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] For port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:17:39.435384 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b86d38d1-b8d3-4406-9dc5-c596c98a7e0b None None] Provisioning complete for port 80b6f256-5af0-422e-9158-e5adf7bc2a31 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:39.437377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b86d38d1-b8d3-4406-9dc5-c596c98a7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:39.441012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:39.442047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:39.442047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:39.442047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:39.442434 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:39.442626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:39.443118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:39.443653 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:39.443979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:39.444297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:39.444600 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:39.445354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:39.478076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] For port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=07e5856d-bbf3-49df-a2d4-7a4d0353a0d9,segment=NetworkSegment(3c4d471a-ca3a-4f70-b701-38f52885749c),segment_id=3c4d471a-ca3a-4f70-b701-38f52885749c)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:17:39.512605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:39.540436 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-72360380-75f8-48c2-bc56-d439194e1388 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/f209896d-c31c-43df-bdea-7ceeca9f5aac HTTP/1.1" status: 204 len: 168 time: 1.6758897 Jan 27 17:17:39.540741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:39.541047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577572b0-f4d0-43be-b914-929b80842158 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:39.541047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41978) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:39.550310 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-577572b0-f4d0-43be-b914-929b80842158 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/94fef9fd-24c7-404b-8f8b-6c9a7ba2280f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0119669 Jan 27 17:17:39.557360 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af708a-2162-4841-8469-dc8eb4777cb0 None None] Sync routers for ids ['94fef9fd-24c7-404b-8f8b-6c9a7ba2280f'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:39.567284 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af708a-2162-4841-8469-dc8eb4777cb0 None None] Routers {'94fef9fd-24c7-404b-8f8b-6c9a7ba2280f'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:39.567284 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-80af708a-2162-4841-8469-dc8eb4777cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['94fef9fd-24c7-404b-8f8b-6c9a7ba2280f'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:39.598125 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 41982) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:39.631933 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3d747184-550f-43c8-b76d-aa1c37371a8d req-fb2fd040-3f8d-41b4-95f0-d75fb20e245e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b543c38-ef9e-4de2-9d2f-205a403ddfc9 HTTP/1.1" status: 200 len: 1001 time: 0.3552830 Jan 27 17:17:39.711318 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-80af708a-2162-4841-8469-dc8eb4777cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:39.718161 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d38ce539-ba54-4e3e-b87b-e274dc8e5835 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1631353 Jan 27 17:17:39.728619 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af708a-2162-4841-8469-dc8eb4777cb0 None None] Routers {'94fef9fd-24c7-404b-8f8b-6c9a7ba2280f'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:39.728619 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-80af708a-2162-4841-8469-dc8eb4777cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['94fef9fd-24c7-404b-8f8b-6c9a7ba2280f'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:39.736030 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41986) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:39.795938 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-80af708a-2162-4841-8469-dc8eb4777cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:39.798520 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af708a-2162-4841-8469-dc8eb4777cb0 None None] The sync data for ids ['94fef9fd-24c7-404b-8f8b-6c9a7ba2280f'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:39.820354 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26d506-957e-47bd-904b-342172a423d7 None None] Pushing event updated for resources: {'Port': ['ID=07e5856d-bbf3-49df-a2d4-7a4d0353a0d9,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:39.861909 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-29333132-2898-4fe7-baf9-ca6c0c5b791a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Synchronizing usage tracker for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:39.865928 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d747184-550f-43c8-b76d-aa1c37371a8d req-65eaa851-d339-4cb5-9bcc-5c697cccef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:39.865928 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3d747184-550f-43c8-b76d-aa1c37371a8d req-65eaa851-d339-4cb5-9bcc-5c697cccef5b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.2216170 Jan 27 17:17:39.924153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d71e48-a362-4081-be8f-b2a3ef371564 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:39.925750 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-30d71e48-a362-4081-be8f-b2a3ef371564 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2140572 Jan 27 17:17:39.933837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41990) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:40.016693 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7da3fa-9d71-4a2b-a80e-1e1fb22e3f72 None None] DHCP port deletion for 185d5333-05b7-45cc-a2cf-ffb552748715 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:17:40.020948 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-dc7da3fa-9d71-4a2b-a80e-1e1fb22e3f72 None None] Deleting port 80b6f256-5af0-422e-9158-e5adf7bc2a31 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:40.021553 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dc7da3fa-9d71-4a2b-a80e-1e1fb22e3f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:40.060617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d747184-550f-43c8-b76d-aa1c37371a8d req-e17f53a4-f168-4b04-86fa-525d87e87366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:40.060617 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3d747184-550f-43c8-b76d-aa1c37371a8d req-e17f53a4-f168-4b04-86fa-525d87e87366 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1947308 Jan 27 17:17:40.066974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fd02be-7703-4cd3-b961-b3b1fee7d5ba tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:40.066974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-82fd02be-7703-4cd3-b961-b3b1fee7d5ba tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Synchronizing usage tracker for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:40.272708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-82fd02be-7703-4cd3-b961-b3b1fee7d5ba tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Unset dirty status for tenant:d2944afb4542463daa96520c6f15b509 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:40.284493 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-82fd02be-7703-4cd3-b961-b3b1fee7d5ba tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3498847 Jan 27 17:17:40.341521 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3d747184-550f-43c8-b76d-aa1c37371a8d req-744c378b-0648-4ef9-88d8-36bef7103f73 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716584 Jan 27 17:17:40.343884 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41994) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:40.412175 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-dc7da3fa-9d71-4a2b-a80e-1e1fb22e3f72 None None] For port 80b6f256-5af0-422e-9158-e5adf7bc2a31, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=80b6f256-5af0-422e-9158-e5adf7bc2a31,segment=NetworkSegment(810280be-09dc-4af1-b69b-7ec5594d12d6),segment_id=810280be-09dc-4af1-b69b-7ec5594d12d6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:40.412740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dc7da3fa-9d71-4a2b-a80e-1e1fb22e3f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:40.439702 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ae14ece1-8d9d-434b-8bea-38a06b61287a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934870 Jan 27 17:17:40.473764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 41998) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:40.481782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Allocated IP 2001:db8::1 (3179ee91-307e-4137-b284-df6bf85f1e6e/99df34b1-0ffe-48d4-a9eb-e7d6e3c6e74e/2c5b5418-e12e-4c7b-8bd7-73debf75c8e9) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:40.564948 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7ae222-00e5-404b-b749-cf519cd0d470 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:40.565076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7ae222-00e5-404b-b749-cf519cd0d470 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:40.566805 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5a7ae222-00e5-404b-b749-cf519cd0d470 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/0dd2b9f6-e1b8-4f5e-bad5-0290b6eaae0c HTTP/1.1" status: 404 len: 333 time: 0.0893641 Jan 27 17:17:40.584963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42004) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:40.612855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-dc7da3fa-9d71-4a2b-a80e-1e1fb22e3f72 None None] Calling delete_port for 80b6f256-5af0-422e-9158-e5adf7bc2a31 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:40.697619 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-145ed4e8-5e5b-44dc-b62c-12ca19f97fae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:40.698127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145ed4e8-5e5b-44dc-b62c-12ca19f97fae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:40.702441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-29333132-2898-4fe7-baf9-ca6c0c5b791a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Unset dirty status for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:40.703870 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-29333132-2898-4fe7-baf9-ca6c0c5b791a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=94fef9fd-24c7-404b-8f8b-6c9a7ba2280f HTTP/1.1" status: 200 len: 205 time: 1.1228356 Jan 27 17:17:40.705374 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-145ed4e8-5e5b-44dc-b62c-12ca19f97fae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/94fe2d3c-6118-4802-9bca-52d84b3d67a6 HTTP/1.1" status: 404 len: 337 time: 0.1136944 Jan 27 17:17:40.705819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42008) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:40.713622 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42010) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:40.776136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dc7da3fa-9d71-4a2b-a80e-1e1fb22e3f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:40.790668 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4201444-575c-486e-add2-577f7b1f35b5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:40.790668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4201444-575c-486e-add2-577f7b1f35b5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:40.790668 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e4201444-575c-486e-add2-577f7b1f35b5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/f209896d-c31c-43df-bdea-7ceeca9f5aac HTTP/1.1" status: 404 len: 337 time: 0.0546317 Jan 27 17:17:40.790668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42016) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:40.790668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42018) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:40.832451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7da3fa-9d71-4a2b-a80e-1e1fb22e3f72 None None] No DVR routers for this DVR port 80b6f256-5af0-422e-9158-e5adf7bc2a31 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:17:40.832451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7da3fa-9d71-4a2b-a80e-1e1fb22e3f72 None None] Pushing event deleted for resources: {'Port': ['ID=80b6f256-5af0-422e-9158-e5adf7bc2a31,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:40.863329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:40.871905 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61076486-8d2c-47cf-96ee-21e1d447280c None None] Sync routers for ids ['ee1071b8-5a1d-4248-a6d9-7caed7c35697'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:40.879551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61076486-8d2c-47cf-96ee-21e1d447280c None None] Routers {'ee1071b8-5a1d-4248-a6d9-7caed7c35697'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:40.880238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-61076486-8d2c-47cf-96ee-21e1d447280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ee1071b8-5a1d-4248-a6d9-7caed7c35697'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:40.957644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:40.982243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a22d-1a58-4434-81e9-b0cafc35ff26 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:40.990248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-61076486-8d2c-47cf-96ee-21e1d447280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:40.990248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61076486-8d2c-47cf-96ee-21e1d447280c None None] Routers {'ee1071b8-5a1d-4248-a6d9-7caed7c35697'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:40.990248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-61076486-8d2c-47cf-96ee-21e1d447280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ee1071b8-5a1d-4248-a6d9-7caed7c35697'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:41.064121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-61076486-8d2c-47cf-96ee-21e1d447280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:41.064121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61076486-8d2c-47cf-96ee-21e1d447280c None None] The sync data for ids ['ee1071b8-5a1d-4248-a6d9-7caed7c35697'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:41.187858 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda786dd-fba0-4bb6-a993-317a2a0e01ca tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:41.187858 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda786dd-fba0-4bb6-a993-317a2a0e01ca tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:41.189658 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-eda786dd-fba0-4bb6-a993-317a2a0e01ca tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/d37ce917-9cdd-4c34-bf75-ac6882f01133 HTTP/1.1" status: 404 len: 333 time: 0.4106455 Jan 27 17:17:41.213713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42024) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:41.276184 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8dd5c24-1837-47af-ad22-b25854bb3e83 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:41.276184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8dd5c24-1837-47af-ad22-b25854bb3e83 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:41.279779 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a8dd5c24-1837-47af-ad22-b25854bb3e83 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/c616b65e-863b-44d7-819c-8debce86243e HTTP/1.1" status: 404 len: 337 time: 0.0650339 Jan 27 17:17:41.282917 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3d747184-550f-43c8-b76d-aa1c37371a8d req-ef164754-2d9c-42ae-bbcd-c1ca76184b6f service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8421555 Jan 27 17:17:41.287495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42028) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:41.351134 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e3ffa0bf-ea0a-48ca-9697-f6f366afe62a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/16466b06-b8c6-4004-8a3f-262f92f9d017 HTTP/1.1" status: 200 len: 992 time: 0.5786617 Jan 27 17:17:41.372970 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a12d9c-319d-4ac2-85e1-6116b63c3ce0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:41.373803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a12d9c-319d-4ac2-85e1-6116b63c3ce0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:41.380157 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-02a12d9c-319d-4ac2-85e1-6116b63c3ce0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/bde1c038-5dfc-44de-aa12-0a5b9d14c8d6 HTTP/1.1" status: 404 len: 337 time: 0.0928175 Jan 27 17:17:41.382820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42034) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:41.442725 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9544e0-874c-4fcf-bf25-610790e6bcee tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:41.444151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9544e0-874c-4fcf-bf25-610790e6bcee tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:41.450658 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4f9544e0-874c-4fcf-bf25-610790e6bcee tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/045745a9-ec79-4d2f-9219-5a6b79c2c42d HTTP/1.1" status: 404 len: 333 time: 0.0655117 Jan 27 17:17:41.454886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42038) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:41.466519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:41.468370 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7d7bfa69-7ac3-43e5-b2f0-f62e42422a15 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "PUT /v2.0/routers/ee1071b8-5a1d-4248-a6d9-7caed7c35697 HTTP/1.1" status: 200 len: 919 time: 7.8037248 Jan 27 17:17:41.472387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Transition to ACTIVE for port object 2c5b5418-e12e-4c7b-8bd7-73debf75c8e9 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:41.473575 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42042) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:41.562968 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-05061c6b-7a89-4307-96d5-2d9a8d425b30 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:41.563226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05061c6b-7a89-4307-96d5-2d9a8d425b30 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:41.564682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2086f18-2a4d-4cfb-928c-8afd5610b048 None None] Network 3179ee91-307e-4137-b284-df6bf85f1e6e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:41.566124 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-05061c6b-7a89-4307-96d5-2d9a8d425b30 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/effd745a-280a-491d-9db6-5b0c766a0374 HTTP/1.1" status: 404 len: 337 time: 0.1088495 Jan 27 17:17:41.569224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42046) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:41.642469 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-15856ca3-7329-4162-9af9-1752699f7664 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:41.643178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15856ca3-7329-4162-9af9-1752699f7664 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:41.649166 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-15856ca3-7329-4162-9af9-1752699f7664 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/3b8a88b4-46df-4a5d-be03-3563f901a958 HTTP/1.1" status: 404 len: 337 time: 0.0783470 Jan 27 17:17:41.653205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42052) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:41.741767 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5428e14-3960-4e16-a44d-eb48fd21aaca tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:41.742261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5428e14-3960-4e16-a44d-eb48fd21aaca tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:41.746021 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f5428e14-3960-4e16-a44d-eb48fd21aaca tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/55b51ab5-8530-4430-b27e-3d784b389881 HTTP/1.1" status: 404 len: 333 time: 0.0864918 Jan 27 17:17:41.748864 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42056) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:41.805887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42060) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:41.813788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a22d-1a58-4434-81e9-b0cafc35ff26 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:41.815244 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fd0bc2-e298-49e3-8642-fbad97cb8c89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:41.815910 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59fd0bc2-e298-49e3-8642-fbad97cb8c89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:41.821253 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-59fd0bc2-e298-49e3-8642-fbad97cb8c89 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/d0b183a3-f6cb-4695-91af-58681d572f38 HTTP/1.1" status: 404 len: 337 time: 0.0703962 Jan 27 17:17:41.825572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42064) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:41.853636 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2a5b4291-1379-47fd-a82b-6dcf8182471b None None] Provisioning for port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:41.896090 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4900b86-4d8d-41fd-81ec-5739860696ae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:41.896645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4900b86-4d8d-41fd-81ec-5739860696ae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:41.898211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a22d-1a58-4434-81e9-b0cafc35ff26 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:41.899201 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d4900b86-4d8d-41fd-81ec-5739860696ae tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/e2b998c9-f449-4618-83d0-40df20a93dac HTTP/1.1" status: 404 len: 337 time: 0.0709546 Jan 27 17:17:41.901890 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42068) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:41.989015 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-4416d50c-d86f-4ecf-9ead-41c64f702d05 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:41.991131 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4416d50c-d86f-4ecf-9ead-41c64f702d05 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:41.995852 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4416d50c-d86f-4ecf-9ead-41c64f702d05 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/c4397cc9-e1f1-4df7-8d12-5076d2991862 HTTP/1.1" status: 404 len: 333 time: 0.0919101 Jan 27 17:17:42.000987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42072) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:42.063982 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c016b1f-84b1-4c65-b01e-621deaf4b835 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:42.063982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c016b1f-84b1-4c65-b01e-621deaf4b835 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:42.066780 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8c016b1f-84b1-4c65-b01e-621deaf4b835 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/0b9f4dcb-5c89-4b7a-a19a-e5843f0e2432 HTTP/1.1" status: 404 len: 337 time: 0.0638750 Jan 27 17:17:42.070253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42076) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:42.134389 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde35c18-f16d-48db-a631-28d54201461a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:42.135109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde35c18-f16d-48db-a631-28d54201461a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:42.137312 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fde35c18-f16d-48db-a631-28d54201461a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/7d3a2678-9f90-4834-9fe2-2bb24554da93 HTTP/1.1" status: 404 len: 333 time: 0.0656371 Jan 27 17:17:42.140792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42080) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:42.154967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a22d-1a58-4434-81e9-b0cafc35ff26 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:42.155490 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab2a22d-1a58-4434-81e9-b0cafc35ff26 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Fanout notify agent at l3_agent the message router_deleted on router 94fef9fd-24c7-404b-8f8b-6c9a7ba2280f {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:17:42.245138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:42.262862 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-254fdb6a-0fd7-4eca-82de-dc963c0b8e31 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:42.263805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254fdb6a-0fd7-4eca-82de-dc963c0b8e31 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:42.269543 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-254fdb6a-0fd7-4eca-82de-dc963c0b8e31 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/ed1e6fb8-9275-4714-b923-32bbfd4f2403 HTTP/1.1" status: 404 len: 337 time: 0.1209393 Jan 27 17:17:42.270717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42084) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:42.356218 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:42.366944 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-99031b9e-c101-4e81-8d1b-2d828a19ccf5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:42.366944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99031b9e-c101-4e81-8d1b-2d828a19ccf5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:42.366944 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-99031b9e-c101-4e81-8d1b-2d828a19ccf5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/2c22330e-43e1-41c1-8dba-e5df66d123f8 HTTP/1.1" status: 404 len: 333 time: 0.0945897 Jan 27 17:17:42.378919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42088) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:42.493155 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-d598f598-bbc3-4503-a719-24953fd9d820 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:42.493155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d598f598-bbc3-4503-a719-24953fd9d820 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:42.502694 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d598f598-bbc3-4503-a719-24953fd9d820 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/cd99ca1a-53b4-480c-b263-9b8088dafa1e HTTP/1.1" status: 404 len: 337 time: 0.1139097 Jan 27 17:17:42.502694 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42092) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:42.505130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a22d-1a58-4434-81e9-b0cafc35ff26 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:42.505130 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7ab2a22d-1a58-4434-81e9-b0cafc35ff26 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/94fef9fd-24c7-404b-8f8b-6c9a7ba2280f HTTP/1.1" status: 204 len: 168 time: 1.7900641 Jan 27 17:17:42.539203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42096) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:42.551930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:42.567793 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 3179ee91-307e-4137-b284-df6bf85f1e6e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:42.571773 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:42.575881 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:42.582711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:42.591438 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-9156b2d4-e0b7-42a9-9deb-565373791ae5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:42.591925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9156b2d4-e0b7-42a9-9deb-565373791ae5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:42.597033 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9156b2d4-e0b7-42a9-9deb-565373791ae5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/5158c118-3eef-4b4a-ad43-e44a53cbeb6b HTTP/1.1" status: 404 len: 333 time: 0.0943179 Jan 27 17:17:42.597563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42100) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:42.598289 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:42.599487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:42.611508 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8031f973-870e-49cc-8c81-0526248e4b30 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/routers/ee1071b8-5a1d-4248-a6d9-7caed7c35697 HTTP/1.1" status: 200 len: 925 time: 1.0880525 Jan 27 17:17:42.630467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42104) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:42.693450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-db8fa0c9-05b1-47ba-8093-035e60b5ba42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 6c680be0-d11d-4625-ad29-fe17d23aa0af {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:42.693804 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-db8fa0c9-05b1-47ba-8093-035e60b5ba42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:42.704166 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c195298-6f34-4115-a29d-0796587ed71c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:42.704501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c195298-6f34-4115-a29d-0796587ed71c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:42.706345 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6c195298-6f34-4115-a29d-0796587ed71c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/24fa139a-8ab4-41e7-a5d2-ff00c31db1f5 HTTP/1.1" status: 404 len: 337 time: 0.1081014 Jan 27 17:17:42.716572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42108) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:42.791999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32a9cb1-7fc7-4043-aa18-f6403bc05151 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting subnet fdaf338e-d6ae-4ee7-a647-0d2e71bf399f {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:17:42.819284 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c32a9cb1-7fc7-4043-aa18-f6403bc05151 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:42.828676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=2c5b5418-e12e-4c7b-8bd7-73debf75c8e9,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:42.878064 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f5916a-4440-457b-9d99-cf68ef72a18c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:42.878957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f5916a-4440-457b-9d99-cf68ef72a18c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:42.887482 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c4f5916a-4440-457b-9d99-cf68ef72a18c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/b55cabab-8f1a-483a-a7c1-f7978d44e184 HTTP/1.1" status: 404 len: 333 time: 0.1681371 Jan 27 17:17:42.888448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42112) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:42.891968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:42.892750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:42.892750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:42.892948 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:42.893308 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:42.894194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:42.894194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:42.894472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:42.895910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:42.895910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:42.895910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:42.897280 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:42.905012 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:42.979451 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16bde57-2fd3-4b65-b4a9-6531f9d18f83 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:42.980792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16bde57-2fd3-4b65-b4a9-6531f9d18f83 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:42.985835 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d16bde57-2fd3-4b65-b4a9-6531f9d18f83 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/ad6b3bbe-1d70-440e-8757-a4e8825d12d7 HTTP/1.1" status: 404 len: 337 time: 0.0846043 Jan 27 17:17:42.986987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42116) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:43.043958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=07e5856d-bbf3-49df-a2d4-7a4d0353a0d9,segment=NetworkSegment(3c4d471a-ca3a-4f70-b701-38f52885749c),segment_id=3c4d471a-ca3a-4f70-b701-38f52885749c)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:43.050672 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:43.067696 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-1315ce77-5f28-46b7-969d-38328d6f4a3d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:43.068205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1315ce77-5f28-46b7-969d-38328d6f4a3d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:43.076140 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1315ce77-5f28-46b7-969d-38328d6f4a3d tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/d81612da-6362-47c6-8190-d281622b1fe8 HTTP/1.1" status: 404 len: 333 time: 0.0845180 Jan 27 17:17:43.077186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42120) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:43.153057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 80b6f256-5af0-422e-9158-e5adf7bc2a31 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:17:43.168008 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e15317-c59c-48ff-a28a-c68e8a44b9dd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:43.168405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e15317-c59c-48ff-a28a-c68e8a44b9dd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:43.175895 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-16e15317-c59c-48ff-a28a-c68e8a44b9dd tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/eb4760f7-94d1-4a66-933a-211cc07a9c0f HTTP/1.1" status: 404 len: 337 time: 0.0805504 Jan 27 17:17:43.180508 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42124) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:43.217589 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 80b6f256-5af0-422e-9158-e5adf7bc2a31 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:17:43.217589 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 80b6f256-5af0-422e-9158-e5adf7bc2a31 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:17:43.230792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-569e5199-5c66-400c-9b8e-1becc991344b None None] Provisioning for port 2c5b5418-e12e-4c7b-8bd7-73debf75c8e9 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:43.237843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c32a9cb1-7fc7-4043-aa18-f6403bc05151 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:43.247313 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-569e5199-5c66-400c-9b8e-1becc991344b None None] Provisioning complete for port 2c5b5418-e12e-4c7b-8bd7-73debf75c8e9 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:43.247313 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-569e5199-5c66-400c-9b8e-1becc991344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:43.282230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f229da23-1eaf-4a2d-ab1c-7284e439530e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:43.282230 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f229da23-1eaf-4a2d-ab1c-7284e439530e tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&device_id=ee1071b8-5a1d-4248-a6d9-7caed7c35697&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6435201 Jan 27 17:17:43.282230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:43.290602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42128) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:43.324205 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af39e5b-9099-4207-a300-1736d440cad0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:43.324205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af39e5b-9099-4207-a300-1736d440cad0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:43.332404 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-db8fa0c9-05b1-47ba-8093-035e60b5ba42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:43.332404 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-db8fa0c9-05b1-47ba-8093-035e60b5ba42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:43.341985 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5af39e5b-9099-4207-a300-1736d440cad0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/acda0a07-3d2f-4558-87fb-cf1b8fb7c8f8 HTTP/1.1" status: 404 len: 337 time: 0.1415665 Jan 27 17:17:43.341985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42132) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:43.355963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=07e5856d-bbf3-49df-a2d4-7a4d0353a0d9,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:43.395114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-569e5199-5c66-400c-9b8e-1becc991344b None None] Port 2c5b5418-e12e-4c7b-8bd7-73debf75c8e9 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:43.410978 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cca17e-7b8f-45c7-b44d-ffcb0a0c3a37 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:43.418950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cca17e-7b8f-45c7-b44d-ffcb0a0c3a37 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:43.418950 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-01cca17e-7b8f-45c7-b44d-ffcb0a0c3a37 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/93f91227-6c14-48af-9fef-04be1ec40c05 HTTP/1.1" status: 404 len: 333 time: 0.0870872 Jan 27 17:17:43.425149 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42136) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:43.542214 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c239cc1-e2d9-4125-8235-0fd1b0298cc3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:43.542214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c239cc1-e2d9-4125-8235-0fd1b0298cc3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:43.542214 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7c239cc1-e2d9-4125-8235-0fd1b0298cc3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/9223313a-155d-4ea4-bda7-01835cf795dc HTTP/1.1" status: 404 len: 337 time: 0.1180875 Jan 27 17:17:43.549638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42140) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:43.599323 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-db8fa0c9-05b1-47ba-8093-035e60b5ba42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 6c680be0-d11d-4625-ad29-fe17d23aa0af owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:43.786922 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f27eac-1e9e-4f61-90d7-6c853ad88ec4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:43.786922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f27eac-1e9e-4f61-90d7-6c853ad88ec4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:43.786922 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a7f27eac-1e9e-4f61-90d7-6c853ad88ec4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/c79ec97e-f53c-4894-922e-bc0a3d6bdfc9 HTTP/1.1" status: 404 len: 337 time: 0.2262170 Jan 27 17:17:43.786922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42144) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:43.850077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c32a9cb1-7fc7-4043-aa18-f6403bc05151 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:43.880853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd16bc4c-0eea-4a1c-a628-337138bc3883 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:43.885289 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bd16bc4c-0eea-4a1c-a628-337138bc3883 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/networks/30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 881 time: 0.5975490 Jan 27 17:17:43.888275 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dba1b1-b113-4c07-ad7d-25c0710ad8d3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:43.888750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25dba1b1-b113-4c07-ad7d-25c0710ad8d3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:43.890386 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-25dba1b1-b113-4c07-ad7d-25c0710ad8d3 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/7d687353-5958-45bb-8947-312605e657b7 HTTP/1.1" status: 404 len: 333 time: 0.0956466 Jan 27 17:17:43.892906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42148) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:43.893462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42150) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:43.942134 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c1c4bf-ad6a-4188-af6f-9409b89acf47 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:43.942575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c1c4bf-ad6a-4188-af6f-9409b89acf47 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:43.948064 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-81c1c4bf-ad6a-4188-af6f-9409b89acf47 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/1112f55a-b383-4d03-aea6-6be19e998ace HTTP/1.1" status: 404 len: 337 time: 0.0505593 Jan 27 17:17:43.950348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42156) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:43.999935 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-36056a10-76e6-4b92-8295-9517358eb1f5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:44.000227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36056a10-76e6-4b92-8295-9517358eb1f5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:44.005893 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-81ab001f-7307-4396-9f2f-0e5da0d758ec tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee1071b8-5a1d-4248-a6d9-7caed7c35697 HTTP/1.1" status: 200 len: 205 time: 0.1118710 Jan 27 17:17:44.010014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42160) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:44.054274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:44.108081 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-36056a10-76e6-4b92-8295-9517358eb1f5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/70fed95e-8ca0-4472-9d2f-dbdb0c7a0429 HTTP/1.1" status: 404 len: 337 time: 0.1566339 Jan 27 17:17:44.111141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42164) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:44.118428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c32a9cb1-7fc7-4043-aa18-f6403bc05151 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.146791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:44.147677 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.302098 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-db8fa0c9-05b1-47ba-8093-035e60b5ba42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.354591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a9cb1-7fc7-4043-aa18-f6403bc05151 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Subnet': ['ID=fdaf338e-d6ae-4ee7-a647-0d2e71bf399f,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:44.362361 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-78966c13-6e34-4cda-8019-e5380640e590 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:44.363047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78966c13-6e34-4cda-8019-e5380640e590 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:44.365039 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-78966c13-6e34-4cda-8019-e5380640e590 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/1ba2ee6b-64e9-416d-ab5b-bb7156466bf6 HTTP/1.1" status: 404 len: 333 time: 0.2515967 Jan 27 17:17:44.370824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c32a9cb1-7fc7-4043-aa18-f6403bc05151 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.375323 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c32a9cb1-7fc7-4043-aa18-f6403bc05151 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/fdaf338e-d6ae-4ee7-a647-0d2e71bf399f HTTP/1.1" status: 204 len: 168 time: 1.8325679 Jan 27 17:17:44.377507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42168) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:44.378003 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42170) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:44.381789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6444626f-957b-42a6-bd6e-186167525eef None None] Network 04535091-27f4-493f-8153-35a4e01220a8 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:44.391728 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fa0c9-05b1-47ba-8093-035e60b5ba42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=6c680be0-d11d-4625-ad29-fe17d23aa0af,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:44.462747 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddb65c7-08ad-41bc-8770-3c4fc6aa0cb0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:44.463205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddb65c7-08ad-41bc-8770-3c4fc6aa0cb0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:44.467306 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cddb65c7-08ad-41bc-8770-3c4fc6aa0cb0 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/7ebb0080-3f76-40ab-8980-6e1e8c7923a2 HTTP/1.1" status: 404 len: 337 time: 0.0859494 Jan 27 17:17:44.478611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42176) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:44.481705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.492553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.505569 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.506332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.573291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-db8fa0c9-05b1-47ba-8093-035e60b5ba42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.573603 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-db8fa0c9-05b1-47ba-8093-035e60b5ba42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 16466b06-b8c6-4004-8a3f-262f92f9d017 disassociated (deleted). External IP: 172.26.8.10, port: 11de10c8-651e-49c5-8e29-19f4b2d1e0a0. Jan 27 17:17:44.645907 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35e7ae0-fa05-4e4a-b3b2-2179d44b4446 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:44.646159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35e7ae0-fa05-4e4a-b3b2-2179d44b4446 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:44.650564 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c35e7ae0-fa05-4e4a-b3b2-2179d44b4446 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/7481ae08-c84d-4a49-8b12-6236076f7cf6 HTTP/1.1" status: 404 len: 337 time: 0.1161215 Jan 27 17:17:44.654924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42180) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:44.657986 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697118b5-2228-49fa-a799-20fa93631283 None None] DHCP port deletion for 04535091-27f4-493f-8153-35a4e01220a8 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:17:44.662822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-697118b5-2228-49fa-a799-20fa93631283 None None] Deleting port 16132063-f1e5-4c7e-b084-ec3418764097 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:44.663289 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-697118b5-2228-49fa-a799-20fa93631283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.686556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.744278 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=2c5b5418-e12e-4c7b-8bd7-73debf75c8e9,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:44.752029 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c30e4601-3ee8-4083-b297-6abf2ae1909e tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea886177-eefd-4f00-8800-e1a2e3e8e04a HTTP/1.1" status: 200 len: 205 time: 0.0916245 Jan 27 17:17:44.760356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42184) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:44.851571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port 16132063-f1e5-4c7e-b084-ec3418764097 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:44.851918 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.879549 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-88bc6d53-2a56-4901-824d-7a3a7f8beb93 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] delete failed (client error): The resource could not be found. Jan 27 17:17:44.879549 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-88bc6d53-2a56-4901-824d-7a3a7f8beb93 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/routers/ea886177-eefd-4f00-8800-e1a2e3e8e04a HTTP/1.1" status: 404 len: 336 time: 0.1158934 Jan 27 17:17:44.885947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42188) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:44.913688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.936793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-697118b5-2228-49fa-a799-20fa93631283 None None] For port 16132063-f1e5-4c7e-b084-ec3418764097, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=16132063-f1e5-4c7e-b084-ec3418764097,segment=NetworkSegment(61e099e6-5762-4cb4-96f8-829947c93288),segment_id=61e099e6-5762-4cb4-96f8-829947c93288)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:44.937759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-697118b5-2228-49fa-a799-20fa93631283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.941256 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c02e143-df9a-4d89-b981-a3d7fe8a1e34 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:44.941842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c02e143-df9a-4d89-b981-a3d7fe8a1e34 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:44.965273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Deleting port 1e1b0b3c-2710-4f93-bb29-a95ccb8ee6b2 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:44.965620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:44.969450 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5c02e143-df9a-4d89-b981-a3d7fe8a1e34 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/60d07e6f-68e5-4cd4-9c39-520d1be5ba47 HTTP/1.1" status: 404 len: 337 time: 0.0824413 Jan 27 17:17:44.996060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42192) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:45.045324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 3179ee91-307e-4137-b284-df6bf85f1e6e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:45.054695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:45.081367 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a0b1a080-4a7d-4733-9a0b-3ac69e3bcab1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f73f170-294b-4ddd-a595-6bfb251644e9 HTTP/1.1" status: 200 len: 205 time: 0.0841019 Jan 27 17:17:45.103364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42196) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:45.122856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-697118b5-2228-49fa-a799-20fa93631283 None None] Calling delete_port for 16132063-f1e5-4c7e-b084-ec3418764097 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:45.217586 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-697118b5-2228-49fa-a799-20fa93631283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:45.270516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697118b5-2228-49fa-a799-20fa93631283 None None] Pushing event deleted for resources: {'Port': ['ID=16132063-f1e5-4c7e-b084-ec3418764097,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:45.273266 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697118b5-2228-49fa-a799-20fa93631283 None None] No DVR routers for this DVR port 16132063-f1e5-4c7e-b084-ec3418764097 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:17:45.407836 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-65bba540-e81f-4d04-a875-0a9328b7a56f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] delete failed (client error): The resource could not be found. Jan 27 17:17:45.409605 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-65bba540-e81f-4d04-a875-0a9328b7a56f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/routers/1f73f170-294b-4ddd-a595-6bfb251644e9 HTTP/1.1" status: 404 len: 336 time: 0.3036504 Jan 27 17:17:45.415195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42200) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:45.432757 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b1cfb896-9ecc-44a7-b558-966c991434ac None None] Provisioning complete for port 2c5b5418-e12e-4c7b-8bd7-73debf75c8e9 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:45.433531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb896-9ecc-44a7-b558-966c991434ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:45.490964 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8fa0c9-05b1-47ba-8093-035e60b5ba42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:17:45.496500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-b1cfb896-9ecc-44a7-b558-966c991434ac None None] Port 2c5b5418-e12e-4c7b-8bd7-73debf75c8e9 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:45.579909 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-3450540f-88d2-4e34-b55c-85afd305773a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:45.580365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3450540f-88d2-4e34-b55c-85afd305773a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:45.584507 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3450540f-88d2-4e34-b55c-85afd305773a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/dc1866de-099b-4faa-a0d0-fd666a18251d HTTP/1.1" status: 404 len: 337 time: 0.1621852 Jan 27 17:17:45.586615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42204) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:45.592183 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] For port 16132063-f1e5-4c7e-b084-ec3418764097, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=16132063-f1e5-4c7e-b084-ec3418764097,segment=NetworkSegment(61e099e6-5762-4cb4-96f8-829947c93288),segment_id=61e099e6-5762-4cb4-96f8-829947c93288)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:45.592544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:45.655453 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf5cc26-dc84-42bf-81a3-7cf38393b582 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:45.655954 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf5cc26-dc84-42bf-81a3-7cf38393b582 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:45.657649 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dbf5cc26-dc84-42bf-81a3-7cf38393b582 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/cc891a36-cdab-4cfa-ab3a-e88d55be1271 HTTP/1.1" status: 404 len: 337 time: 0.0685992 Jan 27 17:17:45.660760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42208) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:45.736735 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for 16132063-f1e5-4c7e-b084-ec3418764097 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:45.783512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router 802b67e1-dc8c-44c4-946d-46edc7614b5c is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:17:45.785725 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-372ac246-af5b-4e18-a19c-33cdfb3a0bec tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:45.786184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372ac246-af5b-4e18-a19c-33cdfb3a0bec tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:45.787856 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-372ac246-af5b-4e18-a19c-33cdfb3a0bec tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/306c26cc-5a34-49a7-9c3a-12fa1e652f79 HTTP/1.1" status: 404 len: 333 time: 0.1264091 Jan 27 17:17:45.793754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42212) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:45.801238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:45.844284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8fa0c9-05b1-47ba-8093-035e60b5ba42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:45.846163 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-962d7a80-d5a1-4aa7-b3f5-4d2008c50b8a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:45.846573 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962d7a80-d5a1-4aa7-b3f5-4d2008c50b8a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:45.848493 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-962d7a80-d5a1-4aa7-b3f5-4d2008c50b8a tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/0c0ccf64-ee2a-4c98-b274-0852f974e6d1 HTTP/1.1" status: 404 len: 337 time: 0.0538025 Jan 27 17:17:45.854292 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-db8fa0c9-05b1-47ba-8093-035e60b5ba42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:45.857789 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ce75b-deb9-43db-ab48-f74bdbb23591 None None] Sync routers for ids ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:45.867796 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ce75b-deb9-43db-ab48-f74bdbb23591 None None] Routers {'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:45.868250 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-909ce75b-deb9-43db-ab48-f74bdbb23591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:45.877660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42216) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:45.994742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Calling delete_port for 1e1b0b3c-2710-4f93-bb29-a95ccb8ee6b2 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:46.025589 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cd32da-d845-4887-a082-c65f8d581435 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:46.026431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5cd32da-d845-4887-a082-c65f8d581435 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:46.031185 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a5cd32da-d845-4887-a082-c65f8d581435 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/d99096a4-357a-43b0-af67-3623a545a714 HTTP/1.1" status: 404 len: 333 time: 0.1524594 Jan 27 17:17:46.033086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42220) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:46.059077 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 16132063-f1e5-4c7e-b084-ec3418764097 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:17:46.062415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:46.072192 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-580c47b1-a528-4ff8-afa4-78d4e62258bf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/802b67e1-dc8c-44c4-946d-46edc7614b5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8501625 Jan 27 17:17:46.072994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42224) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:46.088378 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65a628a-cb91-4276-9b9b-fd9a0b5eaed6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:46.089164 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65a628a-cb91-4276-9b9b-fd9a0b5eaed6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:46.093799 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c65a628a-cb91-4276-9b9b-fd9a0b5eaed6 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/37399a22-3ed5-449b-b8aa-a7af3b6f15c7 HTTP/1.1" status: 404 len: 337 time: 0.0533061 Jan 27 17:17:46.094695 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42228) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:46.113971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39528d9-eb7d-41ee-82be-99c31d2b10fa None None] Sync routers for ids ['802b67e1-dc8c-44c4-946d-46edc7614b5c'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:46.116477 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-db8fa0c9-05b1-47ba-8093-035e60b5ba42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/floatingips/16466b06-b8c6-4004-8a3f-262f92f9d017 HTTP/1.1" status: 204 len: 168 time: 4.3080695 Jan 27 17:17:46.124126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'tag': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:17:46.125774 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 16132063-f1e5-4c7e-b084-ec3418764097 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:17:46.126681 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 16132063-f1e5-4c7e-b084-ec3418764097 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:17:46.149352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39528d9-eb7d-41ee-82be-99c31d2b10fa None None] Routers {'802b67e1-dc8c-44c4-946d-46edc7614b5c'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:46.150257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c39528d9-eb7d-41ee-82be-99c31d2b10fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['802b67e1-dc8c-44c4-946d-46edc7614b5c'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:46.163621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:17:46.163928 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:17:46.166880 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a76194-525c-422d-90c1-4452cfe0d4bc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:46.167348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a76194-525c-422d-90c1-4452cfe0d4bc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:46.172172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e4baf-a225-49ee-bfad-039d0159c325 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:46.172999 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-016e4baf-a225-49ee-bfad-039d0159c325 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Synchronizing usage tracker for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:46.177977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42236) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:46.178184 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-83a76194-525c-422d-90c1-4452cfe0d4bc tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/5cfc6474-d96d-42d7-b3aa-cf2cf71dd072 HTTP/1.1" status: 404 len: 333 time: 0.0789433 Jan 27 17:17:46.223839 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c39528d9-eb7d-41ee-82be-99c31d2b10fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:46.236648 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39528d9-eb7d-41ee-82be-99c31d2b10fa None None] Routers {'802b67e1-dc8c-44c4-946d-46edc7614b5c'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:46.237547 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c39528d9-eb7d-41ee-82be-99c31d2b10fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['802b67e1-dc8c-44c4-946d-46edc7614b5c'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:46.242242 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-577891f6-7456-4574-89fd-69c8a716fda4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:46.243233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577891f6-7456-4574-89fd-69c8a716fda4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:46.245235 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-577891f6-7456-4574-89fd-69c8a716fda4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/dd0aa20d-dcc1-43e1-9970-23f492467205 HTTP/1.1" status: 404 len: 337 time: 0.0660257 Jan 27 17:17:46.249563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42240) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:46.254207 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-909ce75b-deb9-43db-ab48-f74bdbb23591 None None] Set router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:46.260827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-016e4baf-a225-49ee-bfad-039d0159c325 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Unset dirty status for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:46.262815 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-016e4baf-a225-49ee-bfad-039d0159c325 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports/2c5b5418-e12e-4c7b-8bd7-73debf75c8e9 HTTP/1.1" status: 200 len: 911 time: 0.1868274 Jan 27 17:17:46.265762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42244) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:46.362585 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c39528d9-eb7d-41ee-82be-99c31d2b10fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:46.363022 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39528d9-eb7d-41ee-82be-99c31d2b10fa None None] The sync data for ids ['802b67e1-dc8c-44c4-946d-46edc7614b5c'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:46.402759 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-759cb0ff-7784-44c9-87e3-72109b476dd5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:46.403656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759cb0ff-7784-44c9-87e3-72109b476dd5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:46.406214 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-759cb0ff-7784-44c9-87e3-72109b476dd5 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/37218f71-0625-464d-9c7e-788179eba221 HTTP/1.1" status: 404 len: 333 time: 0.1557956 Jan 27 17:17:46.412111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42248) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:46.475909 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b20deda-0e93-4b60-bff6-676d1398d398 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:46.476988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b20deda-0e93-4b60-bff6-676d1398d398 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:46.529055 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0b20deda-0e93-4b60-bff6-676d1398d398 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/afea0b31-c295-4042-b436-dcc9599d618a HTTP/1.1" status: 404 len: 337 time: 0.1129868 Jan 27 17:17:46.533111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42254) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:46.607809 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e86796-a6e6-49ac-a1ff-63255ec4aad4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:46.608605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e86796-a6e6-49ac-a1ff-63255ec4aad4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:46.610510 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-40e86796-a6e6-49ac-a1ff-63255ec4aad4 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/0a3d3f31-6966-4fbd-b205-1f992205ada6 HTTP/1.1" status: 404 len: 333 time: 0.0743525 Jan 27 17:17:46.613336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42258) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:46.651013 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'tag': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0', 'status': 'completed', 'code': 200} Jan 27 17:17:46.654946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6664a01-d984-4c12-928e-6b3efb786fea req-6693bb14-348c-48b2-835d-884602880e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:46.656495 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b6664a01-d984-4c12-928e-6b3efb786fea req-6693bb14-348c-48b2-835d-884602880e76 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 1098 time: 0.3171997 Jan 27 17:17:46.657132 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:46.670318 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-909ce75b-deb9-43db-ab48-f74bdbb23591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '00ce8557-c7be-440b-a3ef-57bf8d815db2', 'name': '', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:21:6d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:19Z', 'updated_at': '2022-01-27T17:16:35Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:46.674493 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ce75b-deb9-43db-ab48-f74bdbb23591 None None] Checking router: c97cbcf9-aed2-49e9-b61c-3ee9b950a75e for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:17:46.683985 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ce75b-deb9-43db-ab48-f74bdbb23591 None None] Routers {'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:46.684604 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-909ce75b-deb9-43db-ab48-f74bdbb23591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:46.695156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port 16132063-f1e5-4c7e-b084-ec3418764097 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:46.695467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:46.766276 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f5fc43-bcc6-4fc6-a026-c5879633dd6c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:46.766628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f5fc43-bcc6-4fc6-a026-c5879633dd6c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:46.768588 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c9f5fc43-bcc6-4fc6-a026-c5879633dd6c tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/ae235f7e-fcfd-4f56-9639-3dbb198592fb HTTP/1.1" status: 404 len: 337 time: 0.1539805 Jan 27 17:17:46.785615 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42262) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:46.788876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Pushing event deleted for resources: {'Port': ['ID=1e1b0b3c-2710-4f93-bb29-a95ccb8ee6b2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:46.887201 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-909ce75b-deb9-43db-ab48-f74bdbb23591 None None] Set router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:46.909520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] The port '16132063-f1e5-4c7e-b084-ec3418764097' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:17:46.950831 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bfd8ce-8d4c-404d-a6f5-6dc4e8e97f27 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:46.951298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bfd8ce-8d4c-404d-a6f5-6dc4e8e97f27 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:46.953381 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-50bfd8ce-8d4c-404d-a6f5-6dc4e8e97f27 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/2e5cd1a5-5948-4bb0-9caa-dbb008a15a8a HTTP/1.1" status: 404 len: 333 time: 0.1662142 Jan 27 17:17:46.970957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e74ad-6634-4b6f-88e6-2d287ef3c451 req-21dd0ce4-5f02-4f50-bd6b-ef356782cfd3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:46.971723 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-f22e74ad-6634-4b6f-88e6-2d287ef3c451 req-21dd0ce4-5f02-4f50-bd6b-ef356782cfd3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:46.974401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42266) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:47.042097 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d7369c-0539-4bd8-9358-ccd413945d8f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:47.042097 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d7369c-0539-4bd8-9358-ccd413945d8f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:47.045850 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-22d7369c-0539-4bd8-9358-ccd413945d8f tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/9233b129-b7d9-4b81-8305-4a1922f5bd38 HTTP/1.1" status: 404 len: 337 time: 0.0633984 Jan 27 17:17:47.055443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42270) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:47.096360 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-f22e74ad-6634-4b6f-88e6-2d287ef3c451 req-21dd0ce4-5f02-4f50-bd6b-ef356782cfd3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:47.097169 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f22e74ad-6634-4b6f-88e6-2d287ef3c451 req-21dd0ce4-5f02-4f50-bd6b-ef356782cfd3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 945 time: 0.4495578 Jan 27 17:17:47.107479 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c97881-7cdb-4005-b8a7-0b64f3125efa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:47.108028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c97881-7cdb-4005-b8a7-0b64f3125efa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:47.112925 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-59c97881-7cdb-4005-b8a7-0b64f3125efa tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/ports/ab30e5f5-ad10-4dde-91d9-92c5d3117643 HTTP/1.1" status: 404 len: 333 time: 0.0533588 Jan 27 17:17:47.114701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42274) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:47.293723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:47.314135 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-909ce75b-deb9-43db-ab48-f74bdbb23591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '00ce8557-c7be-440b-a3ef-57bf8d815db2', 'name': '', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:21:6d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:19Z', 'updated_at': '2022-01-27T17:16:35Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:47.322952 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ce75b-deb9-43db-ab48-f74bdbb23591 None None] The sync data for ids ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'] in dv-neutron-825077-1-hyperv is: [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '00ce8557-c7be-440b-a3ef-57bf8d815db2', 'name': '', 'network_id': 'b9bf0c44-3de1-4a38-bbb5-da77ccbe891c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:21:6d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:19Z', 'updated_at': '2022-01-27T17:16:35Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'f8ce77c3-f8c6-4b84-b710-5469625b2548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:47.436968 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc87973a-7765-4c4e-b761-984b6537fdd7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] DELETE failed (client error): The resource could not be found. Jan 27 17:17:47.438647 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc87973a-7765-4c4e-b761-984b6537fdd7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:17:47.442154 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dc87973a-7765-4c4e-b761-984b6537fdd7 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/subnets/3716d0a9-391c-4439-8ef0-a439408dae20 HTTP/1.1" status: 404 len: 337 time: 0.3250766 Jan 27 17:17:47.446282 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42280) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:47.490679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:47.499398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6664a01-d984-4c12-928e-6b3efb786fea req-f99456dd-912c-4133-bfed-a687a79fdb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:47.500991 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b6664a01-d984-4c12-928e-6b3efb786fea req-f99456dd-912c-4133-bfed-a687a79fdb4d service neutron] 10.222.0.88 "GET /v2.0/networks?id=b9bf0c44-3de1-4a38-bbb5-da77ccbe891c HTTP/1.1" status: 200 len: 899 time: 0.7568867 Jan 27 17:17:47.522348 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f22e74ad-6634-4b6f-88e6-2d287ef3c451 req-1d4202e8-816b-46d4-8a9c-92bbb7100ec9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f42a072f-11bb-49b3-98ed-7ec968dbf5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3712151 Jan 27 17:17:47.637347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7cd8109a-da3e-49a8-ac33-3c3b13fad5f1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:47.647181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:47.659070 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:47.663726 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b6664a01-d984-4c12-928e-6b3efb786fea req-30439b9f-f9d8-42ce-b9e0-212029769635 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11de10c8-651e-49c5-8e29-19f4b2d1e0a0 HTTP/1.1" status: 200 len: 217 time: 0.0990107 Jan 27 17:17:47.665555 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04535091-27f4-493f-8153-35a4e01220a8']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:47.686320 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229dbd6-3904-407f-be4d-e1570105894a None None] New status for floating IP 16466b06-b8c6-4004-8a3f-262f92f9d017: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:17:47.735356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e099e6-5762-4cb4-96f8-829947c93288') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:47.735695 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e099e6-5762-4cb4-96f8-829947c93288') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:47.762390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:47.778708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:47.779265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Fanout notify agent at l3_agent the message router_deleted on router ee1071b8-5a1d-4248-a6d9-7caed7c35697 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:17:47.794007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:47.802572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6664a01-d984-4c12-928e-6b3efb786fea req-665c0f71-4956-499d-bf1a-deb5eb843530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:47.804085 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b6664a01-d984-4c12-928e-6b3efb786fea req-665c0f71-4956-499d-bf1a-deb5eb843530 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f8ce77c3-f8c6-4b84-b710-5469625b2548 HTTP/1.1" status: 200 len: 835 time: 0.1293137 Jan 27 17:17:47.811704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:47.813434 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-78285ddc-8d97-4701-a476-d0c46fbe5799 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "DELETE /v2.0/routers/ee1071b8-5a1d-4248-a6d9-7caed7c35697 HTTP/1.1" status: 204 len: 168 time: 3.8019974 Jan 27 17:17:47.816348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:17:47.817040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:47.829033 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42284) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:17:47.835510 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:17:47.918348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7cd8109a-da3e-49a8-ac33-3c3b13fad5f1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:47.928073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1707534704', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:47.943847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:47.965056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Usage tracker for resource:router and tenant:376088baca8347d19bad1b8be351dcab is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:47.973317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:47.980445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:47.984738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7cd8109a-da3e-49a8-ac33-3c3b13fad5f1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185d5333-05b7-45cc-a2cf-ffb552748715']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:47.985584 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:47.994562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:48.014975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Network': ['ID=04535091-27f4-493f-8153-35a4e01220a8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:48.017197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7cd8109a-da3e-49a8-ac33-3c3b13fad5f1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810280be-09dc-4af1-b69b-7ec5594d12d6') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:48.017519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7cd8109a-da3e-49a8-ac33-3c3b13fad5f1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810280be-09dc-4af1-b69b-7ec5594d12d6') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:48.021144 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1856e60e-735e-4537-b921-4ea22f45395a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/networks/04535091-27f4-493f-8153-35a4e01220a8 HTTP/1.1" status: 204 len: 168 time: 3.6388357 Jan 27 17:17:48.024917 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6664a01-d984-4c12-928e-6b3efb786fea req-50d49143-c06d-4602-87cf-21aa8a46f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:48.026823 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b6664a01-d984-4c12-928e-6b3efb786fea req-50d49143-c06d-4602-87cf-21aa8a46f954 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b9bf0c44-3de1-4a38-bbb5-da77ccbe891c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2119577 Jan 27 17:17:48.027307 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42288) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:48.032403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f33ad167-1168-4d93-a8f1-fea5c4034de8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-137051052', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:48.042623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.043677 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.054519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7cd8109a-da3e-49a8-ac33-3c3b13fad5f1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.062354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f33ad167-1168-4d93-a8f1-fea5c4034de8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:48.069736 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66b5c540-eff9-4d4d-a6cb-c85ef8e6d80e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.078438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f33ad167-1168-4d93-a8f1-fea5c4034de8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:router and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:48.091245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f33ad167-1168-4d93-a8f1-fea5c4034de8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:48.101332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f33ad167-1168-4d93-a8f1-fea5c4034de8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:48.147819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7cd8109a-da3e-49a8-ac33-3c3b13fad5f1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.177620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f33ad167-1168-4d93-a8f1-fea5c4034de8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.178674 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f33ad167-1168-4d93-a8f1-fea5c4034de8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.217249 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.217918 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b6664a01-d984-4c12-928e-6b3efb786fea req-e4ffc0ff-d779-48b2-b081-753b0ef6c7a3 service neutron] 10.222.0.88 "GET /v2.0/networks/b9bf0c44-3de1-4a38-bbb5-da77ccbe891c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794376 Jan 27 17:17:48.219229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f33ad167-1168-4d93-a8f1-fea5c4034de8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.219864 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd8109a-da3e-49a8-ac33-3c3b13fad5f1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:17:48.220262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7cd8109a-da3e-49a8-ac33-3c3b13fad5f1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:17:48.242579 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:17:48.298592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f615c9-283f-4edb-9a1c-67e551e7f325 req-9ec04da5-7f9c-4174-bf41-1e4dd1a57bd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:48.300150 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-26f615c9-283f-4edb-9a1c-67e551e7f325 req-9ec04da5-7f9c-4174-bf41-1e4dd1a57bd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 945 time: 0.4720643 Jan 27 17:17:48.342924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f33ad167-1168-4d93-a8f1-fea5c4034de8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.404976 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f33ad167-1168-4d93-a8f1-fea5c4034de8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.406178 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f33ad167-1168-4d93-a8f1-fea5c4034de8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3779118 Jan 27 17:17:48.409899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42292) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:48.418991 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'network': {'name': 'tempest-RoutersTest-515738341'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:48.424331 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b6664a01-d984-4c12-928e-6b3efb786fea req-3217ea5f-dc75-4ba6-82c7-39a276441089 service neutron] 10.222.0.88 "GET /v2.0/networks/b9bf0c44-3de1-4a38-bbb5-da77ccbe891c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925764 Jan 27 17:17:48.427044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:48.433515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:network and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:48.438237 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:48.450104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:48.464402 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:48.469404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.505524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:17:48.517099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.517482 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Added segment 1f2447d7-d576-4ee6-8f5a-a10f7c81f588 of type vlan for network c9207672-40e1-4e27-a401-aa03d202cb07 Jan 27 17:17:48.557699 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7cd8109a-da3e-49a8-ac33-3c3b13fad5f1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.560250 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.594631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7cd8109a-da3e-49a8-ac33-3c3b13fad5f1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.603503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.610501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:48.611274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.635946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-26f615c9-283f-4edb-9a1c-67e551e7f325 req-92059263-94c0-42be-b100-0849b81ce8c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:48.636372 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-26f615c9-283f-4edb-9a1c-67e551e7f325 req-92059263-94c0-42be-b100-0849b81ce8c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:48.716611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8109a-da3e-49a8-ac33-3c3b13fad5f1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] Pushing event deleted for resources: {'Network': ['ID=185d5333-05b7-45cc-a2cf-ffb552748715,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:48.733221 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7cd8109a-da3e-49a8-ac33-3c3b13fad5f1 tempest-NetworksTestDHCPv6-1285353881 tempest-NetworksTestDHCPv6-1285353881-project] 10.222.0.81 "DELETE /v2.0/networks/185d5333-05b7-45cc-a2cf-ffb552748715 HTTP/1.1" status: 204 len: 168 time: 1.2858508 Jan 27 17:17:48.829654 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4190786 Jan 27 17:17:48.831064 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd98aca-846c-4ca5-87e6-028d0275c27e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Network': ['ID=c9207672-40e1-4e27-a401-aa03d202cb07,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:48.845980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network c9207672-40e1-4e27-a401-aa03d202cb07 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:17:48.847802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42300) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:48.858298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'subnet': {'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:49.142811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:49.148972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:subnet and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:49.153584 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:49.161557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:49.186507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9123a96-7d7b-4f12-bef8-eb5043d592e6 req-6abc8bac-d07a-4d2a-a570-d28c671b09e8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:49.189271 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b9123a96-7d7b-4f12-bef8-eb5043d592e6 req-6abc8bac-d07a-4d2a-a570-d28c671b09e8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 945 time: 0.5203679 Jan 27 17:17:49.192001 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:49.197288 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:49.214135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:49.218175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42306) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:49.345545 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b9123a96-7d7b-4f12-bef8-eb5043d592e6 req-67cdee0b-b476-4d9e-b8f2-56723c48b660 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f42a072f-11bb-49b3-98ed-7ec968dbf5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312251 Jan 27 17:17:49.472879 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-66b5c540-eff9-4d4d-a6cb-c85ef8e6d80e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port 2c5b5418-e12e-4c7b-8bd7-73debf75c8e9 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:49.473719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66b5c540-eff9-4d4d-a6cb-c85ef8e6d80e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:49.570821 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-00e78fea-8803-40f4-846d-a276ecadea45 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2944afb4542463daa96520c6f15b509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516300 Jan 27 17:17:49.573604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:49.578851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42314) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:49.592697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-26f615c9-283f-4edb-9a1c-67e551e7f325 req-92059263-94c0-42be-b100-0849b81ce8c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=11de10c8-651e-49c5-8e29-19f4b2d1e0a0,segment=NetworkSegment(652f9c8e-0dd1-4a0e-8964-2add538bfe4c),segment_id=652f9c8e-0dd1-4a0e-8964-2add538bfe4c)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:49.593060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-26f615c9-283f-4edb-9a1c-67e551e7f325 req-92059263-94c0-42be-b100-0849b81ce8c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:49.704228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Subnet': ['ID=e64b1129-be25-4e7b-bcc4-f2521863eb5b,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:49.725220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Checking segment: {'id': '1f2447d7-d576-4ee6-8f5a-a10f7c81f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:49.725563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network hostable DHCP agents. Network: c9207672-40e1-4e27-a401-aa03d202cb07, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:17:49.736376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7582e8b5-426b-4300-8bed-8a0e8018b6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:49.765630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-26f615c9-283f-4edb-9a1c-67e551e7f325 req-92059263-94c0-42be-b100-0849b81ce8c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:49.774678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7582e8b5-426b-4300-8bed-8a0e8018b6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:49.782145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network c9207672-40e1-4e27-a401-aa03d202cb07 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:17:49.815739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, c9207672-40e1-4e27-a401-aa03d202cb07) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:49.827708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:49.828483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:49.834180 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1be6f2-bb27-421f-9797-64e15fb4c641 None None] Network c9207672-40e1-4e27-a401-aa03d202cb07 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:49.868171 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d50554fb-2ffd-48f2-9a85-1480b4537e68 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0191898 Jan 27 17:17:49.869460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42318) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:49.950519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7582e8b5-426b-4300-8bed-8a0e8018b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:49.953010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7582e8b5-426b-4300-8bed-8a0e8018b6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:49.959818 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7582e8b5-426b-4300-8bed-8a0e8018b6e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad285bad-9b4a-4ac5-8f16-ae09b91f2f97 HTTP/1.1" status: 204 len: 168 time: 0.3481240 Jan 27 17:17:50.047016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582e8b5-426b-4300-8bed-8a0e8018b6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad285bad-9b4a-4ac5-8f16-ae09b91f2f97,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:50.106725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66b5c540-eff9-4d4d-a6cb-c85ef8e6d80e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:50.157311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-c9207672-40e1-4e27-a401-aa03d202cb07', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:17:50.158886 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:50.393209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-66b5c540-eff9-4d4d-a6cb-c85ef8e6d80e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for 2c5b5418-e12e-4c7b-8bd7-73debf75c8e9 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:50.489187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Allocated IP 172.20.0.2 (c9207672-40e1-4e27-a401-aa03d202cb07/e64b1129-be25-4e7b-bcc4-f2521863eb5b/22cf1911-6471-452a-98f1-3ef99b49eff5) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:50.585273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:50.714107 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f7f30718-fa74-4df0-925e-ada6b5453dca req-dd0e4e5d-141a-47a9-8c6d-0ff703558cab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 210 time: 0.1151907 Jan 27 17:17:50.715444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-26f615c9-283f-4edb-9a1c-67e551e7f325 req-92059263-94c0-42be-b100-0849b81ce8c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:50.998305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92059263-94c0-42be-b100-0849b81ce8c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=11de10c8-651e-49c5-8e29-19f4b2d1e0a0,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:51.026145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.080260 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.095054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Transition to ACTIVE for port object 22cf1911-6471-452a-98f1-3ef99b49eff5 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:51.095461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42344) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:51.120360 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Transition to ACTIVE for port object 22cf1911-6471-452a-98f1-3ef99b49eff5 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:51.129022 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.213010 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Pushing event updated for resources: {'Port': ['ID=22cf1911-6471-452a-98f1-3ef99b49eff5,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:51.233809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Network c9207672-40e1-4e27-a401-aa03d202cb07 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:51.235623 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:51.238920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:51.265013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Allocated IP 172.20.0.1 (c9207672-40e1-4e27-a401-aa03d202cb07/e64b1129-be25-4e7b-bcc4-f2521863eb5b/bb58269b-2cec-44bf-8f7d-bd5d085e52d9) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:51.282708 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.354584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Attempting to bind port 22cf1911-6471-452a-98f1-3ef99b49eff5 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:17:51.356998 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Attempting to bind port 22cf1911-6471-452a-98f1-3ef99b49eff5 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '1f2447d7-d576-4ee6-8f5a-a10f7c81f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:17:51.357719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Attempting to bind port 22cf1911-6471-452a-98f1-3ef99b49eff5 on network c9207672-40e1-4e27-a401-aa03d202cb07 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:17:51.369515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:17:51.370356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Checking segment: {'id': '1f2447d7-d576-4ee6-8f5a-a10f7c81f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:51.370987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.371633 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Bound using segment: {'id': '1f2447d7-d576-4ee6-8f5a-a10f7c81f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:17:51.372499 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Bound port: 22cf1911-6471-452a-98f1-3ef99b49eff5, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2447d7-d576-4ee6-8f5a-a10f7c81f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:17:51.374031 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.400538 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f615c9-283f-4edb-9a1c-67e551e7f325 req-92059263-94c0-42be-b100-0849b81ce8c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] No DVR routers for this DVR port 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:17:51.403542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-26f615c9-283f-4edb-9a1c-67e551e7f325 req-92059263-94c0-42be-b100-0849b81ce8c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.422682 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'name': 'network-vif-deleted', 'tag': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:17:51.438407 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-26f615c9-283f-4edb-9a1c-67e551e7f325 req-92059263-94c0-42be-b100-0849b81ce8c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "DELETE /v2.0/ports/11de10c8-651e-49c5-8e29-19f4b2d1e0a0 HTTP/1.1" status: 204 len: 173 time: 3.1281421 Jan 27 17:17:51.477863 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:17:51.554659 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-90917809'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:51.560198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:51.564831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Usage tracker for resource:network and tenant:e4c577783c9e4cb3b09c2d882f446a4d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:51.568429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:51.576671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:51.581412 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82cad8e-778a-4e04-b74f-ab768e86a499', 'name': 'network-vif-deleted', 'tag': '11de10c8-651e-49c5-8e29-19f4b2d1e0a0', 'status': 'completed', 'code': 200} Jan 27 17:17:51.636174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] For port 22cf1911-6471-452a-98f1-3ef99b49eff5, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:17:51.643015 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] For port 22cf1911-6471-452a-98f1-3ef99b49eff5, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=22cf1911-6471-452a-98f1-3ef99b49eff5,segment=NetworkSegment(1f2447d7-d576-4ee6-8f5a-a10f7c81f588),segment_id=1f2447d7-d576-4ee6-8f5a-a10f7c81f588)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:17:51.646483 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:17:51.647115 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 11de10c8-651e-49c5-8e29-19f4b2d1e0a0 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:17:51.660873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.669387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Made reservation on behalf of e4c577783c9e4cb3b09c2d882f446a4d for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:51.673934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.696937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.718872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Allocated IP 172.26.8.39 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/d4dd982e-9282-41d2-9688-7badabe64d6b) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:51.723328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:51.742350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Usage tracker for resource:security_group_rule and tenant:e4c577783c9e4cb3b09c2d882f446a4d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:51.744473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66b5c540-eff9-4d4d-a6cb-c85ef8e6d80e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.748885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:51.767798 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:51.817871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.838905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5c540-eff9-4d4d-a6cb-c85ef8e6d80e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=2c5b5418-e12e-4c7b-8bd7-73debf75c8e9,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:51.859020 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a82e2725-99f7-448e-ae14-6d6a35621de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.864173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Transition to ACTIVE for port object bb58269b-2cec-44bf-8f7d-bd5d085e52d9 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:51.922009 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abb7f4-c5b9-4e55-8b07-ff047603c14a None None] Pushing event updated for resources: {'Port': ['ID=22cf1911-6471-452a-98f1-3ef99b49eff5,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:52.018524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.023730 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.139016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.157321 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1230} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:17:52.178241 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-39c2970e-6fdd-4520-a546-525b793a703b req-c70ba5d7-ef48-47cc-8260-9868d16d8305 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:52.211358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-66b5c540-eff9-4d4d-a6cb-c85ef8e6d80e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.283676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.283676 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Added segment d9f91c45-06ae-431d-a086-3a04fad80ee1 of type vlan for network e205c991-e54f-4e8f-991e-ea58f92cc826 Jan 27 17:17:52.297728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95118025-e728-469c-b390-bbb2428976cf,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:52.319079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network c9207672-40e1-4e27-a401-aa03d202cb07 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:52.324905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:52.327717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:52.381108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=bb58269b-2cec-44bf-8f7d-bd5d085e52d9,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:52.394576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.423487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.482576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.488632 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:52.489373 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.525872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-39c2970e-6fdd-4520-a546-525b793a703b req-c70ba5d7-ef48-47cc-8260-9868d16d8305 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:52.526496 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-39c2970e-6fdd-4520-a546-525b793a703b req-c70ba5d7-ef48-47cc-8260-9868d16d8305 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82cad8e-778a-4e04-b74f-ab768e86a499 HTTP/1.1" status: 200 len: 210 time: 0.4955728 Jan 27 17:17:52.645648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Pushing event updated for resources: {'Network': ['ID=e205c991-e54f-4e8f-991e-ea58f92cc826,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:52.655633 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.658212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network e205c991-e54f-4e8f-991e-ea58f92cc826 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:17:52.696341 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bf5e45eb-835d-45b6-b517-5ff3d71fb7d1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5995622 Jan 27 17:17:52.709397 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42354) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:52.730627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Request body: {'subnet': {'network_id': 'e205c991-e54f-4e8f-991e-ea58f92cc826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:52.775933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b5c540-eff9-4d4d-a6cb-c85ef8e6d80e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router 802b67e1-dc8c-44c4-946d-46edc7614b5c has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:17:52.806775 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.872183 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.945620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:52.957153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Usage tracker for resource:subnet and tenant:e4c577783c9e4cb3b09c2d882f446a4d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:52.964238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:52.978227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:52.997204 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b5c540-eff9-4d4d-a6cb-c85ef8e6d80e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:53.009841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22018943-2bf5-4848-a14a-a69a7878c5b2 None None] Sync routers for ids ['802b67e1-dc8c-44c4-946d-46edc7614b5c'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:53.026179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22018943-2bf5-4848-a14a-a69a7878c5b2 None None] Routers {'802b67e1-dc8c-44c4-946d-46edc7614b5c'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:53.026462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:53.027946 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-22018943-2bf5-4848-a14a-a69a7878c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['802b67e1-dc8c-44c4-946d-46edc7614b5c'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:53.031003 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:53.034108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:53.073356 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-66b5c540-eff9-4d4d-a6cb-c85ef8e6d80e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/802b67e1-dc8c-44c4-946d-46edc7614b5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8025341 Jan 27 17:17:53.079434 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42358) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:53.121567 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-22018943-2bf5-4848-a14a-a69a7878c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:53.130152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Pushing event updated for resources: {'Port': ['ID=d4dd982e-9282-41d2-9688-7badabe64d6b,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:53.134966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22018943-2bf5-4848-a14a-a69a7878c5b2 None None] Routers {'802b67e1-dc8c-44c4-946d-46edc7614b5c'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:53.136225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-22018943-2bf5-4848-a14a-a69a7878c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['802b67e1-dc8c-44c4-946d-46edc7614b5c'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:53.163037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Made reservation on behalf of e4c577783c9e4cb3b09c2d882f446a4d for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:53.167157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:53.210658 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-22018943-2bf5-4848-a14a-a69a7878c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:53.213542 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22018943-2bf5-4848-a14a-a69a7878c5b2 None None] The sync data for ids ['802b67e1-dc8c-44c4-946d-46edc7614b5c'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:53.309431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e0dcc7df-444e-4349-a4dd-d5748ee27bf7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Synchronizing usage tracker for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:53.455087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca2d280-80d9-4c6f-b1d3-f0849ceb417c None None] Network c9207672-40e1-4e27-a401-aa03d202cb07 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:53.471994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e0dcc7df-444e-4349-a4dd-d5748ee27bf7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Unset dirty status for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:53.473202 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e0dcc7df-444e-4349-a4dd-d5748ee27bf7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=802b67e1-dc8c-44c4-946d-46edc7614b5c HTTP/1.1" status: 200 len: 205 time: 0.3928022 Jan 27 17:17:53.481522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42362) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:53.572514 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0db303dd-1a29-4547-943e-def2a4a5ed09 None None] Provisioning for port 22cf1911-6471-452a-98f1-3ef99b49eff5 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:53.669010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42368) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:53.870430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e8b65505-a3e5-4629-a2c0-50788945ad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:53.877042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:53.891631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0060-37ac-422d-86ce-6e76a4fbcad6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:53.916782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ca56660-c853-4d44-ba8d-8cc64f05d7cf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:53.930268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.101861 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0060-37ac-422d-86ce-6e76a4fbcad6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.123318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4c493a5f-0d73-463f-b7c1-6c3c802a3ee6 None None] Provisioning for port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:54.130253 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4c493a5f-0d73-463f-b7c1-6c3c802a3ee6 None None] Provisioning complete for port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:54.130990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4c493a5f-0d73-463f-b7c1-6c3c802a3ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.214136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4c493a5f-0d73-463f-b7c1-6c3c802a3ee6 None None] Port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:54.216617 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 22cf1911-6471-452a-98f1-3ef99b49eff5 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:54.269852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Pushing event updated for resources: {'Subnet': ['ID=112ec609-28db-43e9-b6d4-ee0f38c65d2a,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:54.311148 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 22cf1911-6471-452a-98f1-3ef99b49eff5 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:54.324985 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 22cf1911-6471-452a-98f1-3ef99b49eff5 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:54.325718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.359455 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ca56660-c853-4d44-ba8d-8cc64f05d7cf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.364950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ca56660-c853-4d44-ba8d-8cc64f05d7cf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.374602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Checking segment: {'id': 'd9f91c45-06ae-431d-a086-3a04fad80ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'e205c991-e54f-4e8f-991e-ea58f92cc826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:54.374960 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Network hostable DHCP agents. Network: e205c991-e54f-4e8f-991e-ea58f92cc826, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:17:54.388617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.407696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.411625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.479327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ca56660-c853-4d44-ba8d-8cc64f05d7cf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.480173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca56660-c853-4d44-ba8d-8cc64f05d7cf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Fanout notify agent at l3_agent the message router_deleted on router 802b67e1-dc8c-44c4-946d-46edc7614b5c {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:17:54.503988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Network e205c991-e54f-4e8f-991e-ea58f92cc826 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:17:54.509447 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.540609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d3b5dd93-cb83-4bdf-8bca-3e5818f87112 None None] Provisioning complete for port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:54.541114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d3b5dd93-cb83-4bdf-8bca-3e5818f87112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.545992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0060-37ac-422d-86ce-6e76a4fbcad6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.546247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, e205c991-e54f-4e8f-991e-ea58f92cc826) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:54.559284 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:54.559797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.570362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ca56660-c853-4d44-ba8d-8cc64f05d7cf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.576295 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5ca56660-c853-4d44-ba8d-8cc64f05d7cf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/802b67e1-dc8c-44c4-946d-46edc7614b5c HTTP/1.1" status: 204 len: 168 time: 1.0869224 Jan 27 17:17:54.576570 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd097d-9601-49cf-93e4-ddc783687cf8 None None] Network e205c991-e54f-4e8f-991e-ea58f92cc826 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:54.580227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42374) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:54.585981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=bb58269b-2cec-44bf-8f7d-bd5d085e52d9,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:54.588520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.623613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 22cf1911-6471-452a-98f1-3ef99b49eff5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=22cf1911-6471-452a-98f1-3ef99b49eff5,segment=NetworkSegment(1f2447d7-d576-4ee6-8f5a-a10f7c81f588),segment_id=1f2447d7-d576-4ee6-8f5a-a10f7c81f588)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:54.641832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e0060-37ac-422d-86ce-6e76a4fbcad6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42a072f-11bb-49b3-98ed-7ec968dbf5d1,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:54.664051 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-de99272d-1267-4e84-b3b4-9fe7b9fa5402 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9537101 Jan 27 17:17:54.665073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0060-37ac-422d-86ce-6e76a4fbcad6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.669615 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6f9e0060-37ac-422d-86ce-6e76a4fbcad6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/security-groups/f42a072f-11bb-49b3-98ed-7ec968dbf5d1 HTTP/1.1" status: 204 len: 168 time: 0.9959641 Jan 27 17:17:54.669615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42378) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:54.694825 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.715630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42382) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:54.723839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Request body: {'port': {'network_id': 'e205c991-e54f-4e8f-991e-ea58f92cc826', 'name': 'tempest-ExtraDHCPOptionsTestJSON-714746619'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:54.771721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-52694ff3-8b23-4b4e-ab2c-0040bef7f59f tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting subnet 99df34b1-0ffe-48d4-a9eb-e7d6e3c6e74e {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:17:54.784637 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52694ff3-8b23-4b4e-ab2c-0040bef7f59f tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.806139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5dd93-cb83-4bdf-8bca-3e5818f87112 None None] Port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:54.882731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52694ff3-8b23-4b4e-ab2c-0040bef7f59f tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.887560 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=22cf1911-6471-452a-98f1-3ef99b49eff5,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:54.916310 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:54.940516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network c9207672-40e1-4e27-a401-aa03d202cb07 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:54.944424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:54.977532 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-e205c991-e54f-4e8f-991e-ea58f92cc826', 'network_id': 'e205c991-e54f-4e8f-991e-ea58f92cc826', 'tenant_id': 'e4c577783c9e4cb3b09c2d882f446a4d', 'fixed_ips': [{'subnet_id': '112ec609-28db-43e9-b6d4-ee0f38c65d2a'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:17:54.978398 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:55.167239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52694ff3-8b23-4b4e-ab2c-0040bef7f59f tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:55.222181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Router 96d81274-5a84-40e2-91a1-a8a7d05659cb is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:17:55.244971 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:55.262622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 9df10de4-f401-4875-9807-2964f87263b7 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:17:55.275346 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Allocated IP 172.20.0.2 (e205c991-e54f-4e8f-991e-ea58f92cc826/112ec609-28db-43e9-b6d4-ee0f38c65d2a/7083953f-3b95-42c2-8d52-423bf9bd7a92) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:55.290950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:55.350118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52694ff3-8b23-4b4e-ab2c-0040bef7f59f tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:55.376086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Usage tracker for resource:port and tenant:e4c577783c9e4cb3b09c2d882f446a4d is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:55.398336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:55.406585 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0174ccd3-acdf-4924-9e74-3b1f8c3fa231 None None] Provisioning complete for port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:55.407108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0174ccd3-acdf-4924-9e74-3b1f8c3fa231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:55.419845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:55.488079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09faca40-d7ce-4aca-a100-9d1310b3d8df None None] Network 3179ee91-307e-4137-b284-df6bf85f1e6e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:55.507194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Made reservation on behalf of e4c577783c9e4cb3b09c2d882f446a4d for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:55.511058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:55.543853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0174ccd3-acdf-4924-9e74-3b1f8c3fa231 None None] Port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:55.637622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52694ff3-8b23-4b4e-ab2c-0040bef7f59f tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Subnet': ['ID=99df34b1-0ffe-48d4-a9eb-e7d6e3c6e74e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:55.641276 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] device_id is not set on port fff6187c-2ef9-4c37-bd12-f8c486ff1eec yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:17:55.646909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52694ff3-8b23-4b4e-ab2c-0040bef7f59f tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:55.669350 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-52694ff3-8b23-4b4e-ab2c-0040bef7f59f tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/99df34b1-0ffe-48d4-a9eb-e7d6e3c6e74e HTTP/1.1" status: 204 len: 168 time: 1.0764980 Jan 27 17:17:55.674388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42388) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:55.709629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:55.721330 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5c4a2c51-59b5-4ffa-99ba-0fe22c935909 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8506868 Jan 27 17:17:55.722054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42392) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:55.731013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:55.742276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'network': {'name': 'tempest-RoutersTest-1431881677'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:55.750941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:55.759939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:network and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:55.765843 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Sync routers for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:55.787621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d83005-887c-4790-9d3f-08d9579919dc None None] Sync routers for ids ['96d81274-5a84-40e2-91a1-a8a7d05659cb'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:55.788903 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:55.789713 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:55.801731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:55.806104 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-137e4511-1b24-46db-9155-dd7acd6a9aeb tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.9759660 Jan 27 17:17:55.806813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42396) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:55.810748 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:55.815038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:55.824253 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d83005-887c-4790-9d3f-08d9579919dc None None] Routers {'96d81274-5a84-40e2-91a1-a8a7d05659cb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:55.825666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-18d83005-887c-4790-9d3f-08d9579919dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['96d81274-5a84-40e2-91a1-a8a7d05659cb'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:55.835022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:55.846931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:55.852767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:55.868781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:55.869597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:55.900693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:55.904950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:55.905168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Transition to ACTIVE for port object 7083953f-3b95-42c2-8d52-423bf9bd7a92 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:55.914417 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-18d83005-887c-4790-9d3f-08d9579919dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:55.952922 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Transition to ACTIVE for port object 7083953f-3b95-42c2-8d52-423bf9bd7a92 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:55.981828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:55.999898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:17:56.018677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.019092 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Added segment e465f0f4-847b-4d99-bbff-349478ce74ab of type vlan for network 43e93e72-f13b-4b6b-a357-b4cf476ace24 Jan 27 17:17:56.110977 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Pushing event updated for resources: {'Port': ['ID=7083953f-3b95-42c2-8d52-423bf9bd7a92,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:56.125459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d83005-887c-4790-9d3f-08d9579919dc None None] Routers {'96d81274-5a84-40e2-91a1-a8a7d05659cb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:56.126099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-18d83005-887c-4790-9d3f-08d9579919dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['96d81274-5a84-40e2-91a1-a8a7d05659cb'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:56.161277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.174323 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] For port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=07e5856d-bbf3-49df-a2d4-7a4d0353a0d9,segment=NetworkSegment(3c4d471a-ca3a-4f70-b701-38f52885749c),segment_id=3c4d471a-ca3a-4f70-b701-38f52885749c)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:56.175114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.184945 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 22cf1911-6471-452a-98f1-3ef99b49eff5 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:56.196765 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:56.210451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Allocated IP 172.20.0.10 (e205c991-e54f-4e8f-991e-ea58f92cc826/112ec609-28db-43e9-b6d4-ee0f38c65d2a/fff6187c-2ef9-4c37-bd12-f8c486ff1eec) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:56.259513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-18d83005-887c-4790-9d3f-08d9579919dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:56.260164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d83005-887c-4790-9d3f-08d9579919dc None None] The sync data for ids ['96d81274-5a84-40e2-91a1-a8a7d05659cb'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:56.264554 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Network e205c991-e54f-4e8f-991e-ea58f92cc826 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:56.276276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:56.279192 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:56.403751 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5cc04-1e67-4101-b6c4-ace78d8029db None None] DHCP port deletion for 3179ee91-307e-4137-b284-df6bf85f1e6e request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:17:56.410482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:56.415819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e2b5cc04-1e67-4101-b6c4-ace78d8029db None None] Deleting port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:56.416294 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e2b5cc04-1e67-4101-b6c4-ace78d8029db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.455123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Attempting to bind port 7083953f-3b95-42c2-8d52-423bf9bd7a92 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:17:56.455478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Attempting to bind port 7083953f-3b95-42c2-8d52-423bf9bd7a92 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'd9f91c45-06ae-431d-a086-3a04fad80ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'e205c991-e54f-4e8f-991e-ea58f92cc826'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:17:56.456189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Attempting to bind port 7083953f-3b95-42c2-8d52-423bf9bd7a92 on network e205c991-e54f-4e8f-991e-ea58f92cc826 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:17:56.470201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.476023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:56.476809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.479478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:17:56.480362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Checking segment: {'id': 'd9f91c45-06ae-431d-a086-3a04fad80ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'e205c991-e54f-4e8f-991e-ea58f92cc826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:56.480898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.481380 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Bound using segment: {'id': 'd9f91c45-06ae-431d-a086-3a04fad80ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'e205c991-e54f-4e8f-991e-ea58f92cc826'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:17:56.481940 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Bound port: 7083953f-3b95-42c2-8d52-423bf9bd7a92, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f91c45-06ae-431d-a086-3a04fad80ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'e205c991-e54f-4e8f-991e-ea58f92cc826'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:17:56.482418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.561843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 22cf1911-6471-452a-98f1-3ef99b49eff5 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:56.561843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.565394 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8361843 Jan 27 17:17:56.574667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42400) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:56.612347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'subnet': {'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:56.621279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.655962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef448f1-2c2e-47db-895e-f9068e44ba42 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Network': ['ID=43e93e72-f13b-4b6b-a357-b4cf476ace24,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:56.659347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e2b5cc04-1e67-4101-b6c4-ace78d8029db None None] The port '07e5856d-bbf3-49df-a2d4-7a4d0353a0d9' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:17:56.675345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=07e5856d-bbf3-49df-a2d4-7a4d0353a0d9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:56.684038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No DVR routers for this DVR port 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:17:56.689514 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 43e93e72-f13b-4b6b-a357-b4cf476ace24 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:17:56.775476 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:17:52Z', 'revision_number': 2, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:17:53Z', 'revision_number': 2, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:56.791654 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Checking router: 9df10de4-f401-4875-9807-2964f87263b7 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:17:56.791996 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Updating router 9df10de4-f401-4875-9807-2964f87263b7 port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:17:56.809764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.830251 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] For port 7083953f-3b95-42c2-8d52-423bf9bd7a92, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:17:56.840129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.877257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3179ee91-307e-4137-b284-df6bf85f1e6e']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:56.904552 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.906028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] For port 7083953f-3b95-42c2-8d52-423bf9bd7a92, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7083953f-3b95-42c2-8d52-423bf9bd7a92,segment=NetworkSegment(d9f91c45-06ae-431d-a086-3a04fad80ee1),segment_id=d9f91c45-06ae-431d-a086-3a04fad80ee1)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:17:56.912302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4d471a-ca3a-4f70-b701-38f52885749c') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:56.914169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4d471a-ca3a-4f70-b701-38f52885749c') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:56.934358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.952880 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.967179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.978354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:17:56.978907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:17:57.010727 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:17:57.080865 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc914cc0-5d88-441c-a255-5e3a16e70e53 None None] Pushing event updated for resources: {'Port': ['ID=7083953f-3b95-42c2-8d52-423bf9bd7a92,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:57.133837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.156629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.171464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Network': ['ID=3179ee91-307e-4137-b284-df6bf85f1e6e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:57.178819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:57.191083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:subnet and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:57.191556 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e9adfccc-7099-4dc1-9f25-f2ed7e61a444 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/networks/3179ee91-307e-4137-b284-df6bf85f1e6e HTTP/1.1" status: 204 len: 168 time: 1.5155423 Jan 27 17:17:57.197099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42404) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:57.204753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-506430680', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:57.208751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:57.214670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:57.215293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.219018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:router and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:57.224053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:57.228868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:57.233574 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78e24c4e-0e92-4740-a859-afdc0ac4d3dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.238532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:57.251899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.253537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.276275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.374400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.380805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:57.384683 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.404153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.497595 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.508738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Deleting port d4dd982e-9282-41d2-9688-7badabe64d6b {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:57.509118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.517846 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Transition to ACTIVE for port object bb58269b-2cec-44bf-8f7d-bd5d085e52d9 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:57.529191 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.569307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Transition to ACTIVE for port object fff6187c-2ef9-4c37-bd12-f8c486ff1eec will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:57.604685 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Pushing event updated for resources: {'Port': ['ID=bb58269b-2cec-44bf-8f7d-bd5d085e52d9,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:57.614021 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:57.614357 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:57.614666 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:57.614982 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:57.615292 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:57.615632 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:57.615949 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:57.616368 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:57.616677 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:57.616966 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:57.617324 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:57.617662 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:57.750500 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.784141 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Attempting to bind port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:17:57.784800 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Attempting to bind port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '1f2447d7-d576-4ee6-8f5a-a10f7c81f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:17:57.784959 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Attempting to bind port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 on network c9207672-40e1-4e27-a401-aa03d202cb07 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:17:57.791176 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:17:57.791754 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Checking segment: {'id': '1f2447d7-d576-4ee6-8f5a-a10f7c81f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:57.792001 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.792542 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Bound using segment: {'id': '1f2447d7-d576-4ee6-8f5a-a10f7c81f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:17:57.792934 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Bound port: bb58269b-2cec-44bf-8f7d-bd5d085e52d9, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2447d7-d576-4ee6-8f5a-a10f7c81f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:17:57.793334 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.888923 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] For port bb58269b-2cec-44bf-8f7d-bd5d085e52d9, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:17:57.893068 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] For port bb58269b-2cec-44bf-8f7d-bd5d085e52d9, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bb58269b-2cec-44bf-8f7d-bd5d085e52d9,segment=NetworkSegment(1f2447d7-d576-4ee6-8f5a-a10f7c81f588),segment_id=1f2447d7-d576-4ee6-8f5a-a10f7c81f588)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:17:57.898843 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.987183 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:17:57.987901 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:58.112743 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e3785-d4f2-4003-be37-2db5661f185e None None] Pushing event updated for resources: {'Port': ['ID=bb58269b-2cec-44bf-8f7d-bd5d085e52d9,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:58.113355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:58.234887 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7083953f-3b95-42c2-8d52-423bf9bd7a92 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:58.243876 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:58.375125 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Calling delete_port for d4dd982e-9282-41d2-9688-7badabe64d6b owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:58.397950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:58.406279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:58.441633 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 7083953f-3b95-42c2-8d52-423bf9bd7a92 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:58.477801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:58.499183 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:58.503902 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:17:58.543617 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:58.548114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:17:58.548835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 07e5856d-bbf3-49df-a2d4-7a4d0353a0d9 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:17:58.684434 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Allocated IP 172.26.8.234 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/dd1d4480-eb8c-44b9-94af-80f611cc9363) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:58.704498 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ed710f-5feb-4673-b7e9-5a3d3cb04ad5 None None] Network e205c991-e54f-4e8f-991e-ea58f92cc826 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:58.707727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Network e205c991-e54f-4e8f-991e-ea58f92cc826 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:58.717654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Subnet': ['ID=3bdbb72f-a93c-4ccd-b657-d519c709709c,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:58.720119 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:58.733271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:58.760820 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:17:52Z', 'revision_number': 2, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:17:57Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:58.765648 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828bf15-b777-4d90-ba26-add1e4cb867d None None] The sync data for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv is: [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:17:52Z', 'revision_number': 2, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:17:57Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:58.863341 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2b8f0e92-9210-4bf2-95d1-07e597b75d78 None None] Provisioning for port 7083953f-3b95-42c2-8d52-423bf9bd7a92 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:58.880922 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2b8f0e92-9210-4bf2-95d1-07e597b75d78 None None] Provisioning complete for port 7083953f-3b95-42c2-8d52-423bf9bd7a92 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:58.881304 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0e92-9210-4bf2-95d1-07e597b75d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:58.901576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:58.930356 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Checking segment: {'id': 'e465f0f4-847b-4d99-bbff-349478ce74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:58.930708 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network hostable DHCP agents. Network: 43e93e72-f13b-4b6b-a357-b4cf476ace24, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:17:58.934815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:58.948894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Pushing event updated for resources: {'Port': ['ID=fff6187c-2ef9-4c37-bd12-f8c486ff1eec,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:59.023725 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:59.027010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:59.029995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:17:59.098930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=dd1d4480-eb8c-44b9-94af-80f611cc9363,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:59.102359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-78e24c4e-0e92-4740-a859-afdc0ac4d3dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 00ce8557-c7be-440b-a3ef-57bf8d815db2 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:59.102703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78e24c4e-0e92-4740-a859-afdc0ac4d3dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:59.141518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:59.142148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:59.161030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0e92-9210-4bf2-95d1-07e597b75d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:59.168205 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 43e93e72-f13b-4b6b-a357-b4cf476ace24 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:17:59.213535 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-2b8f0e92-9210-4bf2-95d1-07e597b75d78 None None] For port 7083953f-3b95-42c2-8d52-423bf9bd7a92, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7083953f-3b95-42c2-8d52-423bf9bd7a92,segment=NetworkSegment(d9f91c45-06ae-431d-a086-3a04fad80ee1),segment_id=d9f91c45-06ae-431d-a086-3a04fad80ee1)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:59.217710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 43e93e72-f13b-4b6b-a357-b4cf476ace24) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:59.220951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0e92-9210-4bf2-95d1-07e597b75d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:59.238879 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9c3a3040-a86f-4a3a-a431-1c37714c41a1 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.5254767 Jan 27 17:17:59.246449 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:59.248382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42408) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:59.249950 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:59.262852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:59.271188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Request body: {'port': {'network_id': 'e205c991-e54f-4e8f-991e-ea58f92cc826', 'name': 'tempest-ExtraDHCPOptionsTestJSON-342834813', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:59.271881 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.api.validators [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] bootfile-name is not in valid_values {{(pid=87608) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:17:59.272511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.api.validators [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] tftp-server is not in valid_values {{(pid=87608) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:17:59.279444 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fa34e4-6445-4f9a-8dbd-606d54b0b085 None None] Network 43e93e72-f13b-4b6b-a357-b4cf476ace24 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:17:59.282953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.api.validators [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] server-ip-address is not in valid_values {{(pid=87608) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:17:59.405816 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Pushing event deleted for resources: {'Port': ['ID=d4dd982e-9282-41d2-9688-7badabe64d6b,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:59.500951 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e7a5adf3-e6ec-4cc7-af18-d61d98984533 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9131098 Jan 27 17:17:59.515706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42412) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:59.562458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f0e92-9210-4bf2-95d1-07e597b75d78 None None] Pushing event updated for resources: {'Port': ['ID=7083953f-3b95-42c2-8d52-423bf9bd7a92,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:59.573884 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f3e3b53c-3e22-4c46-ae1a-2f16b0b98d70 None None] Provisioning complete for port 7083953f-3b95-42c2-8d52-423bf9bd7a92 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:59.575427 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b53c-3e22-4c46-ae1a-2f16b0b98d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:59.721667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-78e24c4e-0e92-4740-a859-afdc0ac4d3dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 00ce8557-c7be-440b-a3ef-57bf8d815db2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=00ce8557-c7be-440b-a3ef-57bf8d815db2,segment=NetworkSegment(652f9c8e-0dd1-4a0e-8964-2add538bfe4c),segment_id=652f9c8e-0dd1-4a0e-8964-2add538bfe4c)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:59.722025 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78e24c4e-0e92-4740-a859-afdc0ac4d3dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:59.734143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:59.869662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-43e93e72-f13b-4b6b-a357-b4cf476ace24', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:17:59.870558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:59.958841 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:59.961758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-78e24c4e-0e92-4740-a859-afdc0ac4d3dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 00ce8557-c7be-440b-a3ef-57bf8d815db2 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:59.967231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Usage tracker for resource:port and tenant:e4c577783c9e4cb3b09c2d882f446a4d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:59.973193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f3e3b53c-3e22-4c46-ae1a-2f16b0b98d70 None None] Provisioning for port fff6187c-2ef9-4c37-bd12-f8c486ff1eec completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:00.003909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f3e3b53c-3e22-4c46-ae1a-2f16b0b98d70 None None] Provisioning complete for port fff6187c-2ef9-4c37-bd12-f8c486ff1eec triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:00.004649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b53c-3e22-4c46-ae1a-2f16b0b98d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.170224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3b53c-3e22-4c46-ae1a-2f16b0b98d70 None None] Port fff6187c-2ef9-4c37-bd12-f8c486ff1eec cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:00.191421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Allocated IP 172.21.0.2 (43e93e72-f13b-4b6b-a357-b4cf476ace24/3bdbb72f-a93c-4ccd-b657-d519c709709c/3e0f2c21-895e-4199-adcb-d0b5787c13c2) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:00.206165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:00.240286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:00.266168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Made reservation on behalf of e4c577783c9e4cb3b09c2d882f446a4d for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:00.269778 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.385923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.393356 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.398311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7083953f-3b95-42c2-8d52-423bf9bd7a92 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:00.493001 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] device_id is not set on port 5895dab7-0467-440c-8284-afdd05c32217 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:18:00.526186 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.543489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a7844ecb-4cb4-4de2-a7bd-82a9f64ae48e None None] Provisioning complete for port fff6187c-2ef9-4c37-bd12-f8c486ff1eec triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:00.543966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a7844ecb-4cb4-4de2-a7bd-82a9f64ae48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.561835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.594964 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Transition to ACTIVE for port object 3e0f2c21-895e-4199-adcb-d0b5787c13c2 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:00.621184 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 7083953f-3b95-42c2-8d52-423bf9bd7a92 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:00.621720 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.698229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Transition to ACTIVE for port object 3e0f2c21-895e-4199-adcb-d0b5787c13c2 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:00.706860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Router 96d81274-5a84-40e2-91a1-a8a7d05659cb has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:00.732962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.781702 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a7844ecb-4cb4-4de2-a7bd-82a9f64ae48e None None] Port fff6187c-2ef9-4c37-bd12-f8c486ff1eec cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:00.822404 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Network 43e93e72-f13b-4b6b-a357-b4cf476ace24 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:00.826171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:00.831829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:00.908390 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:00.925974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Allocated IP 172.20.0.5 (e205c991-e54f-4e8f-991e-ea58f92cc826/112ec609-28db-43e9-b6d4-ee0f38c65d2a/5895dab7-0467-440c-8284-afdd05c32217) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:00.928718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.931012 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b25f602-d275-457d-a6ff-571fb1404e61 None None] Sync routers for ids ['96d81274-5a84-40e2-91a1-a8a7d05659cb'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:00.937202 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Pushing event updated for resources: {'Port': ['ID=3e0f2c21-895e-4199-adcb-d0b5787c13c2,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:00.937394 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c1a0dcf6-d053-49d7-bf2f-9c4af17918fe tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "PUT /v2.0/routers/96d81274-5a84-40e2-91a1-a8a7d05659cb HTTP/1.1" status: 200 len: 710 time: 5.1242173 Jan 27 17:18:00.942236 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42416) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:00.953635 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b25f602-d275-457d-a6ff-571fb1404e61 None None] Routers {'96d81274-5a84-40e2-91a1-a8a7d05659cb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:00.954705 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9b25f602-d275-457d-a6ff-571fb1404e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['96d81274-5a84-40e2-91a1-a8a7d05659cb'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:01.002990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:01.003515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:01.003961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:01.004383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:01.004820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:01.005239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:01.005927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:01.006344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:01.006964 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:01.007456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:01.007942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:01.008356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:01.043912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Attempting to bind port 3e0f2c21-895e-4199-adcb-d0b5787c13c2 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:01.044442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Attempting to bind port 3e0f2c21-895e-4199-adcb-d0b5787c13c2 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'e465f0f4-847b-4d99-bbff-349478ce74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:01.044888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Attempting to bind port 3e0f2c21-895e-4199-adcb-d0b5787c13c2 on network 43e93e72-f13b-4b6b-a357-b4cf476ace24 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:01.050857 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:01.051388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Checking segment: {'id': 'e465f0f4-847b-4d99-bbff-349478ce74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:01.052991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:01.053515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Bound using segment: {'id': 'e465f0f4-847b-4d99-bbff-349478ce74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:01.054078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Bound port: 3e0f2c21-895e-4199-adcb-d0b5787c13c2, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e465f0f4-847b-4d99-bbff-349478ce74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:01.055672 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:01.059212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:01.063079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78e24c4e-0e92-4740-a859-afdc0ac4d3dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:01.066935 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9b25f602-d275-457d-a6ff-571fb1404e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:01.067697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bb58269b-2cec-44bf-8f7d-bd5d085e52d9 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:01.080097 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b25f602-d275-457d-a6ff-571fb1404e61 None None] Routers {'96d81274-5a84-40e2-91a1-a8a7d05659cb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:01.080991 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9b25f602-d275-457d-a6ff-571fb1404e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['96d81274-5a84-40e2-91a1-a8a7d05659cb'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:01.157674 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9b25f602-d275-457d-a6ff-571fb1404e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:01.158437 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b25f602-d275-457d-a6ff-571fb1404e61 None None] The sync data for ids ['96d81274-5a84-40e2-91a1-a8a7d05659cb'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:01.167097 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e24c4e-0e92-4740-a859-afdc0ac4d3dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=00ce8557-c7be-440b-a3ef-57bf8d815db2,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:01.206622 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:01.227711 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-761c74ea-b3a1-4762-94aa-5b6dcf683876 tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/routers/96d81274-5a84-40e2-91a1-a8a7d05659cb HTTP/1.1" status: 200 len: 745 time: 0.2816548 Jan 27 17:18:01.231207 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:01.231910 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:01.258586 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42420) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:01.311122 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e37807e1-05f1-4a53-a68f-858720788ffe tempest-RoutersIpV6AdminTest-1388779413 tempest-RoutersIpV6AdminTest-1388779413-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&device_id=96d81274-5a84-40e2-91a1-a8a7d05659cb HTTP/1.1" status: 200 len: 205 time: 0.0511332 Jan 27 17:18:01.314190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42424) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:01.359255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] For port 3e0f2c21-895e-4199-adcb-d0b5787c13c2, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:01.372509 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] For port 3e0f2c21-895e-4199-adcb-d0b5787c13c2, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3e0f2c21-895e-4199-adcb-d0b5787c13c2,segment=NetworkSegment(e465f0f4-847b-4d99-bbff-349478ce74ab),segment_id=e465f0f4-847b-4d99-bbff-349478ce74ab)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:01.374000 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cda5778c-d2ca-4887-9d81-eadd9f3f9038 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "GET /v2.0/ports?device_id=96d81274-5a84-40e2-91a1-a8a7d05659cb HTTP/1.1" status: 200 len: 205 time: 0.0585260 Jan 27 17:18:01.377588 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42428) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:01.383974 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:01.457233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:01.478819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fff870-d188-4a22-aa72-ecd3925e00ac None None] Pushing event updated for resources: {'Port': ['ID=3e0f2c21-895e-4199-adcb-d0b5787c13c2,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:01.588481 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:01.615674 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cc32412b-3a6c-4401-9420-914fdc229ba6 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:01.638049 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port bb58269b-2cec-44bf-8f7d-bd5d085e52d9, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bb58269b-2cec-44bf-8f7d-bd5d085e52d9,segment=NetworkSegment(1f2447d7-d576-4ee6-8f5a-a10f7c81f588),segment_id=1f2447d7-d576-4ee6-8f5a-a10f7c81f588)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:01.645344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:01.755659 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=bb58269b-2cec-44bf-8f7d-bd5d085e52d9,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:02.076244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:02.143685 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Transition to ACTIVE for port object 5895dab7-0467-440c-8284-afdd05c32217 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:02.230191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cc32412b-3a6c-4401-9420-914fdc229ba6 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:02.235500 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router 4ac792e1-034d-432d-8210-0fe65ba0fd37 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:18:02.235961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cc32412b-3a6c-4401-9420-914fdc229ba6 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:02.241064 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78e24c4e-0e92-4740-a859-afdc0ac4d3dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:02.241325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Allocated IP 172.21.0.1 (43e93e72-f13b-4b6b-a357-b4cf476ace24/3bdbb72f-a93c-4ccd-b657-d519c709709c/ea952a21-fec5-4078-ad07-36d408179479) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:02.267977 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bb58269b-2cec-44bf-8f7d-bd5d085e52d9 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:02.355107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cc32412b-3a6c-4401-9420-914fdc229ba6 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:02.355616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc32412b-3a6c-4401-9420-914fdc229ba6 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Fanout notify agent at l3_agent the message router_deleted on router 96d81274-5a84-40e2-91a1-a8a7d05659cb {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:18:02.377940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:02.378164 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cc32412b-3a6c-4401-9420-914fdc229ba6 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:02.379507 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cc32412b-3a6c-4401-9420-914fdc229ba6 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "DELETE /v2.0/routers/96d81274-5a84-40e2-91a1-a8a7d05659cb HTTP/1.1" status: 204 len: 168 time: 1.0006435 Jan 27 17:18:02.393465 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:02.393966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:02.395121 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42434) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:02.533619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3e0f2c21-895e-4199-adcb-d0b5787c13c2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:02.547024 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:18:02.585860 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0f891767-e309-44f3-9857-011d30e2a86a tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "GET /v2.0/ports?device_id=96d81274-5a84-40e2-91a1-a8a7d05659cb HTTP/1.1" status: 200 len: 205 time: 0.1570849 Jan 27 17:18:02.613936 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 3e0f2c21-895e-4199-adcb-d0b5787c13c2 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:02.652052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42438) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:02.668573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Network e205c991-e54f-4e8f-991e-ea58f92cc826 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:02.700111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e24c4e-0e92-4740-a859-afdc0ac4d3dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:02.739306 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:02.742832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:02.814648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Pushing event updated for resources: {'Port': ['ID=5895dab7-0467-440c-8284-afdd05c32217,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:02.833516 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-d6b6abd6-c77d-4389-a26f-fccf48f4daf5 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] delete failed (client error): The resource could not be found. Jan 27 17:18:02.835636 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d6b6abd6-c77d-4389-a26f-fccf48f4daf5 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "DELETE /v2.0/routers/96d81274-5a84-40e2-91a1-a8a7d05659cb HTTP/1.1" status: 404 len: 336 time: 0.1817021 Jan 27 17:18:02.846903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42442) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:02.859116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:02.872705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fec4cd-2130-4a42-ba3d-dd8f8a96c17f None None] Sync routers for ids ['4ac792e1-034d-432d-8210-0fe65ba0fd37'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:02.883769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fec4cd-2130-4a42-ba3d-dd8f8a96c17f None None] Routers {'4ac792e1-034d-432d-8210-0fe65ba0fd37'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:02.884487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f3fec4cd-2130-4a42-ba3d-dd8f8a96c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['4ac792e1-034d-432d-8210-0fe65ba0fd37'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:02.922370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e24c4e-0e92-4740-a859-afdc0ac4d3dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:02.932294 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-78e24c4e-0e92-4740-a859-afdc0ac4d3dc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/c97cbcf9-aed2-49e9-b61c-3ee9b950a75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2105970 Jan 27 17:18:02.933402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42446) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:02.957290 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652c9e6-6519-465a-8ff1-3ff0f3350921 None None] Sync routers for ids ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:02.958459 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-24af75c3-fc61-4c1d-8f5a-909896daf29b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee1071b8-5a1d-4248-a6d9-7caed7c35697 HTTP/1.1" status: 200 len: 205 time: 0.1074951 Jan 27 17:18:02.969703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:02.973921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42450) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:02.981442 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652c9e6-6519-465a-8ff1-3ff0f3350921 None None] Routers {'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:02.981811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:02.982522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:02.984147 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0652c9e6-6519-465a-8ff1-3ff0f3350921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:03.001876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a4d593-1d3e-41c4-be43-c148d78d13e4 None None] Network 43e93e72-f13b-4b6b-a357-b4cf476ace24 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:03.029569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f3fec4cd-2130-4a42-ba3d-dd8f8a96c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:03.050306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef934d23-ed0d-4634-85a9-57efe8dad47f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting subnet f8ce77c3-f8c6-4b84-b710-5469625b2548 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:18:03.054174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ef934d23-ed0d-4634-85a9-57efe8dad47f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:03.135470 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fec4cd-2130-4a42-ba3d-dd8f8a96c17f None None] Routers {'4ac792e1-034d-432d-8210-0fe65ba0fd37'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:03.136569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f3fec4cd-2130-4a42-ba3d-dd8f8a96c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['4ac792e1-034d-432d-8210-0fe65ba0fd37'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:03.154070 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-76a16ad9-0239-4507-932a-e2440b08195e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] delete failed (client error): The resource could not be found. Jan 27 17:18:03.158127 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-76a16ad9-0239-4507-932a-e2440b08195e tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "DELETE /v2.0/routers/ee1071b8-5a1d-4248-a6d9-7caed7c35697 HTTP/1.1" status: 404 len: 336 time: 0.1705339 Jan 27 17:18:03.159614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42454) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:03.159958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Transition to ACTIVE for port object ea952a21-fec5-4078-ad07-36d408179479 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:03.166098 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-24ad1e88-d5d7-470b-b502-47cb2e543bbd tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.9137073 Jan 27 17:18:03.166098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:03.166098 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-926cac50-3885-4827-ba6f-ca76e91e4378 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.9679325 Jan 27 17:18:03.166736 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42458) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:03.170165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42460) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:03.213126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ef934d23-ed0d-4634-85a9-57efe8dad47f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:03.226315 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f3fec4cd-2130-4a42-ba3d-dd8f8a96c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:03.226723 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fec4cd-2130-4a42-ba3d-dd8f8a96c17f None None] The sync data for ids ['4ac792e1-034d-432d-8210-0fe65ba0fd37'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:03.239548 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0d6b819f-0405-4455-a248-73d717eab563 None None] Provisioning for port 3e0f2c21-895e-4199-adcb-d0b5787c13c2 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:03.258079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0d6b819f-0405-4455-a248-73d717eab563 None None] Provisioning complete for port 3e0f2c21-895e-4199-adcb-d0b5787c13c2 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:03.258459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0d6b819f-0405-4455-a248-73d717eab563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:03.265974 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2c64276d-b6e8-4198-8c29-3c50e82f5528 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "GET /v2.0/ports?device_id=460b2f1b-81ae-4d92-bbed-76d83f77a2d2 HTTP/1.1" status: 200 len: 205 time: 0.1012311 Jan 27 17:18:03.269012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42466) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:03.351247 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-562fd24f-af4a-4bce-bb29-b5f9be512de7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] delete failed (client error): The resource could not be found. Jan 27 17:18:03.352842 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-562fd24f-af4a-4bce-bb29-b5f9be512de7 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "DELETE /v2.0/routers/460b2f1b-81ae-4d92-bbed-76d83f77a2d2 HTTP/1.1" status: 404 len: 336 time: 0.0826397 Jan 27 17:18:03.357615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42470) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:03.371871 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-0652c9e6-6519-465a-8ff1-3ff0f3350921 None None] Set router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:03.417364 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-adece2c9-ca2f-48c0-a080-432bfbd7c6d0 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fc1444e-03f9-475a-89fc-69826243cd3a HTTP/1.1" status: 200 len: 205 time: 0.0576346 Jan 27 17:18:03.421253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42474) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:03.447869 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a763acfe-9cbf-4b94-9000-1c2aaa90c3f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/routers/4ac792e1-034d-432d-8210-0fe65ba0fd37 HTTP/1.1" status: 200 len: 884 time: 0.2244487 Jan 27 17:18:03.453168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42478) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:03.513444 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-b47916a0-5c50-4318-9e5f-ea341e61d09b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] delete failed (client error): The resource could not be found. Jan 27 17:18:03.515206 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b47916a0-5c50-4318-9e5f-ea341e61d09b tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "DELETE /v2.0/routers/4fc1444e-03f9-475a-89fc-69826243cd3a HTTP/1.1" status: 404 len: 336 time: 0.0924859 Jan 27 17:18:03.517668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42482) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:03.554918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0d6b819f-0405-4455-a248-73d717eab563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:03.572234 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-aa8d8ce4-a9bb-4399-95d3-d5d904dc71f1 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ec51045-e09c-4dd1-a326-cc8390585a63 HTTP/1.1" status: 200 len: 205 time: 0.0530016 Jan 27 17:18:03.574853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42486) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:03.606444 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-0d6b819f-0405-4455-a248-73d717eab563 None None] For port 3e0f2c21-895e-4199-adcb-d0b5787c13c2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3e0f2c21-895e-4199-adcb-d0b5787c13c2,segment=NetworkSegment(e465f0f4-847b-4d99-bbff-349478ce74ab),segment_id=e465f0f4-847b-4d99-bbff-349478ce74ab)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:03.614692 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0d6b819f-0405-4455-a248-73d717eab563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:03.668405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ef934d23-ed0d-4634-85a9-57efe8dad47f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:03.697935 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-fee76213-7c68-41c6-b522-721acdca91d1 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] delete failed (client error): The resource could not be found. Jan 27 17:18:03.699402 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fee76213-7c68-41c6-b522-721acdca91d1 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "DELETE /v2.0/routers/7ec51045-e09c-4dd1-a326-cc8390585a63 HTTP/1.1" status: 404 len: 336 time: 0.1232955 Jan 27 17:18:03.705859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42490) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:03.755822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b819f-0405-4455-a248-73d717eab563 None None] Pushing event updated for resources: {'Port': ['ID=3e0f2c21-895e-4199-adcb-d0b5787c13c2,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:03.761793 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d807beca-9527-4c84-b185-e9218ce24216 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccaf0060-1758-4bd7-b5c6-5304ce6183fc HTTP/1.1" status: 200 len: 205 time: 0.0542221 Jan 27 17:18:03.765655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-bb821b6f-34e1-40b9-b961-a722dd5ab32e None None] Provisioning for port 5895dab7-0467-440c-8284-afdd05c32217 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:03.768010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42494) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:03.777198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-bb821b6f-34e1-40b9-b961-a722dd5ab32e None None] Provisioning complete for port 5895dab7-0467-440c-8284-afdd05c32217 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:03.777580 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bb821b6f-34e1-40b9-b961-a722dd5ab32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:03.810233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ef934d23-ed0d-4634-85a9-57efe8dad47f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:03.879455 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-d905157b-2f70-413d-866b-352b5cf78bae tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] delete failed (client error): The resource could not be found. Jan 27 17:18:03.882189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-bb821b6f-34e1-40b9-b961-a722dd5ab32e None None] Port 5895dab7-0467-440c-8284-afdd05c32217 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:03.883763 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d905157b-2f70-413d-866b-352b5cf78bae tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "DELETE /v2.0/routers/ccaf0060-1758-4bd7-b5c6-5304ce6183fc HTTP/1.1" status: 404 len: 336 time: 0.1130524 Jan 27 17:18:03.884383 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42498) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:03.922706 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0652c9e6-6519-465a-8ff1-3ff0f3350921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:18:00Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:03.928136 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652c9e6-6519-465a-8ff1-3ff0f3350921 None None] Checking router: c97cbcf9-aed2-49e9-b61c-3ee9b950a75e for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:03.938431 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652c9e6-6519-465a-8ff1-3ff0f3350921 None None] Routers {'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:03.939071 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0652c9e6-6519-465a-8ff1-3ff0f3350921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:03.947921 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-f950a4cf-4145-44c4-9bf9-a394a643c232 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] DELETE failed (client error): The resource could not be found. Jan 27 17:18:03.948399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f950a4cf-4145-44c4-9bf9-a394a643c232 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:18:03.953339 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f950a4cf-4145-44c4-9bf9-a394a643c232 tempest-RoutersIpV6AdminTest-427665001 tempest-RoutersIpV6AdminTest-427665001-project] 10.222.0.81 "DELETE /v2.0/subnets/648bb578-26e3-46a0-a2ad-2267a5d45174 HTTP/1.1" status: 404 len: 337 time: 0.0638676 Jan 27 17:18:03.963754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd3c97-1477-480e-81aa-f57f56302017 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:03.969716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd3c97-1477-480e-81aa-f57f56302017 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:03.975707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd3c97-1477-480e-81aa-f57f56302017 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:03.976642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e2dd3c97-1477-480e-81aa-f57f56302017 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Synchronizing usage tracker for tenant:e4c577783c9e4cb3b09c2d882f446a4d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:03.986198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.015124 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8040a71c-5a2e-48a4-8092-ea03c812f7e6 None None] Provisioning complete for port 3e0f2c21-895e-4199-adcb-d0b5787c13c2 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:04.015566 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8040a71c-5a2e-48a4-8092-ea03c812f7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.067801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 43e93e72-f13b-4b6b-a357-b4cf476ace24 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:04.079858 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:04.086134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e2dd3c97-1477-480e-81aa-f57f56302017 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Unset dirty status for tenant:e4c577783c9e4cb3b09c2d882f446a4d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:04.087649 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e2dd3c97-1477-480e-81aa-f57f56302017 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.9185646 Jan 27 17:18:04.090821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42504) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:04.092611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:04.147535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=ea952a21-fec5-4078-ad07-36d408179479,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:04.163961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3e0f2c21-895e-4199-adcb-d0b5787c13c2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:04.180664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ef934d23-ed0d-4634-85a9-57efe8dad47f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.214679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef934d23-ed0d-4634-85a9-57efe8dad47f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ce77c3-f8c6-4b84-b710-5469625b2548,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:04.229317 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ef934d23-ed0d-4634-85a9-57efe8dad47f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/subnets/f8ce77c3-f8c6-4b84-b710-5469625b2548 HTTP/1.1" status: 204 len: 168 time: 1.2942343 Jan 27 17:18:04.239766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42508) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:04.258494 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc551f06-4526-4388-9c7b-0bd01a7ca8ef None None] Network b9bf0c44-3de1-4a38-bbb5-da77ccbe891c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:04.275231 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-d7d44f82-d591-4ba2-af85-57113edfd537 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Deleting port 5895dab7-0467-440c-8284-afdd05c32217 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:04.276211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7d44f82-d591-4ba2-af85-57113edfd537 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.348186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.360967 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-0652c9e6-6519-465a-8ff1-3ff0f3350921 None None] Set router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:04.613902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42514) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:04.649654 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 3e0f2c21-895e-4199-adcb-d0b5787c13c2 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:04.650360 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.679003 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.704178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7d44f82-d591-4ba2-af85-57113edfd537 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.752482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3bbd9fb3-f23b-4847-9c84-9f5ee99f4ec7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Synchronizing usage tracker for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:router {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:04.792199 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.837703 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f95d5baf-6121-40a6-9b4b-99c978c0af67 None None] Provisioning for port ea952a21-fec5-4078-ad07-36d408179479 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:04.905287 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0652c9e6-6519-465a-8ff1-3ff0f3350921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:18:00Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:04.910140 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652c9e6-6519-465a-8ff1-3ff0f3350921 None None] The sync data for ids ['c97cbcf9-aed2-49e9-b61c-3ee9b950a75e'] in dv-neutron-825077-1-hyperv is: [{'id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'name': 'tempest-TestNetworkBasicOps-router-1684390862', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:18:00Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '9bfd86ef-8b81-4156-ba91-41448d47fd11', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97cbcf9-aed2-49e9-b61c-3ee9b950a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:09Z', 'updated_at': '2022-01-27T17:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:04.915422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-d7d44f82-d591-4ba2-af85-57113edfd537 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Calling delete_port for 5895dab7-0467-440c-8284-afdd05c32217 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:04.931353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb3b9ea-7961-4b1e-bdd4-d7ed7b8f4203 None None] DHCP port deletion for b9bf0c44-3de1-4a38-bbb5-da77ccbe891c request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:18:04.950918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f95d5baf-6121-40a6-9b4b-99c978c0af67 None None] Provisioning complete for port ea952a21-fec5-4078-ad07-36d408179479 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:04.951755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f95d5baf-6121-40a6-9b4b-99c978c0af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.993905 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-7cb3b9ea-7961-4b1e-bdd4-d7ed7b8f4203 None None] Deleting port 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:04.994618 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b9ea-7961-4b1e-bdd4-d7ed7b8f4203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:05.022809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1c04aee6-822a-4b41-bdf9-6bbaec04b024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:05.079571 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f95d5baf-6121-40a6-9b4b-99c978c0af67 None None] Port ea952a21-fec5-4078-ad07-36d408179479 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:05.106806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3bbd9fb3-f23b-4847-9c84-9f5ee99f4ec7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Unset dirty status for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:router {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:05.108482 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3bbd9fb3-f23b-4847-9c84-9f5ee99f4ec7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.6505253 Jan 27 17:18:05.111185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7d44f82-d591-4ba2-af85-57113edfd537 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:05.113225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42520) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:05.133783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1c04aee6-822a-4b41-bdf9-6bbaec04b024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:05.140237 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:05.144833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1c04aee6-822a-4b41-bdf9-6bbaec04b024 admin admin] Usage tracker for resource:security_group_rule and tenant:376088baca8347d19bad1b8be351dcab is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:05.153897 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1e615636-f3f9-4dd8-8713-1f48266826dc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-506430680'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:05.202800 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1c04aee6-822a-4b41-bdf9-6bbaec04b024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:05.233244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1c04aee6-822a-4b41-bdf9-6bbaec04b024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:05.235383 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 9bfd86ef-8b81-4156-ba91-41448d47fd11 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:05.235814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:05.236542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d44f82-d591-4ba2-af85-57113edfd537 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Pushing event deleted for resources: {'Port': ['ID=5895dab7-0467-440c-8284-afdd05c32217,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:05.278480 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7cb3b9ea-7961-4b1e-bdd4-d7ed7b8f4203 None None] For port 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad,segment=NetworkSegment(652f9c8e-0dd1-4a0e-8964-2add538bfe4c),segment_id=652f9c8e-0dd1-4a0e-8964-2add538bfe4c)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:05.278973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b9ea-7961-4b1e-bdd4-d7ed7b8f4203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:05.487372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-7cb3b9ea-7961-4b1e-bdd4-d7ed7b8f4203 None None] Calling delete_port for 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:05.556904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7d44f82-d591-4ba2-af85-57113edfd537 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:05.581173 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d7d44f82-d591-4ba2-af85-57113edfd537 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] 10.222.0.81 "DELETE /v2.0/ports/5895dab7-0467-440c-8284-afdd05c32217 HTTP/1.1" status: 204 len: 168 time: 1.4780743 Jan 27 17:18:05.589329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42524) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:05.597992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-23c24f1b-68aa-40be-88c2-02332d7ffb7e tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Request body: {'port': {'name': 'tempest-new-port-name-22262057', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:05.598877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.api.validators [None req-23c24f1b-68aa-40be-88c2-02332d7ffb7e tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] bootfile-name is not in valid_values {{(pid=87609) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:18:05.599427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.api.validators [None req-23c24f1b-68aa-40be-88c2-02332d7ffb7e tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] tftp-server is not in valid_values {{(pid=87609) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:18:05.599981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.api.validators [None req-23c24f1b-68aa-40be-88c2-02332d7ffb7e tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] server-ip-address is not in valid_values {{(pid=87609) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:18:05.628846 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b9ea-7961-4b1e-bdd4-d7ed7b8f4203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:05.688888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3b9ea-7961-4b1e-bdd4-d7ed7b8f4203 None None] Pushing event deleted for resources: {'Port': ['ID=6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:05.698171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3b9ea-7961-4b1e-bdd4-d7ed7b8f4203 None None] No DVR routers for this DVR port 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:18:05.873893 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 9bfd86ef-8b81-4156-ba91-41448d47fd11, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=9bfd86ef-8b81-4156-ba91-41448d47fd11,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:05.874841 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:05.903432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-23c24f1b-68aa-40be-88c2-02332d7ffb7e tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.046720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 9bfd86ef-8b81-4156-ba91-41448d47fd11 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:06.068298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 00ce8557-c7be-440b-a3ef-57bf8d815db2 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:06.100997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1c04aee6-822a-4b41-bdf9-6bbaec04b024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.110838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:18:06.122892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1c04aee6-822a-4b41-bdf9-6bbaec04b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.129243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 00ce8557-c7be-440b-a3ef-57bf8d815db2 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:18:06.129928 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 00ce8557-c7be-440b-a3ef-57bf8d815db2 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:06.130829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:06.148739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.179031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.185025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:18:06.185579 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6b04a86a-ff93-4f2d-b5eb-c9e405faf6ad not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:06.293158 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1c04aee6-822a-4b41-bdf9-6bbaec04b024 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=376088baca8347d19bad1b8be351dcab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6240692 Jan 27 17:18:06.306677 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42528) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:06.321037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04aee6-822a-4b41-bdf9-6bbaec04b024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775dd38e-45fc-4655-8af7-0d7050a95eab,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:06.378364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.384896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=ea952a21-fec5-4078-ad07-36d408179479,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:06.487202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e615636-f3f9-4dd8-8713-1f48266826dc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.532608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e615636-f3f9-4dd8-8713-1f48266826dc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.542977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d6cd-c021-4e76-9f71-b9480e0a5477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.605137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 43e93e72-f13b-4b6b-a357-b4cf476ace24 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:06.606800 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:06.611817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.676262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d6cd-c021-4e76-9f71-b9480e0a5477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.685862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=9bfd86ef-8b81-4156-ba91-41448d47fd11,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:06.813411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-23c24f1b-68aa-40be-88c2-02332d7ffb7e tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.823790 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-23c24f1b-68aa-40be-88c2-02332d7ffb7e tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.928064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1dcabf08-073d-4c1e-8f16-f226e3ee8231 None None] Provisioning complete for port ea952a21-fec5-4078-ad07-36d408179479 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:06.933235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1dcabf08-073d-4c1e-8f16-f226e3ee8231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.939959 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.948102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e615636-f3f9-4dd8-8713-1f48266826dc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router 4ac792e1-034d-432d-8210-0fe65ba0fd37 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:06.975548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c24f1b-68aa-40be-88c2-02332d7ffb7e tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Pushing event updated for resources: {'Port': ['ID=fff6187c-2ef9-4c37-bd12-f8c486ff1eec,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:06.985643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d6cd-c021-4e76-9f71-b9480e0a5477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.061932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1dcabf08-073d-4c1e-8f16-f226e3ee8231 None None] Port ea952a21-fec5-4078-ad07-36d408179479 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:07.067746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-23c24f1b-68aa-40be-88c2-02332d7ffb7e tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] In _notify_port_updated(), no bound segment for port fff6187c-2ef9-4c37-bd12-f8c486ff1eec on network e205c991-e54f-4e8f-991e-ea58f92cc826 {{(pid=87609) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:18:07.073753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c24f1b-68aa-40be-88c2-02332d7ffb7e tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:07.074460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-23c24f1b-68aa-40be-88c2-02332d7ffb7e tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.075041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 9df10de4-f401-4875-9807-2964f87263b7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:07.079442 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-23c24f1b-68aa-40be-88c2-02332d7ffb7e tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] 10.222.0.81 "PUT /v2.0/ports/fff6187c-2ef9-4c37-bd12-f8c486ff1eec HTTP/1.1" status: 200 len: 1135 time: 1.4852700 Jan 27 17:18:07.081726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42532) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:07.087656 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5d6cd-c021-4e76-9f71-b9480e0a5477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775dd38e-45fc-4655-8af7-0d7050a95eab,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:07.104483 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d6cd-c021-4e76-9f71-b9480e0a5477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.109115 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9fb5d6cd-c021-4e76-9f71-b9480e0a5477 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/775dd38e-45fc-4655-8af7-0d7050a95eab HTTP/1.1" status: 204 len: 168 time: 0.7966075 Jan 27 17:18:07.183750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.234919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e615636-f3f9-4dd8-8713-1f48266826dc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:07.243786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1e615636-f3f9-4dd8-8713-1f48266826dc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.247632 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1e615636-f3f9-4dd8-8713-1f48266826dc tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/4ac792e1-034d-432d-8210-0fe65ba0fd37 HTTP/1.1" status: 200 len: 891 time: 2.1309073 Jan 27 17:18:07.247848 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970b2339-4139-4353-9f98-45c47af33d72 None None] Sync routers for ids ['4ac792e1-034d-432d-8210-0fe65ba0fd37'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:07.250613 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42538) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:07.264613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970b2339-4139-4353-9f98-45c47af33d72 None None] Routers {'4ac792e1-034d-432d-8210-0fe65ba0fd37'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:07.265516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-970b2339-4139-4353-9f98-45c47af33d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['4ac792e1-034d-432d-8210-0fe65ba0fd37'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:07.358656 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-970b2339-4139-4353-9f98-45c47af33d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:07.383049 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970b2339-4139-4353-9f98-45c47af33d72 None None] Routers {'4ac792e1-034d-432d-8210-0fe65ba0fd37'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:07.383937 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-970b2339-4139-4353-9f98-45c47af33d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['4ac792e1-034d-432d-8210-0fe65ba0fd37'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:07.409307 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.510071 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42544) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:07.512757 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0873655f-d05b-42b7-8ea1-8240f897be92 None None] Provisioning complete for port fff6187c-2ef9-4c37-bd12-f8c486ff1eec triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:07.513858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0873655f-d05b-42b7-8ea1-8240f897be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.556729 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89c7f0f-0fc5-42c3-b05c-b48a986190ce tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:07.558020 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-970b2339-4139-4353-9f98-45c47af33d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:07.558180 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c89c7f0f-0fc5-42c3-b05c-b48a986190ce tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] 10.222.0.81 "GET /v2.0/ports/fff6187c-2ef9-4c37-bd12-f8c486ff1eec HTTP/1.1" status: 200 len: 1135 time: 0.4244132 Jan 27 17:18:07.558833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970b2339-4139-4353-9f98-45c47af33d72 None None] The sync data for ids ['4ac792e1-034d-432d-8210-0fe65ba0fd37'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:07.566941 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42548) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:07.570838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.571349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Fanout notify agent at l3_agent the message router_deleted on router c97cbcf9-aed2-49e9-b61c-3ee9b950a75e {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:18:07.593625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:07.611343 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-26113ef9-7daa-48b3-ae99-f26773c62811 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0945532 Jan 27 17:18:07.614311 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Sync routers for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:07.615385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.616562 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4d5e9f10-f633-48c2-b1ef-3c9deff44baa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/routers/c97cbcf9-aed2-49e9-b61c-3ee9b950a75e HTTP/1.1" status: 204 len: 168 time: 3.3720815 Jan 27 17:18:07.617185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42552) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:07.619486 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42556) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:07.624709 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'network': {'name': 'tempest-RoutersTest-940899615'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:07.632050 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:07.633888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0873655f-d05b-42b7-8ea1-8240f897be92 None None] Port fff6187c-2ef9-4c37-bd12-f8c486ff1eec cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:07.635402 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:07.651451 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e490e549-6d02-440a-ae80-d4bdfb35ea37 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/routers/4ac792e1-034d-432d-8210-0fe65ba0fd37 HTTP/1.1" status: 200 len: 891 time: 0.3995426 Jan 27 17:18:07.655099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:07.658535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42560) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:07.679346 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bd7dc1a9-c031-49a4-a2b5-9017cd2ce4a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c802c3f6490405984f01b22559f4e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671875 Jan 27 17:18:07.682427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42564) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:07.688539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-7be1d975-d188-431f-b979-42d5abfc4d43 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Deleting port fff6187c-2ef9-4c37-bd12-f8c486ff1eec {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:07.688874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7be1d975-d188-431f-b979-42d5abfc4d43 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.713171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:network and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:07.723719 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:07.739365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:07.744990 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3e5bd66d-6423-4b17-9fc6-86f330919894 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Synchronizing usage tracker for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:07.818811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f064890f-0224-451f-9ab8-91cb096143ab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.829739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:07.830312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.843015 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3e5bd66d-6423-4b17-9fc6-86f330919894 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Unset dirty status for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:07.846636 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3e5bd66d-6423-4b17-9fc6-86f330919894 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac792e1-034d-432d-8210-0fe65ba0fd37 HTTP/1.1" status: 200 len: 205 time: 0.1815364 Jan 27 17:18:07.846804 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c023ecb-aa2c-4200-a479-8b725fb36363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.851744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42568) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:07.852078 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:07.915490 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c023ecb-aa2c-4200-a479-8b725fb36363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.020409 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:08.082747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f064890f-0224-451f-9ab8-91cb096143ab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.155393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.161298 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Added segment 56e2424a-6d21-4bad-9fde-3582b76dd2a6 of type vlan for network ef50d329-76d7-4067-b98b-382ab6a4aec7 Jan 27 17:18:08.223958 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:04Z', 'revision_number': 3, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:05Z', 'revision_number': 2, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:08.225601 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7be1d975-d188-431f-b979-42d5abfc4d43 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.225977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-f064890f-0224-451f-9ab8-91cb096143ab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bf0c44-3de1-4a38-bbb5-da77ccbe891c']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:08.242000 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Checking router: 9df10de4-f401-4875-9807-2964f87263b7 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:08.242277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.247732 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Updating router 9df10de4-f401-4875-9807-2964f87263b7 port ea952a21-fec5-4078-ad07-36d408179479 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:18:08.250758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-f064890f-0224-451f-9ab8-91cb096143ab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652f9c8e-0dd1-4a0e-8964-2add538bfe4c') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:08.250974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-f064890f-0224-451f-9ab8-91cb096143ab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652f9c8e-0dd1-4a0e-8964-2add538bfe4c') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:08.271180 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9bfd86ef-8b81-4156-ba91-41448d47fd11 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:08.272610 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.312864 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.321060 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 9bfd86ef-8b81-4156-ba91-41448d47fd11 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:18:08.321866 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 9bfd86ef-8b81-4156-ba91-41448d47fd11 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:08.340898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f064890f-0224-451f-9ab8-91cb096143ab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.400591 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-7be1d975-d188-431f-b979-42d5abfc4d43 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Calling delete_port for fff6187c-2ef9-4c37-bd12-f8c486ff1eec owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:08.401746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f064890f-0224-451f-9ab8-91cb096143ab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.406629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.412246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:08.413079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.445388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f064890f-0224-451f-9ab8-91cb096143ab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:18:08.446071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f064890f-0224-451f-9ab8-91cb096143ab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.462594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c023ecb-aa2c-4200-a479-8b725fb36363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:18:08.465215 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:18:08.485900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c023ecb-aa2c-4200-a479-8b725fb36363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d50fe18-532d-4e64-b3d8-f5a3c341bac9,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:08.505519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5c023ecb-aa2c-4200-a479-8b725fb36363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.521514 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5c023ecb-aa2c-4200-a479-8b725fb36363 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d50fe18-532d-4e64-b3d8-f5a3c341bac9 HTTP/1.1" status: 204 len: 168 time: 0.8262165 Jan 27 17:18:08.615023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7be1d975-d188-431f-b979-42d5abfc4d43 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.631810 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0109096 Jan 27 17:18:08.659619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42574) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:08.678561 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'subnet': {'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:08.697306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1d975-d188-431f-b979-42d5abfc4d43 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Pushing event deleted for resources: {'Port': ['ID=fff6187c-2ef9-4c37-bd12-f8c486ff1eec,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:08.704406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d78268-e6ef-4d02-9232-9e694126f858 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Network': ['ID=ef50d329-76d7-4067-b98b-382ab6a4aec7,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:08.708872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f064890f-0224-451f-9ab8-91cb096143ab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.734172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f064890f-0224-451f-9ab8-91cb096143ab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.746511 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network ef50d329-76d7-4067-b98b-382ab6a4aec7 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:08.750336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064890f-0224-451f-9ab8-91cb096143ab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Network': ['ID=b9bf0c44-3de1-4a38-bbb5-da77ccbe891c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:08.768120 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f064890f-0224-451f-9ab8-91cb096143ab tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/networks/b9bf0c44-3de1-4a38-bbb5-da77ccbe891c HTTP/1.1" status: 204 len: 168 time: 1.1476254 Jan 27 17:18:08.770873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.786672 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42578) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:08.801276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port dd1d4480-eb8c-44b9-94af-80f611cc9363 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:08.801622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.819068 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'network': {'name': 'tempest-network-smoke--1763746500', 'project_id': '44b0386278b54442ad833b884f51ee72', 'port_security_enabled': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:08.832309 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.862316 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Transition to ACTIVE for port object ea952a21-fec5-4078-ad07-36d408179479 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:08.870904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:08.881295 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.963524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:network and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:08.974927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:09.007381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:09.044134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:09.053941 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:subnet and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:09.068352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:09.081587 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:09.085164 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.105821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7be1d975-d188-431f-b979-42d5abfc4d43 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.112222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:09.140526 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333bc24-2ab4-46b6-985c-24d5b645b68e None None] Pushing event updated for resources: {'Port': ['ID=ea952a21-fec5-4078-ad07-36d408179479,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:09.141733 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7be1d975-d188-431f-b979-42d5abfc4d43 tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] 10.222.0.81 "DELETE /v2.0/ports/fff6187c-2ef9-4c37-bd12-f8c486ff1eec HTTP/1.1" status: 204 len: 168 time: 1.5737662 Jan 27 17:18:09.154933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42586) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:09.161417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1223} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:09.195012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:09.198454 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.224957 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Attempting to bind port ea952a21-fec5-4078-ad07-36d408179479 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:09.225758 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Attempting to bind port ea952a21-fec5-4078-ad07-36d408179479 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'e465f0f4-847b-4d99-bbff-349478ce74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:09.227281 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Attempting to bind port ea952a21-fec5-4078-ad07-36d408179479 on network 43e93e72-f13b-4b6b-a357-b4cf476ace24 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:09.234438 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:09.234964 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Checking segment: {'id': 'e465f0f4-847b-4d99-bbff-349478ce74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:09.235604 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.235969 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Bound using segment: {'id': 'e465f0f4-847b-4d99-bbff-349478ce74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:09.236532 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Bound port: ea952a21-fec5-4078-ad07-36d408179479, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e465f0f4-847b-4d99-bbff-349478ce74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:09.236986 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.274165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.412535 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] For port ea952a21-fec5-4078-ad07-36d408179479, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:09.417550 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] For port ea952a21-fec5-4078-ad07-36d408179479, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ea952a21-fec5-4078-ad07-36d408179479,segment=NetworkSegment(e465f0f4-847b-4d99-bbff-349478ce74ab),segment_id=e465f0f4-847b-4d99-bbff-349478ce74ab)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:09.419738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7184ea-13ff-4e6c-8ed4-73d839d5557b tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Deleting subnet 112ec609-28db-43e9-b6d4-ee0f38c65d2a {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:18:09.423394 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.425005 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d7184ea-13ff-4e6c-8ed4-73d839d5557b tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.452394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for dd1d4480-eb8c-44b9-94af-80f611cc9363 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:09.497805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d7184ea-13ff-4e6c-8ed4-73d839d5557b tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.526870 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.527210 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Added segment bdcd3e61-10b7-4fc7-baae-a1ce94c753d0 of type vlan for network de3200ea-1263-4d40-8ceb-6a9a06331a84 Jan 27 17:18:09.546925 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:09.547799 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:09.626918 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333bc24-2ab4-46b6-985c-24d5b645b68e None None] Pushing event updated for resources: {'Port': ['ID=ea952a21-fec5-4078-ad07-36d408179479,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:09.699098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.740795 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.771217 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:09.777931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=dd1d4480-eb8c-44b9-94af-80f611cc9363,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:09.824184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d7184ea-13ff-4e6c-8ed4-73d839d5557b tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.860323 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.910395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.914489 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.920226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:09.920911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.955460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42604) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:10.021456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Subnet': ['ID=ef2f659e-f6ae-4bae-a506-a472bd9f5ff6,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:10.115091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Network': ['ID=de3200ea-1263-4d40-8ceb-6a9a06331a84,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:10.118093 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-47fddec4-2a76-49e5-b206-d07b568df45d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3216176 Jan 27 17:18:10.122518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42612) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:10.127207 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d7184ea-13ff-4e6c-8ed4-73d839d5557b tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.133722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'admin_state_up': True, 'project_id': '44b0386278b54442ad833b884f51ee72', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:10.136123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network de3200ea-1263-4d40-8ceb-6a9a06331a84 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:10.146191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.153090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.171664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Checking segment: {'id': '56e2424a-6d21-4bad-9fde-3582b76dd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:10.172032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network hostable DHCP agents. Network: ef50d329-76d7-4067-b98b-382ab6a4aec7, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:18:10.178531 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:10.187346 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:04Z', 'revision_number': 3, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:09Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:10.187927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7184ea-13ff-4e6c-8ed4-73d839d5557b tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Pushing event deleted for resources: {'Subnet': ['ID=112ec609-28db-43e9-b6d4-ee0f38c65d2a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:10.194067 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:router and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:10.200199 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.200761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Fanout notify agent at l3_agent the message router_deleted on router 4ac792e1-034d-432d-8210-0fe65ba0fd37 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:18:10.201925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Request body: {'networks': [{'name': 'tempest-network--990823186'}, {'name': 'tempest-network--1490180969'}]} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:10.202239 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Request body: {'network': {'name': 'tempest-network--990823186'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:10.202695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Request body: {'network': {'name': 'tempest-network--1490180969'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:10.202954 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cea1aa-3c01-483d-b996-8902af06e0e3 None None] The sync data for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv is: [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:04Z', 'revision_number': 3, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:09Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:10.206638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:10.215221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:10.217853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d7184ea-13ff-4e6c-8ed4-73d839d5557b tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.219732 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2d7184ea-13ff-4e6c-8ed4-73d839d5557b tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] 10.222.0.81 "DELETE /v2.0/subnets/112ec609-28db-43e9-b6d4-ee0f38c65d2a HTTP/1.1" status: 204 len: 168 time: 1.0637994 Jan 27 17:18:10.220721 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:10.222638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42616) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:10.227487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Usage tracker for resource:network and tenant:b5acb3aea8b848f08bcaf74630e1990c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:10.232298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.237017 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a42d9dba-2550-4fe8-84cc-f52eba4378f7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/4ac792e1-034d-432d-8210-0fe65ba0fd37 HTTP/1.1" status: 204 len: 168 time: 2.3795500 Jan 27 17:18:10.237366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42620) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:10.243803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1180707129'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:10.249787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:10.257028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:network and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:10.261589 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:10.277747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:10.280235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:10.296175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:10.300726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.301614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:10.322462 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3e41e7-74ec-44fd-a868-a994a00e8a5d None None] Network e205c991-e54f-4e8f-991e-ea58f92cc826 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:10.336868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.338227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.342011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network ef50d329-76d7-4067-b98b-382ab6a4aec7 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:18:10.363878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, ef50d329-76d7-4067-b98b-382ab6a4aec7) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:10.367203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1243} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:10.385669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.386684 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Added segment 58b842b8-5670-426c-b7a1-c9dfceb4d5d0 of type vlan for network 46e138f1-2dce-460a-bd8d-888ab3088bbe Jan 27 17:18:10.387274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f55e709-7e31-4532-9511-8abd7bb3a43f None None] Network ef50d329-76d7-4067-b98b-382ab6a4aec7 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:10.422103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.439555 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Made reservation on behalf of b5acb3aea8b848f08bcaf74630e1990c for: {'network': 2} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:10.445551 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.467013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:10.467986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.468508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.473784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.476617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:10.477784 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.506213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.533627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:10.541860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Usage tracker for resource:security_group_rule and tenant:b5acb3aea8b848f08bcaf74630e1990c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:10.546461 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:10.553365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:10.557322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.577836 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9a83c160-795b-4714-9d09-d121c208ac0c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9120200 Jan 27 17:18:10.581484 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42624) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:10.624971 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3838992 Jan 27 17:18:10.628928 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42628) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:10.629726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a917a02-65a1-4b47-b3cb-fbbb9cc082d0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Network': ['ID=46e138f1-2dce-460a-bd8d-888ab3088bbe,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:10.638623 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'subnet': {'network_id': '46e138f1-2dce-460a-bd8d-888ab3088bbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:10.675446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 46e138f1-2dce-460a-bd8d-888ab3088bbe details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:10.803711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:10.809987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:subnet and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:10.814310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:10.814523 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Deleting port 7083953f-3b95-42c2-8d52-423bf9bd7a92 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:10.815183 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.821985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:10.833606 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:10.838904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.960343 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-ef50d329-76d7-4067-b98b-382ab6a4aec7', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:18:10.961393 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.064884 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea6096a-05d0-4ed3-a38f-e3d0e2cb24ac None None] DHCP port deletion for e205c991-e54f-4e8f-991e-ea58f92cc826 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:18:11.076550 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6096a-05d0-4ed3-a38f-e3d0e2cb24ac None None] Deleting port 7083953f-3b95-42c2-8d52-423bf9bd7a92 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:11.077309 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6ea6096a-05d0-4ed3-a38f-e3d0e2cb24ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.171937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.246401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Allocated IP 172.22.0.2 (ef50d329-76d7-4067-b98b-382ab6a4aec7/ef2f659e-f6ae-4bae-a506-a472bd9f5ff6/e9791368-16a2-4a9d-aa23-581a298ba63e) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:11.260219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Subnet': ['ID=2631dd88-f0dc-4051-ab7c-4185dd50a1ce,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:11.270189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Checking segment: {'id': '58b842b8-5670-426c-b7a1-c9dfceb4d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '46e138f1-2dce-460a-bd8d-888ab3088bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:11.270673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network hostable DHCP agents. Network: 46e138f1-2dce-460a-bd8d-888ab3088bbe, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:18:11.294735 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 46e138f1-2dce-460a-bd8d-888ab3088bbe is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:18:11.311997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 46e138f1-2dce-460a-bd8d-888ab3088bbe) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:11.327131 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:11.328169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.372096 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9619e65c-fad4-4512-97ab-581227cffe73 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7330074 Jan 27 17:18:11.372534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42632) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:11.378310 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c26a23-12db-48ed-83bc-0d5d9ea998fa None None] Network 46e138f1-2dce-460a-bd8d-888ab3088bbe requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:11.380148 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-fc93dd72-1284-497e-ba96-ea81355e2d19 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-799727471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:11.388427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fc93dd72-1284-497e-ba96-ea81355e2d19 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:11.393676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-fc93dd72-1284-497e-ba96-ea81355e2d19 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:router and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:11.396989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-fc93dd72-1284-497e-ba96-ea81355e2d19 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:11.403370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fc93dd72-1284-497e-ba96-ea81355e2d19 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:11.417684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fc93dd72-1284-497e-ba96-ea81355e2d19 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.418878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fc93dd72-1284-497e-ba96-ea81355e2d19 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.435774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fc93dd72-1284-497e-ba96-ea81355e2d19 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.456491 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fc93dd72-1284-497e-ba96-ea81355e2d19 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.487768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fc93dd72-1284-497e-ba96-ea81355e2d19 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.491660 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fc93dd72-1284-497e-ba96-ea81355e2d19 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1152129 Jan 27 17:18:11.491924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42636) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:11.612792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-6ea6096a-05d0-4ed3-a38f-e3d0e2cb24ac None None] For port 7083953f-3b95-42c2-8d52-423bf9bd7a92, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7083953f-3b95-42c2-8d52-423bf9bd7a92,segment=NetworkSegment(d9f91c45-06ae-431d-a086-3a04fad80ee1),segment_id=d9f91c45-06ae-431d-a086-3a04fad80ee1)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:11.613216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6ea6096a-05d0-4ed3-a38f-e3d0e2cb24ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.659751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.767741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6096a-05d0-4ed3-a38f-e3d0e2cb24ac None None] Calling delete_port for 7083953f-3b95-42c2-8d52-423bf9bd7a92 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:11.789635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.796917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] For port 7083953f-3b95-42c2-8d52-423bf9bd7a92, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7083953f-3b95-42c2-8d52-423bf9bd7a92,segment=NetworkSegment(d9f91c45-06ae-431d-a086-3a04fad80ee1),segment_id=d9f91c45-06ae-431d-a086-3a04fad80ee1)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:11.796917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.842118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.842848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.025168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6ea6096a-05d0-4ed3-a38f-e3d0e2cb24ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.070303 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-46e138f1-2dce-460a-bd8d-888ab3088bbe', 'network_id': '46e138f1-2dce-460a-bd8d-888ab3088bbe', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'fixed_ips': [{'subnet_id': '2631dd88-f0dc-4051-ab7c-4185dd50a1ce'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:18:12.071187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.106438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6096a-05d0-4ed3-a38f-e3d0e2cb24ac None None] Pushing event deleted for resources: {'Port': ['ID=7083953f-3b95-42c2-8d52-423bf9bd7a92,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:12.110054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.118160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6096a-05d0-4ed3-a38f-e3d0e2cb24ac None None] No DVR routers for this DVR port 7083953f-3b95-42c2-8d52-423bf9bd7a92 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:18:12.150402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Calling delete_port for 7083953f-3b95-42c2-8d52-423bf9bd7a92 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:12.172089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.180148 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Transition to ACTIVE for port object e9791368-16a2-4a9d-aa23-581a298ba63e will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:12.183147 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ea952a21-fec5-4078-ad07-36d408179479 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:12.230412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1213} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:12.294949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Transition to ACTIVE for port object e9791368-16a2-4a9d-aa23-581a298ba63e will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:12.309142 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fac5492-e145-4be0-b86d-876b75ab8e42,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:12.318388 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.330894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.331739 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Added segment 3ced97bd-dbc9-4938-83ad-1a4f95cfbfc8 of type vlan for network e1bf1807-a67c-4171-a43f-e679a9ece31a Jan 27 17:18:12.338931 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.433889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Network ef50d329-76d7-4067-b98b-382ab6a4aec7 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:12.439327 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:12.441980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:12.446613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Allocated IP 2001:db8::2 (46e138f1-2dce-460a-bd8d-888ab3088bbe/2631dd88-f0dc-4051-ab7c-4185dd50a1ce/dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:12.488300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Pushing event updated for resources: {'Port': ['ID=e9791368-16a2-4a9d-aa23-581a298ba63e,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:12.501867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.532406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port ea952a21-fec5-4078-ad07-36d408179479 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:12.548890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ea952a21-fec5-4078-ad07-36d408179479 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:12.549247 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.581756 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:18:12.582050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:18:12.640709 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Attempting to bind port e9791368-16a2-4a9d-aa23-581a298ba63e on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:12.641038 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Attempting to bind port e9791368-16a2-4a9d-aa23-581a298ba63e by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '56e2424a-6d21-4bad-9fde-3582b76dd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:12.641401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Attempting to bind port e9791368-16a2-4a9d-aa23-581a298ba63e on network ef50d329-76d7-4067-b98b-382ab6a4aec7 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:12.655416 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:12.655799 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Checking segment: {'id': '56e2424a-6d21-4bad-9fde-3582b76dd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:12.656232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.656621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Bound using segment: {'id': '56e2424a-6d21-4bad-9fde-3582b76dd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:12.657169 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Bound port: e9791368-16a2-4a9d-aa23-581a298ba63e, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e2424a-6d21-4bad-9fde-3582b76dd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:12.657563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.687054 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:12.755400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.755642 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Added segment faf1deb6-bbc5-4437-b0f3-cbc76152ac03 of type vlan for network 05cd9fae-b5e2-40f0-94c7-dce34868e82b Jan 27 17:18:12.910372 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.941914 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] For port e9791368-16a2-4a9d-aa23-581a298ba63e, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:12.946382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.973458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] For port e9791368-16a2-4a9d-aa23-581a298ba63e, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9791368-16a2-4a9d-aa23-581a298ba63e,segment=NetworkSegment(56e2424a-6d21-4bad-9fde-3582b76dd2a6),segment_id=56e2424a-6d21-4bad-9fde-3582b76dd2a6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:12.980059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.992976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.041296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.045176 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Transition to ACTIVE for port object dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:13.074542 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port ea952a21-fec5-4078-ad07-36d408179479, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ea952a21-fec5-4078-ad07-36d408179479,segment=NetworkSegment(e465f0f4-847b-4d99-bbff-349478ce74ab),segment_id=e465f0f4-847b-4d99-bbff-349478ce74ab)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:13.081732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.083937 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Allocated IP 172.22.0.1 (ef50d329-76d7-4067-b98b-382ab6a4aec7/ef2f659e-f6ae-4bae-a506-a472bd9f5ff6/c397cbbc-2800-48d7-97ce-a5f077506e49) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:13.087485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Deleting port 7083953f-3b95-42c2-8d52-423bf9bd7a92 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:13.087856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.093144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.103687 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Transition to ACTIVE for port object dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:13.133112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744a3d0-a009-46c4-b2de-65f6d2c55e66 None None] Pushing event updated for resources: {'Port': ['ID=e9791368-16a2-4a9d-aa23-581a298ba63e,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:13.136970 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.192784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7083953f-3b95-42c2-8d52-423bf9bd7a92 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:13.208355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Allocated IP 2001:db8::1 (46e138f1-2dce-460a-bd8d-888ab3088bbe/2631dd88-f0dc-4051-ab7c-4185dd50a1ce/088179c1-405e-4a61-b51a-7475412fd105) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:13.209598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] The port '7083953f-3b95-42c2-8d52-423bf9bd7a92' was deleted {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:18:13.210611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.211105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.216698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:13.221304 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:13.221951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.238599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 7083953f-3b95-42c2-8d52-423bf9bd7a92 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:18:13.238941 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7083953f-3b95-42c2-8d52-423bf9bd7a92 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:13.253844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Network 46e138f1-2dce-460a-bd8d-888ab3088bbe is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:13.258814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:13.263389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:13.429964 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Attempting to bind port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:13.431067 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Attempting to bind port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '58b842b8-5670-426c-b7a1-c9dfceb4d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '46e138f1-2dce-460a-bd8d-888ab3088bbe'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:13.431626 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Attempting to bind port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 on network 46e138f1-2dce-460a-bd8d-888ab3088bbe {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:13.439130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:13.439857 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Checking segment: {'id': '58b842b8-5670-426c-b7a1-c9dfceb4d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '46e138f1-2dce-460a-bd8d-888ab3088bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:13.440419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.440981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Bound using segment: {'id': '58b842b8-5670-426c-b7a1-c9dfceb4d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '46e138f1-2dce-460a-bd8d-888ab3088bbe'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:13.441596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Bound port: dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b842b8-5670-426c-b7a1-c9dfceb4d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '46e138f1-2dce-460a-bd8d-888ab3088bbe'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:13.442137 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.452922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.473248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Transition to ACTIVE for port object 088179c1-405e-4a61-b51a-7475412fd105 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:13.486143 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=ea952a21-fec5-4078-ad07-36d408179479,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:13.511820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.601369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Pushing event updated for resources: {'Port': ['ID=dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:13.618981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] For port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:13.623871 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] For port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57,segment=NetworkSegment(58b842b8-5670-426c-b7a1-c9dfceb4d5d0),segment_id=58b842b8-5670-426c-b7a1-c9dfceb4d5d0)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:13.638278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.655795 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 46e138f1-2dce-460a-bd8d-888ab3088bbe is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:13.659747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:13.663076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:13.663739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.681156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=088179c1-405e-4a61-b51a-7475412fd105,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:13.764275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfdcdc-3886-4e37-b1d8-e17e27b2ae62 None None] Pushing event updated for resources: {'Port': ['ID=dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:13.780355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event updated for resources: {'Network': ['ID=e1bf1807-a67c-4171-a43f-e679a9ece31a,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:13.800259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network e1bf1807-a67c-4171-a43f-e679a9ece31a details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:13.813642 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.8460045 Jan 27 17:18:13.817781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42640) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:13.835752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.933124 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.989441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e205c991-e54f-4e8f-991e-ea58f92cc826']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:14.087805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f91c45-06ae-431d-a086-3a04fad80ee1') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:14.088108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f91c45-06ae-431d-a086-3a04fad80ee1') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:14.096988 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.101847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.212 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/79adb2fb-892d-4950-a3e8-34b77ac18dac) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:14.104602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b81637-e131-4500-940f-2cab4cfd4053 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event updated for resources: {'Network': ['ID=05cd9fae-b5e2-40f0-94c7-dce34868e82b,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:14.127562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 05cd9fae-b5e2-40f0-94c7-dce34868e82b details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:14.128425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.160166 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Transition to ACTIVE for port object c397cbbc-2800-48d7-97ce-a5f077506e49 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:14.193822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.209076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:18:14.209907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:18:14.226018 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:18:14.379786 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:14.411391 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.474451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:14.480635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ea952a21-fec5-4078-ad07-36d408179479 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:14.528405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.532369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.539422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.542757 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57bea8-a0fa-472f-85f6-59e0156399ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:14.553224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57bea8-a0fa-472f-85f6-59e0156399ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:14.559062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57bea8-a0fa-472f-85f6-59e0156399ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:14.565770 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57bea8-a0fa-472f-85f6-59e0156399ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:14.567682 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9e57bea8-a0fa-472f-85f6-59e0156399ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7443373 Jan 27 17:18:14.588318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ea952a21-fec5-4078-ad07-36d408179479 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:14.588749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.598632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42644) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:14.602747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.657496 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] Pushing event deleted for resources: {'Network': ['ID=e205c991-e54f-4e8f-991e-ea58f92cc826,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:14.668412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:14.679628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:14.705567 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5d9e1c6d-2ff8-40b1-a165-0c74f8e4222a tempest-ExtraDHCPOptionsTestJSON-95446342 tempest-ExtraDHCPOptionsTestJSON-95446342-project] 10.222.0.81 "DELETE /v2.0/networks/e205c991-e54f-4e8f-991e-ea58f92cc826 HTTP/1.1" status: 204 len: 168 time: 4.4686482 Jan 27 17:18:14.711771 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:14.753115 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e9791368-16a2-4a9d-aa23-581a298ba63e up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:14.773023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network ef50d329-76d7-4067-b98b-382ab6a4aec7 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:14.785652 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.791686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.792472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.813465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:14.818512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:14.857409 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port e9791368-16a2-4a9d-aa23-581a298ba63e completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:14.890265 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354096c3-4f59-4875-8f9a-1295f6c64f19 None None] Network ef50d329-76d7-4067-b98b-382ab6a4aec7 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:14.891949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=79adb2fb-892d-4950-a3e8-34b77ac18dac,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:15.025058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=088179c1-405e-4a61-b51a-7475412fd105,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:15.087850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 46e138f1-2dce-460a-bd8d-888ab3088bbe is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:15.089386 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:15.171535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42652) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:15.188914 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-18a0ae75-b2b1-42b6-821e-6e64afa19765 None None] Provisioning for port e9791368-16a2-4a9d-aa23-581a298ba63e completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:15.213269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-18a0ae75-b2b1-42b6-821e-6e64afa19765 None None] Provisioning complete for port e9791368-16a2-4a9d-aa23-581a298ba63e triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:15.213544 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-18a0ae75-b2b1-42b6-821e-6e64afa19765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.263292 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5dafe71b-539f-4d2b-b8cf-9e18fd6424f8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.265283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.330811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router 67302f12-975b-42e5-9b77-4d80cf1d63ba is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:18:15.439433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40235d64-70e5-4d18-8419-17910c2784ac None None] Network 46e138f1-2dce-460a-bd8d-888ab3088bbe requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:15.499203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=c397cbbc-2800-48d7-97ce-a5f077506e49,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:15.563294 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-29ba5834-2f92-4961-80f0-f33dca454fb1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e4c577783c9e4cb3b09c2d882f446a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882062 Jan 27 17:18:15.563294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:15.564755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42658) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:15.596920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae26ea-d792-44b2-bc1c-51c9e94722b4 None None] Sync routers for ids ['67302f12-975b-42e5-9b77-4d80cf1d63ba'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:15.602344 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-410d7144-5ca3-4c3c-8fcf-8e9e787bcc3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/67302f12-975b-42e5-9b77-4d80cf1d63ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1094375 Jan 27 17:18:15.606777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42662) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:15.611685 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-18a0ae75-b2b1-42b6-821e-6e64afa19765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.636447 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae26ea-d792-44b2-bc1c-51c9e94722b4 None None] Routers {'67302f12-975b-42e5-9b77-4d80cf1d63ba'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:15.637023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c8ae26ea-d792-44b2-bc1c-51c9e94722b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['67302f12-975b-42e5-9b77-4d80cf1d63ba'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:15.647507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.707561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3cc8-6b34-4ec4-8d9d-946075370676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.719513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c8ae26ea-d792-44b2-bc1c-51c9e94722b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:15.720218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a151ae-abbd-45ec-8068-2baebff3d760 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:15.721204 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-03a151ae-abbd-45ec-8068-2baebff3d760 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Synchronizing usage tracker for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:15.757462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-03a151ae-abbd-45ec-8068-2baebff3d760 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Unset dirty status for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:15.762264 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-03a151ae-abbd-45ec-8068-2baebff3d760 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports/088179c1-405e-4a61-b51a-7475412fd105 HTTP/1.1" status: 200 len: 911 time: 0.1542323 Jan 27 17:18:15.765908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42666) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:15.777417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3cc8-6b34-4ec4-8d9d-946075370676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.790676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-02090d79-e3b4-4c84-ad90-7574d96a159c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2631dd88-f0dc-4051-ab7c-4185dd50a1ce'}]}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:15.790862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-18a0ae75-b2b1-42b6-821e-6e64afa19765 None None] For port e9791368-16a2-4a9d-aa23-581a298ba63e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9791368-16a2-4a9d-aa23-581a298ba63e,segment=NetworkSegment(56e2424a-6d21-4bad-9fde-3582b76dd2a6),segment_id=56e2424a-6d21-4bad-9fde-3582b76dd2a6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:15.791855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae26ea-d792-44b2-bc1c-51c9e94722b4 None None] Routers {'67302f12-975b-42e5-9b77-4d80cf1d63ba'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:15.792643 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c8ae26ea-d792-44b2-bc1c-51c9e94722b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['67302f12-975b-42e5-9b77-4d80cf1d63ba'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:15.906891 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-18a0ae75-b2b1-42b6-821e-6e64afa19765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.932835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5dafe71b-539f-4d2b-b8cf-9e18fd6424f8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.965897 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c8ae26ea-d792-44b2-bc1c-51c9e94722b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:15.966286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae26ea-d792-44b2-bc1c-51c9e94722b4 None None] The sync data for ids ['67302f12-975b-42e5-9b77-4d80cf1d63ba'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:16.031439 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5dafe71b-539f-4d2b-b8cf-9e18fd6424f8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bf1807-a67c-4171-a43f-e679a9ece31a']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:16.043216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0ae75-b2b1-42b6-821e-6e64afa19765 None None] Pushing event updated for resources: {'Port': ['ID=e9791368-16a2-4a9d-aa23-581a298ba63e,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:16.058738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5dafe71b-539f-4d2b-b8cf-9e18fd6424f8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ced97bd-dbc9-4938-83ad-1a4f95cfbfc8') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:16.059000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-5dafe71b-539f-4d2b-b8cf-9e18fd6424f8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ced97bd-dbc9-4938-83ad-1a4f95cfbfc8') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:16.074161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-521a89e1-48e5-4a64-90e4-1ce9c8df9102 None None] Provisioning for port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:16.083331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-521a89e1-48e5-4a64-90e4-1ce9c8df9102 None None] Provisioning complete for port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:16.083331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-521a89e1-48e5-4a64-90e4-1ce9c8df9102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.126901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02090d79-e3b4-4c84-ad90-7574d96a159c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.190106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5dafe71b-539f-4d2b-b8cf-9e18fd6424f8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.197947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3cc8-6b34-4ec4-8d9d-946075370676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.220847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb3cc8-6b34-4ec4-8d9d-946075370676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95118025-e728-469c-b390-bbb2428976cf,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:16.292793 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5dafe71b-539f-4d2b-b8cf-9e18fd6424f8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.302325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-521a89e1-48e5-4a64-90e4-1ce9c8df9102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.314108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dafe71b-539f-4d2b-b8cf-9e18fd6424f8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:18:16.314646 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5dafe71b-539f-4d2b-b8cf-9e18fd6424f8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:18:16.338562 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:18:16.352364 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.367828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-521a89e1-48e5-4a64-90e4-1ce9c8df9102 None None] For port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57,segment=NetworkSegment(58b842b8-5670-426c-b7a1-c9dfceb4d5d0),segment_id=58b842b8-5670-426c-b7a1-c9dfceb4d5d0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:16.376523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-521a89e1-48e5-4a64-90e4-1ce9c8df9102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.472540 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a89e1-48e5-4a64-90e4-1ce9c8df9102 None None] Pushing event updated for resources: {'Port': ['ID=dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:16.518461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-346e6d84-2972-47e8-afad-94ff26259a91 None None] Provisioning complete for port e9791368-16a2-4a9d-aa23-581a298ba63e triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:16.519139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-346e6d84-2972-47e8-afad-94ff26259a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.565509 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5dafe71b-539f-4d2b-b8cf-9e18fd6424f8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.703173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-346e6d84-2972-47e8-afad-94ff26259a91 None None] Provisioning for port c397cbbc-2800-48d7-97ce-a5f077506e49 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:16.710906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5dafe71b-539f-4d2b-b8cf-9e18fd6424f8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.712531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-346e6d84-2972-47e8-afad-94ff26259a91 None None] Provisioning complete for port c397cbbc-2800-48d7-97ce-a5f077506e49 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:16.712902 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-346e6d84-2972-47e8-afad-94ff26259a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.781082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3cc8-6b34-4ec4-8d9d-946075370676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.782024 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7fcb3cc8-6b34-4ec4-8d9d-946075370676 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95118025-e728-469c-b390-bbb2428976cf HTTP/1.1" status: 204 len: 168 time: 1.2159758 Jan 27 17:18:16.801893 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-346e6d84-2972-47e8-afad-94ff26259a91 None None] Port c397cbbc-2800-48d7-97ce-a5f077506e49 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:16.870579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafe71b-539f-4d2b-b8cf-9e18fd6424f8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event deleted for resources: {'Network': ['ID=e1bf1807-a67c-4171-a43f-e679a9ece31a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:16.878201 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5dafe71b-539f-4d2b-b8cf-9e18fd6424f8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "DELETE /v2.0/networks/e1bf1807-a67c-4171-a43f-e679a9ece31a HTTP/1.1" status: 204 len: 168 time: 2.2583871 Jan 27 17:18:16.885476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42672) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:16.958601 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-57409bcd-8268-428e-b93d-e5681c8c5862 None None] Provisioning for port 088179c1-405e-4a61-b51a-7475412fd105 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:16.977369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-57409bcd-8268-428e-b93d-e5681c8c5862 None None] Provisioning complete for port 088179c1-405e-4a61-b51a-7475412fd105 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:16.977934 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-57409bcd-8268-428e-b93d-e5681c8c5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.153966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-57409bcd-8268-428e-b93d-e5681c8c5862 None None] Port 088179c1-405e-4a61-b51a-7475412fd105 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:17.159644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-338dbda4-494d-461e-80d8-483b9cea85d1 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.171276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-57409bcd-8268-428e-b93d-e5681c8c5862 None None] Provisioning complete for port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:17.172067 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-57409bcd-8268-428e-b93d-e5681c8c5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.371174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.resource_extend [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:18:17.371174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.391349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.501261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-338dbda4-494d-461e-80d8-483b9cea85d1 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.526031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.527611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-02090d79-e3b4-4c84-ad90-7574d96a159c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:18:17.543528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02090d79-e3b4-4c84-ad90-7574d96a159c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.558537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-338dbda4-494d-461e-80d8-483b9cea85d1 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cd9fae-b5e2-40f0-94c7-dce34868e82b']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:17.568358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4be11e04-61cb-484e-b96f-9d03facea71e None None] Provisioning complete for port 088179c1-405e-4a61-b51a-7475412fd105 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:17.568656 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4be11e04-61cb-484e-b96f-9d03facea71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.568919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02090d79-e3b4-4c84-ad90-7574d96a159c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.575746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02090d79-e3b4-4c84-ad90-7574d96a159c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:17.576434 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-02090d79-e3b4-4c84-ad90-7574d96a159c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.577906 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-02090d79-e3b4-4c84-ad90-7574d96a159c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/ports/088179c1-405e-4a61-b51a-7475412fd105 HTTP/1.1" status: 200 len: 911 time: 1.8109734 Jan 27 17:18:17.624508 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42686) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:17.626292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-338dbda4-494d-461e-80d8-483b9cea85d1 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf1deb6-bbc5-4437-b0f3-cbc76152ac03') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:17.626832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-338dbda4-494d-461e-80d8-483b9cea85d1 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf1deb6-bbc5-4437-b0f3-cbc76152ac03') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:17.663131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.679815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=c397cbbc-2800-48d7-97ce-a5f077506e49,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:17.682732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4be11e04-61cb-484e-b96f-9d03facea71e None None] Port 088179c1-405e-4a61-b51a-7475412fd105 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:17.854186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-338dbda4-494d-461e-80d8-483b9cea85d1 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.868688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02090d79-e3b4-4c84-ad90-7574d96a159c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=088179c1-405e-4a61-b51a-7475412fd105,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:17.942872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-338dbda4-494d-461e-80d8-483b9cea85d1 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.964220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338dbda4-494d-461e-80d8-483b9cea85d1 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:18:17.964220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-338dbda4-494d-461e-80d8-483b9cea85d1 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:18:17.975815 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:18:18.042307 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42698) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:18.139947 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e9791368-16a2-4a9d-aa23-581a298ba63e up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:18.186602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router ae1b7167-73bf-4715-a175-10befa66e50a is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:18:18.208356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-338dbda4-494d-461e-80d8-483b9cea85d1 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:18.211651 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-338dbda4-494d-461e-80d8-483b9cea85d1 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:18.214153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network ef50d329-76d7-4067-b98b-382ab6a4aec7 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:18.228224 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:18.241407 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-338dbda4-494d-461e-80d8-483b9cea85d1 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "DELETE /v2.0/networks/05cd9fae-b5e2-40f0-94c7-dce34868e82b HTTP/1.1" status: 204 len: 168 time: 1.3546758 Jan 27 17:18:18.267321 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42704) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:18.291518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e9791368-16a2-4a9d-aa23-581a298ba63e triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:18.292075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:18.423664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338dbda4-494d-461e-80d8-483b9cea85d1 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event deleted for resources: {'Network': ['ID=05cd9fae-b5e2-40f0-94c7-dce34868e82b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:18.458992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1555185476'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:18.470945 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:18.477627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:network and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:18.482967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:18.490264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:18.514895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Made reservation on behalf of 2c12d2e7246b46d3a5223377f8acfd82 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:18.518349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:18.543869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:18.652201 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-feb747c8-8a26-4e97-879e-c70aecaffb2d None None] Provisioning complete for port c397cbbc-2800-48d7-97ce-a5f077506e49 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:18.652707 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-feb747c8-8a26-4e97-879e-c70aecaffb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:18.705529 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:18.706091 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:18.708392 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 9df10de4-f401-4875-9807-2964f87263b7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:18.719817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:18.728664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:18.738893 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Sync routers for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:18.757322 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:18.757952 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:18.766839 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-feb747c8-8a26-4e97-879e-c70aecaffb2d None None] Port c397cbbc-2800-48d7-97ce-a5f077506e49 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:18.814867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:18.817913 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6eed37c1-bce5-4e16-9e5d-084b40acfbb8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.6932712 Jan 27 17:18:18.823640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42708) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:18.838700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:18.847753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ca332-72f4-49a3-9ee8-9efbe60f0691 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.854389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ca332-72f4-49a3-9ee8-9efbe60f0691 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.856018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4e5ca332-72f4-49a3-9ee8-9efbe60f0691 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Synchronizing usage tracker for tenant:b5acb3aea8b848f08bcaf74630e1990c on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:18.869946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:security_group_rule and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:18.879053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:18.887276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:18.933604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4e5ca332-72f4-49a3-9ee8-9efbe60f0691 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Unset dirty status for tenant:b5acb3aea8b848f08bcaf74630e1990c on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:18.936896 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4e5ca332-72f4-49a3-9ee8-9efbe60f0691 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6725240 Jan 27 17:18:18.943974 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42714) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:18.985182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-422179421'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:19.000335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:19.042569 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:19.060988 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:19.064660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:19.075367 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5ab36bad-9c40-45de-905c-10792804ecfc tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4902277 Jan 27 17:18:19.080519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Sync routers for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:19.094930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:19.095910 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:19.116154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42718) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:19.136237 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f2cc31be-aa22-4d58-a8fc-4a7cb7d67a89 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b0386278b54442ad833b884f51ee72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3112016 Jan 27 17:18:19.143855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'network': {'name': 'tempest-RoutersTest-816574261'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:19.150610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Made reservation on behalf of b5acb3aea8b848f08bcaf74630e1990c for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:19.151481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.156908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42722) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:19.157470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.181676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:19.189140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:network and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:19.192654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:19.207296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:19.216405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.230377 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:19.235120 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1239} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:19.236217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.247201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.247545 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Added segment 51b9959c-c1b2-4f11-8308-0a7adab1b9e4 of type vlan for network e4a16f89-3488-462e-89b3-abfc69854de5 Jan 27 17:18:19.255777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1206} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:19.283353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.284270 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Added segment a89d8ff1-457f-4aa3-927b-e8fe85e12e9e of type vlan for network faa92a17-06cf-4355-bd6f-8d0057a061df Jan 27 17:18:19.322967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:19.355707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.410151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2426e52b-e5ac-4cc3-8ad4-00ffbd3618e1 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:19.414643 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2426e52b-e5ac-4cc3-8ad4-00ffbd3618e1 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2557187 Jan 27 17:18:19.418785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42726) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:19.431189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.440993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8f91e6bc-c8ce-4b31-89ee-771314150c1b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.476920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:19.495982 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0b501e46-faa8-4a28-a73e-5df01aa2fb8b tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0758345 Jan 27 17:18:19.499506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42730) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:19.510950 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-528536311', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'project_id': '44b0386278b54442ad833b884f51ee72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:19.533893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.545330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:19.546692 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.552558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.552960 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Added segment 1fd8ac57-8701-4f06-8b10-45895299f0e6 of type vlan for network 57ffdee3-5712-45c4-8d1f-6f2e342dec5a Jan 27 17:18:19.556879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a8dfde-9e6d-466a-b0c9-d3183366ccc2,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:19.617857 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:15Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:19.629391 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Checking router: ae1b7167-73bf-4715-a175-10befa66e50a for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:19.631063 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Updating router ae1b7167-73bf-4715-a175-10befa66e50a port 79adb2fb-892d-4950-a3e8-34b77ac18dac binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:18:19.654369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.660030 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:19.660933 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.712077 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.797794 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Network': ['ID=e4a16f89-3488-462e-89b3-abfc69854de5,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:19.853189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network e4a16f89-3488-462e-89b3-abfc69854de5 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:19.881894 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-186a787b-f3a2-4471-b90c-4b8436143a23 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8219984 Jan 27 17:18:19.881894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42736) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:19.881894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'subnet': {'network_id': 'e4a16f89-3488-462e-89b3-abfc69854de5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:19.895372 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.917780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:19.917780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:subnet and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:19.917780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:19.932725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:19.952189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event updated for resources: {'Network': ['ID=faa92a17-06cf-4355-bd6f-8d0057a061df,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:19.952189 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3eab068f-b9c1-4e65-85e3-55fca3b1df90 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9992068 Jan 27 17:18:19.952189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:19.963604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.968889 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42740) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:19.986570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-858676579'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:19.992686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:19.994958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Usage tracker for resource:network and tenant:b5acb3aea8b848f08bcaf74630e1990c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:19.998822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:20.036873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network faa92a17-06cf-4355-bd6f-8d0057a061df details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:20.062151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:20.094139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.096068 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Made reservation on behalf of b5acb3aea8b848f08bcaf74630e1990c for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:20.100076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.101969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:20.102845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.134583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:20.144153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.144153 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Added segment 9a311f6b-0f71-4535-bc28-0647aac3505a of type vlan for network 898106da-4437-42f2-9784-4d45444d77c7 Jan 27 17:18:20.159888 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0385957 Jan 27 17:18:20.173584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42744) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:20.177535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.198540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:20.211674 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:subnet and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:20.218590 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:20.226599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'subnet': {'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:20.241788 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:20.244487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:15Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:16Z', 'revision_number': 2, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:20.251140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Checking router: 9df10de4-f401-4875-9807-2964f87263b7 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:20.251475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Updating router 9df10de4-f401-4875-9807-2964f87263b7 port c397cbbc-2800-48d7-97ce-a5f077506e49 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:18:20.288009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.293486 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:20.294351 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.344469 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.470102 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Made reservation on behalf of 2c12d2e7246b46d3a5223377f8acfd82 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:20.471732 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.476677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.501686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event updated for resources: {'Network': ['ID=898106da-4437-42f2-9784-4d45444d77c7,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:20.520080 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Transition to ACTIVE for port object 79adb2fb-892d-4950-a3e8-34b77ac18dac will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:20.541242 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.552066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-8f91e6bc-c8ce-4b31-89ee-771314150c1b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port 088179c1-405e-4a61-b51a-7475412fd105 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:20.552251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8f91e6bc-c8ce-4b31-89ee-771314150c1b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.592980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71c680-14e4-4e87-bea8-9f04955a4559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Network': ['ID=57ffdee3-5712-45c4-8d1f-6f2e342dec5a,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:20.595551 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8cac348e-436a-410d-8924-3e94a7c2f8a3 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6319768 Jan 27 17:18:20.612123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42748) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:20.667990 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Request body: {'ports': [{'network_id': 'faa92a17-06cf-4355-bd6f-8d0057a061df', 'name': 'tempest-port--33603282', 'admin_state_up': True}, {'network_id': '898106da-4437-42f2-9784-4d45444d77c7', 'admin_state_up': False}]} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:20.667990 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Request body: {'port': {'network_id': 'faa92a17-06cf-4355-bd6f-8d0057a061df', 'name': 'tempest-port--33603282', 'admin_state_up': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:20.669061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Request body: {'port': {'network_id': '898106da-4437-42f2-9784-4d45444d77c7', 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:20.676474 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d3d7b-38c7-46c0-93df-586e8d2fb07d None None] Pushing event updated for resources: {'Port': ['ID=79adb2fb-892d-4950-a3e8-34b77ac18dac,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:20.706842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 898106da-4437-42f2-9784-4d45444d77c7 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:20.719353 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Attempting to bind port 79adb2fb-892d-4950-a3e8-34b77ac18dac on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:20.733081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 57ffdee3-5712-45c4-8d1f-6f2e342dec5a details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:20.787472 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Attempting to bind port 79adb2fb-892d-4950-a3e8-34b77ac18dac by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:20.787472 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Attempting to bind port 79adb2fb-892d-4950-a3e8-34b77ac18dac on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:20.812717 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:20.813293 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:20.814164 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.816947 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:20.817723 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Bound port: 79adb2fb-892d-4950-a3e8-34b77ac18dac, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:20.818258 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.939189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8f91e6bc-c8ce-4b31-89ee-771314150c1b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.958037 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] For port 79adb2fb-892d-4950-a3e8-34b77ac18dac, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:20.963178 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] For port 79adb2fb-892d-4950-a3e8-34b77ac18dac, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=79adb2fb-892d-4950-a3e8-34b77ac18dac,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:20.971372 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.981842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:21.006548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:subnet and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:21.015956 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:21.048809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.066513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Transition to ACTIVE for port object c397cbbc-2800-48d7-97ce-a5f077506e49 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:21.086945 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.141900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:21.151639 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d3d7b-38c7-46c0-93df-586e8d2fb07d None None] Pushing event updated for resources: {'Port': ['ID=79adb2fb-892d-4950-a3e8-34b77ac18dac,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:21.191335 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:21.192799 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:21.219867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.224154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Made reservation on behalf of 89a9667adae54cc6bc70f595ef6e0d60 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:21.228973 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.249129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-8f91e6bc-c8ce-4b31-89ee-771314150c1b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for 088179c1-405e-4a61-b51a-7475412fd105 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:21.286761 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:21.319763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.347347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Usage tracker for resource:port and tenant:b5acb3aea8b848f08bcaf74630e1990c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:21.355638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:21.373922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:21.481054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Checking segment: {'id': '51b9959c-c1b2-4f11-8308-0a7adab1b9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'e4a16f89-3488-462e-89b3-abfc69854de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:21.481561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network hostable DHCP agents. Network: e4a16f89-3488-462e-89b3-abfc69854de5, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:18:21.491052 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:21.521063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Subnet': ['ID=486f4683-9d21-4792-a574-baf8c848d9d9,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:21.527804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network e4a16f89-3488-462e-89b3-abfc69854de5 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:18:21.551047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, e4a16f89-3488-462e-89b3-abfc69854de5) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:21.567270 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:21.568365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.590800 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1442b2f6-7278-4705-91dc-784606f92580 None None] Network e4a16f89-3488-462e-89b3-abfc69854de5 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:21.606788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Made reservation on behalf of b5acb3aea8b848f08bcaf74630e1990c for: {'port': 2} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:21.612788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd290c-bf86-41a3-888b-a1f8bd624cc5 None None] Pushing event updated for resources: {'Port': ['ID=c397cbbc-2800-48d7-97ce-a5f077506e49,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:21.617364 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.623920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cb93531a-105f-4cfc-bdd8-3ef791df2ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.690109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.702243 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f79b65b1-910e-4f79-b320-1072d6d62c83 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8265140 Jan 27 17:18:21.702960 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42752) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:21.715332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-401515681', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:21.732062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8f91e6bc-c8ce-4b31-89ee-771314150c1b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.749918 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:21.796893 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:router and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:21.799536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Subnet': ['ID=e0d2cb84-0752-4ba8-a4b4-9e6776005cdb,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:21.808205 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Attempting to bind port c397cbbc-2800-48d7-97ce-a5f077506e49 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:21.808456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Checking segment: {'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:21.809176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network hostable DHCP agents. Network: de3200ea-1263-4d40-8ceb-6a9a06331a84, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:18:21.810252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:21.812029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Attempting to bind port c397cbbc-2800-48d7-97ce-a5f077506e49 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '56e2424a-6d21-4bad-9fde-3582b76dd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:21.812617 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Attempting to bind port c397cbbc-2800-48d7-97ce-a5f077506e49 on network ef50d329-76d7-4067-b98b-382ab6a4aec7 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:21.814512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91e6bc-c8ce-4b31-89ee-771314150c1b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=088179c1-405e-4a61-b51a-7475412fd105,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:21.830111 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:21.830507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Checking segment: {'id': '56e2424a-6d21-4bad-9fde-3582b76dd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:21.830891 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.831276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Bound using segment: {'id': '56e2424a-6d21-4bad-9fde-3582b76dd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:21.831861 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Bound port: c397cbbc-2800-48d7-97ce-a5f077506e49, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e2424a-6d21-4bad-9fde-3582b76dd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:21.832232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.861061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:21.993885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.995266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:22.013500 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:15Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:22.036864 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06a45e-5970-4dd4-9799-485913284ed3 None None] The sync data for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv is: [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:15Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:22.102843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8f91e6bc-c8ce-4b31-89ee-771314150c1b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:22.127660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network de3200ea-1263-4d40-8ceb-6a9a06331a84 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:18:22.129822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:22.133307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] For port c397cbbc-2800-48d7-97ce-a5f077506e49, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:22.166173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] For port c397cbbc-2800-48d7-97ce-a5f077506e49, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c397cbbc-2800-48d7-97ce-a5f077506e49,segment=NetworkSegment(56e2424a-6d21-4bad-9fde-3582b76dd2a6),segment_id=56e2424a-6d21-4bad-9fde-3582b76dd2a6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:22.187313 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:22.194418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, de3200ea-1263-4d40-8ceb-6a9a06331a84) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:22.199641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:22.201957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:22.255565 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95185c21-8ac4-4a43-98ed-0f24aa08a77c None None] Network de3200ea-1263-4d40-8ceb-6a9a06331a84 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:22.379213 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2efb110-25ed-404f-b041-1040f2de40c1 None None] Network e4a16f89-3488-462e-89b3-abfc69854de5 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:22.403888 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:22.424096 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:22.425030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:22.484575 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0f94d28c-bb67-47aa-9f9d-13ce90e42674 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9836316 Jan 27 17:18:22.507781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42756) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:22.579698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] device_id is not set on port 6975bc4c-075e-4c21-9148-1b470875139d yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:18:22.682143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f91e6bc-c8ce-4b31-89ee-771314150c1b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router 67302f12-975b-42e5-9b77-4d80cf1d63ba has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:22.715625 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd290c-bf86-41a3-888b-a1f8bd624cc5 None None] Pushing event updated for resources: {'Port': ['ID=c397cbbc-2800-48d7-97ce-a5f077506e49,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:22.750939 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Subnet': ['ID=685aca57-186d-45d9-a56d-e8fd27eaf936,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:22.856470 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:22.891104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Checking segment: {'id': '1fd8ac57-8701-4f06-8b10-45895299f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:22.891453 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network hostable DHCP agents. Network: 57ffdee3-5712-45c4-8d1f-6f2e342dec5a, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:18:22.930979 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:23.074696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 57ffdee3-5712-45c4-8d1f-6f2e342dec5a is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:18:23.093690 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 57ffdee3-5712-45c4-8d1f-6f2e342dec5a) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:23.107987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:23.203653 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f91e6bc-c8ce-4b31-89ee-771314150c1b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:23.217720 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de712ec3-4699-409b-a73d-e6628722cdc5 None None] Sync routers for ids ['67302f12-975b-42e5-9b77-4d80cf1d63ba'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:23.226592 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8f91e6bc-c8ce-4b31-89ee-771314150c1b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/67302f12-975b-42e5-9b77-4d80cf1d63ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5907230 Jan 27 17:18:23.240677 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de712ec3-4699-409b-a73d-e6628722cdc5 None None] Routers {'67302f12-975b-42e5-9b77-4d80cf1d63ba'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:23.241918 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-de712ec3-4699-409b-a73d-e6628722cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['67302f12-975b-42e5-9b77-4d80cf1d63ba'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:23.243483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42760) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:23.317413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a38afdb3-bcb4-4298-b585-d4d5407995cb tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Synchronizing usage tracker for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:23.346637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:23.347861 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4cab34-2125-4126-a5f3-a9e0d0aad902 None None] Network 57ffdee3-5712-45c4-8d1f-6f2e342dec5a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:23.350854 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:23.374208 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] device_id is not set on port 8b7ac4fb-ce85-4d58-978d-e4cdf85e5522 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:18:23.457860 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-de712ec3-4699-409b-a73d-e6628722cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:23.473986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a38afdb3-bcb4-4298-b585-d4d5407995cb tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Unset dirty status for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:23.475778 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a38afdb3-bcb4-4298-b585-d4d5407995cb tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=67302f12-975b-42e5-9b77-4d80cf1d63ba HTTP/1.1" status: 200 len: 205 time: 0.2309389 Jan 27 17:18:23.481327 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de712ec3-4699-409b-a73d-e6628722cdc5 None None] Routers {'67302f12-975b-42e5-9b77-4d80cf1d63ba'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:23.482002 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-de712ec3-4699-409b-a73d-e6628722cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:17:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['67302f12-975b-42e5-9b77-4d80cf1d63ba'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:23.482512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42764) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:23.558811 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-de712ec3-4699-409b-a73d-e6628722cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:23.559418 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de712ec3-4699-409b-a73d-e6628722cdc5 None None] The sync data for ids ['67302f12-975b-42e5-9b77-4d80cf1d63ba'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:23.573181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-de3200ea-1263-4d40-8ceb-6a9a06331a84', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:18:23.573764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:23.577357 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:23.700601 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:23.733305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d27aae27-ad02-4fc6-8c28-9a866f137cb2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:23.772308 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8245f55b-ffed-4ba7-8a80-9a94dc5948b9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5917399 Jan 27 17:18:23.772308 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42768) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:23.971917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-be162b02-9a21-4d1d-92fb-7cb9d0795a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:23.977824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event updated for resources: {'Port': ['ID=6975bc4c-075e-4c21-9148-1b470875139d,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:24.113434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Allocated IP 172.20.0.2 (de3200ea-1263-4d40-8ceb-6a9a06331a84/e0d2cb84-0752-4ba8-a4b4-9e6776005cdb/2a6c37a9-02dd-4c8b-8bea-45ec1043c864) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:24.134054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:15Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:22Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:24.140883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-57ffdee3-5712-45c4-8d1f-6f2e342dec5a', 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'fixed_ips': [{'subnet_id': '685aca57-186d-45d9-a56d-e8fd27eaf936'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:18:24.141938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.174046 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8437457c-e533-4fc9-a593-eb621cc7eb75 None None] The sync data for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv is: [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:15Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:22Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:24.319197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d27aae27-ad02-4fc6-8c28-9a866f137cb2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.350347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 79adb2fb-892d-4950-a3e8-34b77ac18dac up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:24.389676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d27aae27-ad02-4fc6-8c28-9a866f137cb2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.417211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.466240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.526302 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Checking segment: {'id': 'a89d8ff1-457f-4aa3-927b-e8fe85e12e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'faa92a17-06cf-4355-bd6f-8d0057a061df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:24.527338 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Network hostable DHCP agents. Network: faa92a17-06cf-4355-bd6f-8d0057a061df, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:18:24.547394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d27aae27-ad02-4fc6-8c28-9a866f137cb2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.548031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27aae27-ad02-4fc6-8c28-9a866f137cb2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Fanout notify agent at l3_agent the message router_deleted on router 67302f12-975b-42e5-9b77-4d80cf1d63ba {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:18:24.603902 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Allocated IP 172.23.0.2 (57ffdee3-5712-45c4-8d1f-6f2e342dec5a/685aca57-186d-45d9-a56d-e8fd27eaf936/ce1c58d1-8934-4f76-954c-0b1ca9a93ce8) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:24.639145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d27aae27-ad02-4fc6-8c28-9a866f137cb2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.643563 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d27aae27-ad02-4fc6-8c28-9a866f137cb2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/67302f12-975b-42e5-9b77-4d80cf1d63ba HTTP/1.1" status: 204 len: 168 time: 1.1459060 Jan 27 17:18:24.647836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42772) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:24.675667 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 79adb2fb-892d-4950-a3e8-34b77ac18dac completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:24.708199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 79adb2fb-892d-4950-a3e8-34b77ac18dac triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:24.708759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.712306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Network faa92a17-06cf-4355-bd6f-8d0057a061df is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:18:24.725341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d46ff7-8ba3-4b73-9688-fa12a8594b09 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting subnet 2631dd88-f0dc-4051-ab7c-4185dd50a1ce {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:18:24.732274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a5d46ff7-8ba3-4b73-9688-fa12a8594b09 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.807278 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, faa92a17-06cf-4355-bd6f-8d0057a061df) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:24.812655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:24.813559 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.842342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8766e91d-f39f-478a-9a46-b80fe7fb0f73 None None] Network faa92a17-06cf-4355-bd6f-8d0057a061df requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:24.876107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.017838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a5d46ff7-8ba3-4b73-9688-fa12a8594b09 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.042155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.072655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.26.8.91 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/a2cb7b96-a5fd-44c2-bdff-29751f7570af) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:25.201107 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Transition to ACTIVE for port object 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:25.272069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.278502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a5d46ff7-8ba3-4b73-9688-fa12a8594b09 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.354510 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Transition to ACTIVE for port object 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:25.357155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event updated for resources: {'Port': ['ID=8b7ac4fb-ce85-4d58-978d-e4cdf85e5522,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:25.375096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.388568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.394661 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.399143 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.432521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a5d46ff7-8ba3-4b73-9688-fa12a8594b09 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.469942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Checking segment: {'id': '9a311f6b-0f71-4535-bc28-0647aac3505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '898106da-4437-42f2-9784-4d45444d77c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:25.470232 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Network hostable DHCP agents. Network: 898106da-4437-42f2-9784-4d45444d77c7, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:18:25.483169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.525240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900ecfc2-1f75-4dfe-a8f5-9f92d9db7f78 None None] Network 46e138f1-2dce-460a-bd8d-888ab3088bbe requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:25.535245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:25.541664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a5d46ff7-8ba3-4b73-9688-fa12a8594b09 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.545011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:25.547134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d46ff7-8ba3-4b73-9688-fa12a8594b09 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Subnet': ['ID=2631dd88-f0dc-4051-ab7c-4185dd50a1ce,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:25.548990 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:25.597693 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 79adb2fb-892d-4950-a3e8-34b77ac18dac, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=79adb2fb-892d-4950-a3e8-34b77ac18dac,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:25.610586 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Network de3200ea-1263-4d40-8ceb-6a9a06331a84 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:25.618112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:25.625671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.636913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.639005 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a5d46ff7-8ba3-4b73-9688-fa12a8594b09 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/2631dd88-f0dc-4051-ab7c-4185dd50a1ce HTTP/1.1" status: 204 len: 168 time: 0.9896827 Jan 27 17:18:25.642037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42776) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:25.652463 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Network 898106da-4437-42f2-9784-4d45444d77c7 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:18:25.683263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:25.715193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.747747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Pushing event updated for resources: {'Port': ['ID=2a6c37a9-02dd-4c8b-8bea-45ec1043c864,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:25.779789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 898106da-4437-42f2-9784-4d45444d77c7) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:25.840308 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d4457d-4225-42c1-a3db-7ef8f6d2524a None None] Network 898106da-4437-42f2-9784-4d45444d77c7 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:25.842183 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=a2cb7b96-a5fd-44c2-bdff-29751f7570af,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:25.856492 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:25.858825 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Transition to ACTIVE for port object ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:25.862380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:25.866998 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:25.867710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.931427 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5e624832-a24c-4bfc-8a20-1f84e908fa73 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 5.3177841 Jan 27 17:18:25.936968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42780) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:25.996447 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.050341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.1 (de3200ea-1263-4d40-8ceb-6a9a06331a84/e0d2cb84-0752-4ba8-a4b4-9e6776005cdb/a5b4accb-dfc7-45b1-9307-1dfa3e0428c1) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:26.082428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Transition to ACTIVE for port object ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:26.103827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:26.104922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.150737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Attempting to bind port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:26.151099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Attempting to bind port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:26.151457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Attempting to bind port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 on network de3200ea-1263-4d40-8ceb-6a9a06331a84 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:26.162274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.169547 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=79adb2fb-892d-4950-a3e8-34b77ac18dac,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:26.217127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:26.217742 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Checking segment: {'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:26.218163 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.218554 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Bound using segment: {'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:26.219066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Bound port: 2a6c37a9-02dd-4c8b-8bea-45ec1043c864, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:26.219442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.278836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c397cbbc-2800-48d7-97ce-a5f077506e49 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:26.326463 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.329982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.391479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:26.410247 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Allocated IP 172.23.0.1 (57ffdee3-5712-45c4-8d1f-6f2e342dec5a/685aca57-186d-45d9-a56d-e8fd27eaf936/510cf9e3-7a33-4a14-9c00-f7a9e64067aa) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:26.424011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Network 57ffdee3-5712-45c4-8d1f-6f2e342dec5a is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:26.438398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07adbf06-cf1a-4080-873e-93b1e833a74b tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:26.440953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:26.444682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07adbf06-cf1a-4080-873e-93b1e833a74b tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:26.446528 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-07adbf06-cf1a-4080-873e-93b1e833a74b tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.5064137 Jan 27 17:18:26.453319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42784) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:26.457002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:26.477134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Pushing event updated for resources: {'Port': ['ID=ce1c58d1-8934-4f76-954c-0b1ca9a93ce8,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:26.552481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.642983 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] For port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:26.657569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c46af48-412c-4702-89a7-d0947e034496 None None] DHCP port deletion for 46e138f1-2dce-460a-bd8d-888ab3088bbe request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:18:26.663032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network de3200ea-1263-4d40-8ceb-6a9a06331a84 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:26.669513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:26.670939 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port c397cbbc-2800-48d7-97ce-a5f077506e49 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:26.675786 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] For port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=2a6c37a9-02dd-4c8b-8bea-45ec1043c864,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:26.678513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Attempting to bind port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:26.679262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Attempting to bind port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '1fd8ac57-8701-4f06-8b10-45895299f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:26.679682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Attempting to bind port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 on network 57ffdee3-5712-45c4-8d1f-6f2e342dec5a {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:26.682265 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.683321 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-9c46af48-412c-4702-89a7-d0947e034496 None None] Deleting port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:26.683898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9c46af48-412c-4702-89a7-d0947e034496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.686382 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:26.718273 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.732547 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.745966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=a5b4accb-dfc7-45b1-9307-1dfa3e0428c1,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:26.763720 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c397cbbc-2800-48d7-97ce-a5f077506e49 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:26.764097 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.776748 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Transition to ACTIVE for port object 510cf9e3-7a33-4a14-9c00-f7a9e64067aa will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:26.780898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.788174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:26.788602 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Checking segment: {'id': '1fd8ac57-8701-4f06-8b10-45895299f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:26.788857 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.790587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Bound using segment: {'id': '1fd8ac57-8701-4f06-8b10-45895299f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:26.791084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Bound port: ce1c58d1-8934-4f76-954c-0b1ca9a93ce8, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd8ac57-8701-4f06-8b10-45895299f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:26.791446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.819972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-db021b00-874e-4406-8855-06ec450fbfcf tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Deleting port 6975bc4c-075e-4c21-9148-1b470875139d {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:26.820519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-db021b00-874e-4406-8855-06ec450fbfcf tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.853767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.942179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 57ffdee3-5712-45c4-8d1f-6f2e342dec5a is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:26.947851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] For port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57,segment=NetworkSegment(58b842b8-5670-426c-b7a1-c9dfceb4d5d0),segment_id=58b842b8-5670-426c-b7a1-c9dfceb4d5d0)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:26.948218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:26.950609 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:26.955808 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:27.005338 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=510cf9e3-7a33-4a14-9c00-f7a9e64067aa,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:27.017437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0481c0-d366-476a-8af1-3545db890c51 None None] Pushing event updated for resources: {'Port': ['ID=2a6c37a9-02dd-4c8b-8bea-45ec1043c864,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:27.088546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:27.129523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] For port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:27.143402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:27.173018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] For port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ce1c58d1-8934-4f76-954c-0b1ca9a93ce8,segment=NetworkSegment(1fd8ac57-8701-4f06-8b10-45895299f0e6),segment_id=1fd8ac57-8701-4f06-8b10-45895299f0e6)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:27.236507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:27.308311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9c46af48-412c-4702-89a7-d0947e034496 None None] For port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57,segment=NetworkSegment(58b842b8-5670-426c-b7a1-c9dfceb4d5d0),segment_id=58b842b8-5670-426c-b7a1-c9dfceb4d5d0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:27.308311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9c46af48-412c-4702-89a7-d0947e034496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:27.325046 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:27.358652 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:27.547399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-9c46af48-412c-4702-89a7-d0947e034496 None None] Calling delete_port for dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:27.719895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44fdb5-c5fb-43da-9e22-e6edf4a54602 None None] Pushing event updated for resources: {'Port': ['ID=ce1c58d1-8934-4f76-954c-0b1ca9a93ce8,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:27.731664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-db021b00-874e-4406-8855-06ec450fbfcf tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:27.748728 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:27.756775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port c397cbbc-2800-48d7-97ce-a5f077506e49, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c397cbbc-2800-48d7-97ce-a5f077506e49,segment=NetworkSegment(56e2424a-6d21-4bad-9fde-3582b76dd2a6),segment_id=56e2424a-6d21-4bad-9fde-3582b76dd2a6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:27.758593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:27.773278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:27.858468 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9c46af48-412c-4702-89a7-d0947e034496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:27.920817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46af48-412c-4702-89a7-d0947e034496 None None] No DVR routers for this DVR port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:18:27.940193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=c397cbbc-2800-48d7-97ce-a5f077506e49,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:27.978539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-db021b00-874e-4406-8855-06ec450fbfcf tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Calling delete_port for 6975bc4c-075e-4c21-9148-1b470875139d owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:28.013581 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46af48-412c-4702-89a7-d0947e034496 None None] Pushing event deleted for resources: {'Port': ['ID=dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:28.087307 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:18:28.087307 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:18:28.332050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-db021b00-874e-4406-8855-06ec450fbfcf tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:28.363227 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:28.426112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db021b00-874e-4406-8855-06ec450fbfcf tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event deleted for resources: {'Port': ['ID=6975bc4c-075e-4c21-9148-1b470875139d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:28.455965 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-db021b00-874e-4406-8855-06ec450fbfcf tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:28.472657 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-db021b00-874e-4406-8855-06ec450fbfcf tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "DELETE /v2.0/ports/6975bc4c-075e-4c21-9148-1b470875139d HTTP/1.1" status: 204 len: 168 time: 2.0161884 Jan 27 17:18:28.477631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42792) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:28.498837 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:28.512584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:28.522772 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:28.530689 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:28.540744 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c397cbbc-2800-48d7-97ce-a5f077506e49 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:28.541774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:18:28.637012 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c397cbbc-2800-48d7-97ce-a5f077506e49 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:28.637649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:28.672832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event updated for resources: {'Port': ['ID=510cf9e3-7a33-4a14-9c00-f7a9e64067aa,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:28.677305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:28.700262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:28.732085 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:28.775930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaef8c4-15cd-4f3b-9bda-2af47cbd8b84 None None] Network de3200ea-1263-4d40-8ceb-6a9a06331a84 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:28.883367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=a5b4accb-dfc7-45b1-9307-1dfa3e0428c1,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:28.971025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0bcb7eec-3ff4-47e6-b275-2c2e498f68a3 None None] Provisioning for port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:29.003481 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:29.010018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:29.010018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:29.015402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:29.026115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:29.066499 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce7aa75-7ce2-4600-813b-6c61640a534b None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:29.070500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0bcb7eec-3ff4-47e6-b275-2c2e498f68a3 None None] Provisioning complete for port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:29.070954 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0bcb7eec-3ff4-47e6-b275-2c2e498f68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:29.075927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Network 57ffdee3-5712-45c4-8d1f-6f2e342dec5a is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:29.078500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:29.100082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f333bcbf-9d2f-46a8-a22b-4564d9c995b9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Deleting port 8b7ac4fb-ce85-4d58-978d-e4cdf85e5522 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:29.100202 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f333bcbf-9d2f-46a8-a22b-4564d9c995b9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:29.135723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] The port 'dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:18:29.141264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:29.142495 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-61de9d80-0379-48dc-8291-f14e26d34701 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4375281 Jan 27 17:18:29.151098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42796) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:29.171120 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7aa75-7ce2-4600-813b-6c61640a534b None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:29.171636 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6ce7aa75-7ce2-4600-813b-6c61640a534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:29.281827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6ce7aa75-7ce2-4600-813b-6c61640a534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:29.394960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7aa75-7ce2-4600-813b-6c61640a534b None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:29.395639 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6ce7aa75-7ce2-4600-813b-6c61640a534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:29.466197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4f7341-ee2d-444f-8629-57a937460706 None None] Network 57ffdee3-5712-45c4-8d1f-6f2e342dec5a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:29.551092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:29.595716 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 9df10de4-f401-4875-9807-2964f87263b7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:29.599165 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6ce7aa75-7ce2-4600-813b-6c61640a534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:29.600152 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce7aa75-7ce2-4600-813b-6c61640a534b None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:29.604165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network de3200ea-1263-4d40-8ceb-6a9a06331a84 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:29.620600 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e138f1-2dce-460a-bd8d-888ab3088bbe']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:29.660442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b842b8-5670-426c-b7a1-c9dfceb4d5d0') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:29.660442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b842b8-5670-426c-b7a1-c9dfceb4d5d0') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:29.661840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:29.698381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0bcb7eec-3ff4-47e6-b275-2c2e498f68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:29.709148 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:29.746761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 79adb2fb-892d-4950-a3e8-34b77ac18dac up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:29.751325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:29.789017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:29.853041 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:29.864154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:18:29.864154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:18:29.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:18:29.922085 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f333bcbf-9d2f-46a8-a22b-4564d9c995b9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:29.929058 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Sync routers for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:29.954197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-0bcb7eec-3ff4-47e6-b275-2c2e498f68a3 None None] For port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=2a6c37a9-02dd-4c8b-8bea-45ec1043c864,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:29.959523 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:29.959523 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:29.991189 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-38a3b43a-c5d3-453e-bdc5-95650117335a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2080960 Jan 27 17:18:29.991189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42800) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:29.998206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-87dba0b4-9ec9-41cb-9fe4-73f157438dd1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:30.008396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0bcb7eec-3ff4-47e6-b275-2c2e498f68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:30.160342 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f333bcbf-9d2f-46a8-a22b-4564d9c995b9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Calling delete_port for 8b7ac4fb-ce85-4d58-978d-e4cdf85e5522 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:30.166750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router ae1b7167-73bf-4715-a175-10befa66e50a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:30.256912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:30.278056 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-88386f02-da75-4a2c-bced-a70b7e4a5565 None None] Provisioning for port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:30.326021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-88386f02-da75-4a2c-bced-a70b7e4a5565 None None] Provisioning complete for port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:30.326282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-88386f02-da75-4a2c-bced-a70b7e4a5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:30.364462 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:30.390224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb7eec-3ff4-47e6-b275-2c2e498f68a3 None None] Pushing event updated for resources: {'Port': ['ID=2a6c37a9-02dd-4c8b-8bea-45ec1043c864,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:30.417672 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 79adb2fb-892d-4950-a3e8-34b77ac18dac triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:30.422962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:30.670852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:30.677497 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Network': ['ID=46e138f1-2dce-460a-bd8d-888ab3088bbe,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:30.739198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:30.755859 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c8dfefa9-45f0-45da-8bfd-d98f6f4a354a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/ae1b7167-73bf-4715-a175-10befa66e50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2475786 Jan 27 17:18:30.757341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42804) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:30.889733 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9c9b2464-47d8-4e48-8394-93c13d857ca0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/networks/46e138f1-2dce-460a-bd8d-888ab3088bbe HTTP/1.1" status: 204 len: 168 time: 5.1878595 Jan 27 17:18:30.893848 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42808) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:30.945361 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Sync routers for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:30.962125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-3b6964ab-81e5-4886-b5a5-9b025940975c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-762006867', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:30.983163 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3b6964ab-81e5-4886-b5a5-9b025940975c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:31.009811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3b6964ab-81e5-4886-b5a5-9b025940975c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:router and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:31.016819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3b6964ab-81e5-4886-b5a5-9b025940975c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:31.035470 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3b6964ab-81e5-4886-b5a5-9b025940975c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:31.100407 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': '510cf9e3-7a33-4a14-9c00-f7a9e64067aa', 'name': '', 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:fd:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:28Z', 'revision_number': 2, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:31.116859 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Checking router: 9df10de4-f401-4875-9807-2964f87263b7 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:31.117438 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Updating router 9df10de4-f401-4875-9807-2964f87263b7 port 510cf9e3-7a33-4a14-9c00-f7a9e64067aa binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:18:31.172540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f333bcbf-9d2f-46a8-a22b-4564d9c995b9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:31.189183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:31.190539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:31.252584 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:31.465603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3b6964ab-81e5-4886-b5a5-9b025940975c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:31.466442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3b6964ab-81e5-4886-b5a5-9b025940975c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:31.470389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333bcbf-9d2f-46a8-a22b-4564d9c995b9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event deleted for resources: {'Port': ['ID=8b7ac4fb-ce85-4d58-978d-e4cdf85e5522,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:31.485263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-88386f02-da75-4a2c-bced-a70b7e4a5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:31.510421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f333bcbf-9d2f-46a8-a22b-4564d9c995b9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:31.626994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3b6964ab-81e5-4886-b5a5-9b025940975c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:31.635319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:31.636706 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f333bcbf-9d2f-46a8-a22b-4564d9c995b9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "DELETE /v2.0/ports/8b7ac4fb-ce85-4d58-978d-e4cdf85e5522 HTTP/1.1" status: 204 len: 168 time: 3.1577895 Jan 27 17:18:31.642366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42812) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:31.721036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:31.738880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3b6964ab-81e5-4886-b5a5-9b025940975c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:31.766565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.767124 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.767608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.767899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:18:31.768541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.768646 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device dfcd4f8e-2960-40e6-a0f2-11b2dd24ab57 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:31.768843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.770464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.771968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.776433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.777102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.777689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.780866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.781709 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.782840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.797282 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-09ad588c-6a1d-4767-83c5-b825caae7aff tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9050 time: 1.0334015 Jan 27 17:18:31.800108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42816) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:31.812007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-623cbee6-bd0f-4f90-90af-24507149fcae tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Synchronizing usage tracker for tenant:b5acb3aea8b848f08bcaf74630e1990c on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:31.812440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-88386f02-da75-4a2c-bced-a70b7e4a5565 None None] For port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ce1c58d1-8934-4f76-954c-0b1ca9a93ce8,segment=NetworkSegment(1fd8ac57-8701-4f06-8b10-45895299f0e6),segment_id=1fd8ac57-8701-4f06-8b10-45895299f0e6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:31.833170 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:31.927140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-88386f02-da75-4a2c-bced-a70b7e4a5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:31.966346 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-623cbee6-bd0f-4f90-90af-24507149fcae tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Unset dirty status for tenant:b5acb3aea8b848f08bcaf74630e1990c on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:31.976360 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-623cbee6-bd0f-4f90-90af-24507149fcae tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3250816 Jan 27 17:18:31.982803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42820) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:32.011071 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1802010337'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:32.013776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e82bd-f77f-4bc7-a5b9-80076f7ad5d0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:32.014688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e82bd-f77f-4bc7-a5b9-80076f7ad5d0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:32.015086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e82bd-f77f-4bc7-a5b9-80076f7ad5d0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:32.015527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e82bd-f77f-4bc7-a5b9-80076f7ad5d0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:32.017202 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.017771 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e82bd-f77f-4bc7-a5b9-80076f7ad5d0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:32.018826 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:32.022007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e82bd-f77f-4bc7-a5b9-80076f7ad5d0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:32.023097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e82bd-f77f-4bc7-a5b9-80076f7ad5d0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:32.024351 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e82bd-f77f-4bc7-a5b9-80076f7ad5d0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:32.024829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e82bd-f77f-4bc7-a5b9-80076f7ad5d0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:32.025272 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e82bd-f77f-4bc7-a5b9-80076f7ad5d0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:32.026582 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:32.029812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e82bd-f77f-4bc7-a5b9-80076f7ad5d0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:32.034599 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Transition to ACTIVE for port object 510cf9e3-7a33-4a14-9c00-f7a9e64067aa will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:32.041359 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0d5e82bd-f77f-4bc7-a5b9-80076f7ad5d0 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6965 time: 0.2360220 Jan 27 17:18:32.041904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Usage tracker for resource:network and tenant:b5acb3aea8b848f08bcaf74630e1990c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:32.046168 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42824) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:32.048527 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.050024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:32.066750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3b6964ab-81e5-4886-b5a5-9b025940975c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.068816 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3b6964ab-81e5-4886-b5a5-9b025940975c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1714280 Jan 27 17:18:32.072615 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42828) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:32.088275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2005354297'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:32.094746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:32.100211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:network and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:32.103671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:32.111170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:32.130785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:32.135320 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.144148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:32.146283 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e279f-5e9c-451b-9b4e-b4c91f111212 None None] Pushing event updated for resources: {'Port': ['ID=510cf9e3-7a33-4a14-9c00-f7a9e64067aa,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:32.146858 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.extraroute_db [None req-87dba0b4-9ec9-41cb-9fe4-73f157438dd1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87609) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 27 17:18:32.184031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Made reservation on behalf of b5acb3aea8b848f08bcaf74630e1990c for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:32.187647 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.203643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.extraroute_db [None req-87dba0b4-9ec9-41cb-9fe4-73f157438dd1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Removed routes are [] {{(pid=87609) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 27 17:18:32.204260 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-87dba0b4-9ec9-41cb-9fe4-73f157438dd1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.283289 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1234} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:32.304684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.305284 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Added segment ef484a92-6793-43d2-bec8-ed80bc79af8d of type vlan for network 7096ff07-fc10-4e8a-9d32-3574bef90615 Jan 27 17:18:32.316130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1215} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:32.343661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.344021 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Added segment c70fae87-20f9-4569-b713-dd257aa2be0f of type vlan for network 55435d6b-d93a-4cfa-864d-16e1a9c1dc5d Jan 27 17:18:32.363613 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Attempting to bind port 510cf9e3-7a33-4a14-9c00-f7a9e64067aa on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:32.364286 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Attempting to bind port 510cf9e3-7a33-4a14-9c00-f7a9e64067aa by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '1fd8ac57-8701-4f06-8b10-45895299f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:32.365115 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Attempting to bind port 510cf9e3-7a33-4a14-9c00-f7a9e64067aa on network 57ffdee3-5712-45c4-8d1f-6f2e342dec5a {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:32.372671 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:32.373514 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Checking segment: {'id': '1fd8ac57-8701-4f06-8b10-45895299f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:32.374264 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.375052 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Bound using segment: {'id': '1fd8ac57-8701-4f06-8b10-45895299f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:32.375808 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Bound port: 510cf9e3-7a33-4a14-9c00-f7a9e64067aa, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd8ac57-8701-4f06-8b10-45895299f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:32.376606 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.410994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.413578 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.445584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8a807476-7e7c-4b69-82ac-e2d8dee673bb None None] Provisioning complete for port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:32.445969 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8a807476-7e7c-4b69-82ac-e2d8dee673bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.463944 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.469754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:32.470586 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.507997 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] For port 510cf9e3-7a33-4a14-9c00-f7a9e64067aa, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:32.514577 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] For port 510cf9e3-7a33-4a14-9c00-f7a9e64067aa, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=510cf9e3-7a33-4a14-9c00-f7a9e64067aa,segment=NetworkSegment(1fd8ac57-8701-4f06-8b10-45895299f0e6),segment_id=1fd8ac57-8701-4f06-8b10-45895299f0e6)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:32.515408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88386f02-da75-4a2c-bced-a70b7e4a5565 None None] Pushing event updated for resources: {'Port': ['ID=ce1c58d1-8934-4f76-954c-0b1ca9a93ce8,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:32.524746 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.623075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.20.0.1 (e4a16f89-3488-462e-89b3-abfc69854de5/486f4683-9d21-4792-a574-baf8c848d9d9/6978d6f9-846c-41cd-b37e-2e402a820a0f) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:32.628531 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:32.629904 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:32.659929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:32.660285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.809573 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e279f-5e9c-451b-9b4e-b4c91f111212 None None] Pushing event updated for resources: {'Port': ['ID=510cf9e3-7a33-4a14-9c00-f7a9e64067aa,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:32.866558 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8816910 Jan 27 17:18:32.879715 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:32.888336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.891894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42832) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:32.892734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e371b0b-de5a-4b10-a3df-6b583fa9a6d4 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event updated for resources: {'Network': ['ID=55435d6b-d93a-4cfa-864d-16e1a9c1dc5d,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:32.906862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1351552092'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:32.912772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 55435d6b-d93a-4cfa-864d-16e1a9c1dc5d details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:32.919402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:32.932813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:18:32.941587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.011697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Usage tracker for resource:network and tenant:b5acb3aea8b848f08bcaf74630e1990c is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:33.020036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network e4a16f89-3488-462e-89b3-abfc69854de5 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:33.020712 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:33.029936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:33.035429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:33.036758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:33.076461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.082476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:33.083322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.131970 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Made reservation on behalf of b5acb3aea8b848f08bcaf74630e1990c for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:33.136104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.158473 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0845850 Jan 27 17:18:33.159150 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42836) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:33.170203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-87dba0b4-9ec9-41cb-9fe4-73f157438dd1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.182938 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=6978d6f9-846c-41cd-b37e-2e402a820a0f,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:33.186903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8a807476-7e7c-4b69-82ac-e2d8dee673bb None None] Provisioning complete for port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:33.188976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8a807476-7e7c-4b69-82ac-e2d8dee673bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.191507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'subnet': {'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:33.191862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-87dba0b4-9ec9-41cb-9fe4-73f157438dd1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.198656 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1230} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:33.233410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:28Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:33.254021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Checking router: ae1b7167-73bf-4715-a175-10befa66e50a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:33.254375 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Updating router ae1b7167-73bf-4715-a175-10befa66e50a port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:18:33.284818 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-54c42757-9681-44f7-9104-c756d68b115b tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4823 time: 1.2365100 Jan 27 17:18:33.304082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.317789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.318380 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Added segment 71d14a01-0b8c-4976-a50d-dfa12c6409a1 of type vlan for network 4a71c005-5310-4a78-ac85-5e0839ccd4d3 Jan 27 17:18:33.359371 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:32Z', 'revision_number': 6, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': '510cf9e3-7a33-4a14-9c00-f7a9e64067aa', 'name': '', 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:fd:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:32Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:33.375551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.377319 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b877bd7-9d34-4e1f-aeb7-6037077af5cc None None] The sync data for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv is: [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:32Z', 'revision_number': 6, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': '510cf9e3-7a33-4a14-9c00-f7a9e64067aa', 'name': '', 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:fd:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:32Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:33.430040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ef649-71b1-4cdb-964b-61498175de9c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Network': ['ID=7096ff07-fc10-4e8a-9d32-3574bef90615,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:33.522651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.530665 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 7096ff07-fc10-4e8a-9d32-3574bef90615 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:33.570101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dba0b4-9ec9-41cb-9fe4-73f157438dd1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 9df10de4-f401-4875-9807-2964f87263b7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:33.701412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.710118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:33.710945 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.804092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:33.821287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:subnet and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:33.836537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.856302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:33.885545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:33.943901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42842) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:33.974887 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116166556', 'description': 'tempest-secgroup-smoke-116166556 description', 'project_id': '44b0386278b54442ad833b884f51ee72'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:34.006938 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:34.011871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:34.046127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:34.066317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:34.083301 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1876845 Jan 27 17:18:34.141145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:34.153544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6943e-4cd4-45ec-8d3d-e49a1dcc37fb tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event updated for resources: {'Network': ['ID=4a71c005-5310-4a78-ac85-5e0839ccd4d3,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:34.184947 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 4a71c005-5310-4a78-ac85-5e0839ccd4d3 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:34.224795 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42846) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:34.225676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:34.233154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dba0b4-9ec9-41cb-9fe4-73f157438dd1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:34.241890 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-87dba0b4-9ec9-41cb-9fe4-73f157438dd1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:34.242105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Request body: {'subnets': [{'network_id': '55435d6b-d93a-4cfa-864d-16e1a9c1dc5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2017519725', 'ip_version': 4}, {'network_id': '4a71c005-5310-4a78-ac85-5e0839ccd4d3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:34.242581 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Request body: {'subnet': {'network_id': '55435d6b-d93a-4cfa-864d-16e1a9c1dc5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2017519725', 'ip_version': 4}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:34.243166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Request body: {'subnet': {'network_id': '4a71c005-5310-4a78-ac85-5e0839ccd4d3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:34.244517 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-87dba0b4-9ec9-41cb-9fe4-73f157438dd1 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7 HTTP/1.1" status: 200 len: 933 time: 4.2553835 Jan 27 17:18:34.247310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42850) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:34.349971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8a807476-7e7c-4b69-82ac-e2d8dee673bb None None] Provisioning for port 510cf9e3-7a33-4a14-9c00-f7a9e64067aa completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:34.414362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8a807476-7e7c-4b69-82ac-e2d8dee673bb None None] Provisioning for port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:34.433507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8a807476-7e7c-4b69-82ac-e2d8dee673bb None None] Provisioning complete for port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:34.433790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8a807476-7e7c-4b69-82ac-e2d8dee673bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:34.438538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:34.453807 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dde89a9d-9b04-4d59-bca6-d11c74af834c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7 HTTP/1.1" status: 200 len: 933 time: 0.2053235 Jan 27 17:18:34.454599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42854) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:34.461443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d6e4c113-0c4e-4ced-b385-6772a392c0a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'router': {'routes': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:34.503390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:34.538155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:34.539109 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:34.582297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8a807476-7e7c-4b69-82ac-e2d8dee673bb None None] Port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:34.614941 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:34.632612 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Transition to ACTIVE for port object a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:34.647167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:34.657597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:34.692537 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e758683-556f-4d9f-b1c3-99816f771a45 None None] Sync routers for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:34.704345 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e758683-556f-4d9f-b1c3-99816f771a45 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:34.705266 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-8e758683-556f-4d9f-b1c3-99816f771a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:34.709410 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:34.716774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:34.763058 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 510cf9e3-7a33-4a14-9c00-f7a9e64067aa up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:34.792520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:34.885285 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-8e758683-556f-4d9f-b1c3-99816f771a45 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:34.933966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:34.943468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Usage tracker for resource:subnet and tenant:b5acb3aea8b848f08bcaf74630e1990c is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:34.947174 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:34.955466 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:34.996670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Made reservation on behalf of b5acb3aea8b848f08bcaf74630e1990c for: {'subnet': 2} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:35.001317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.004714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.096220 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Attempting to bind port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:35.096587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Attempting to bind port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:35.096988 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Attempting to bind port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 on network de3200ea-1263-4d40-8ceb-6a9a06331a84 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:35.100321 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c320263-3dbe-4c86-9f33-3262238b42b4 None None] Pushing event updated for resources: {'Port': ['ID=a5b4accb-dfc7-45b1-9307-1dfa3e0428c1,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:35.113132 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 510cf9e3-7a33-4a14-9c00-f7a9e64067aa completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:35.138120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.extraroute_db [None req-d6e4c113-0c4e-4ced-b385-6772a392c0a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Added routes are [] {{(pid=87609) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 27 17:18:35.138706 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:35.138812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Checking segment: {'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:35.139211 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.139615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Bound using segment: {'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:35.139855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.extraroute_db [None req-d6e4c113-0c4e-4ced-b385-6772a392c0a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87609) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 27 17:18:35.140091 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Bound port: a5b4accb-dfc7-45b1-9307-1dfa3e0428c1, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:35.140462 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.175765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c113-0c4e-4ced-b385-6772a392c0a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.220027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 510cf9e3-7a33-4a14-9c00-f7a9e64067aa triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:35.220398 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.292829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.411898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.445253 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-8e758683-556f-4d9f-b1c3-99816f771a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:32Z', 'revision_number': 6, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': '510cf9e3-7a33-4a14-9c00-f7a9e64067aa', 'name': '', 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:fd:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:32Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:35.450224 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e758683-556f-4d9f-b1c3-99816f771a45 None None] Checking router: 9df10de4-f401-4875-9807-2964f87263b7 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:35.460896 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e758683-556f-4d9f-b1c3-99816f771a45 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:35.461886 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-8e758683-556f-4d9f-b1c3-99816f771a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:35.469200 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.492447 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.511740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] For port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:35.538763 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 510cf9e3-7a33-4a14-9c00-f7a9e64067aa, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=510cf9e3-7a33-4a14-9c00-f7a9e64067aa,segment=NetworkSegment(1fd8ac57-8701-4f06-8b10-45895299f0e6),segment_id=1fd8ac57-8701-4f06-8b10-45895299f0e6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:35.542685 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] For port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a5b4accb-dfc7-45b1-9307-1dfa3e0428c1,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:35.548047 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.566147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.583117 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Subnet': ['ID=b597073c-d6fd-4206-97ee-21f02db6c9ee,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:35.586567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Checking segment: {'id': 'ef484a92-6793-43d2-bec8-ed80bc79af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:35.586932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network hostable DHCP agents. Network: 7096ff07-fc10-4e8a-9d32-3574bef90615, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:18:35.605744 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.609178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c113-0c4e-4ced-b385-6772a392c0a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.615978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c113-0c4e-4ced-b385-6772a392c0a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.616525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.651268 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-8e758683-556f-4d9f-b1c3-99816f771a45 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:35.663384 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:35.664201 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:35.748153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37a3c48-c557-4490-975f-3a230d22038d,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:35.754538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=510cf9e3-7a33-4a14-9c00-f7a9e64067aa,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:35.788129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.806158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=6978d6f9-846c-41cd-b37e-2e402a820a0f,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:35.949679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 7096ff07-fc10-4e8a-9d32-3574bef90615 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:18:35.989967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:35.991367 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e7453a4e-79bb-48a4-b939-817eaf6aba3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0440741 Jan 27 17:18:35.994744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42858) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:36.012419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e410d5c9-3092-4b36-95aa-9d847804327b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'e37a3c48-c557-4490-975f-3a230d22038d', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:36.055783 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:36.109954 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-8e758683-556f-4d9f-b1c3-99816f771a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:35Z', 'revision_number': 7, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': '510cf9e3-7a33-4a14-9c00-f7a9e64067aa', 'name': '', 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:fd:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:32Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:36.115799 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e758683-556f-4d9f-b1c3-99816f771a45 None None] The sync data for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv is: [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:35Z', 'revision_number': 7, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': '510cf9e3-7a33-4a14-9c00-f7a9e64067aa', 'name': '', 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:fd:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:32Z', 'revision_number': 4, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:36.126913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 510cf9e3-7a33-4a14-9c00-f7a9e64067aa up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:36.129197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e4c113-0c4e-4ced-b385-6772a392c0a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 9df10de4-f401-4875-9807-2964f87263b7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:36.243101 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c320263-3dbe-4c86-9f33-3262238b42b4 None None] Pushing event updated for resources: {'Port': ['ID=a5b4accb-dfc7-45b1-9307-1dfa3e0428c1,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:36.301251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network e4a16f89-3488-462e-89b3-abfc69854de5 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:36.344411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e4c113-0c4e-4ced-b385-6772a392c0a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:36.364125 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c113-0c4e-4ced-b385-6772a392c0a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:36.365749 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d6e4c113-0c4e-4ced-b385-6772a392c0a9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7 HTTP/1.1" status: 200 len: 699 time: 1.9096694 Jan 27 17:18:36.370818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42862) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:36.377895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:36.389863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e410d5c9-3092-4b36-95aa-9d847804327b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:36.396010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e410d5c9-3092-4b36-95aa-9d847804327b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:36.400478 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e410d5c9-3092-4b36-95aa-9d847804327b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:36.407697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e410d5c9-3092-4b36-95aa-9d847804327b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:36.412905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 7096ff07-fc10-4e8a-9d32-3574bef90615) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:36.426888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2bc7bc-4222-4c62-8a91-d65089a12c21 None None] Network 7096ff07-fc10-4e8a-9d32-3574bef90615 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:36.455698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 510cf9e3-7a33-4a14-9c00-f7a9e64067aa triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:36.456045 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:36.500458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6931fadb-0825-4a77-9022-56b23e4dac3a None None] Sync routers for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:36.539294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:36.539946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:36.574874 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e5d57da6-c35b-4769-b009-93dc58d6cea4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7 HTTP/1.1" status: 200 len: 699 time: 0.2023680 Jan 27 17:18:36.575650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42866) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:36.594692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e410d5c9-3092-4b36-95aa-9d847804327b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:36.614495 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bf69c4d0-00e4-45f3-a2a7-0e9f469df7b4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4409020 Jan 27 17:18:36.617709 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42870) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:36.627319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6931fadb-0825-4a77-9022-56b23e4dac3a None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:36.628014 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6931fadb-0825-4a77-9022-56b23e4dac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:36.907006 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-6931fadb-0825-4a77-9022-56b23e4dac3a None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:37.051733 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:37.120874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-24b1eb67-09ef-45b4-8277-39c26f87bc1e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:37.129283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-7096ff07-fc10-4e8a-9d32-3574bef90615', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:18:37.130044 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:37.140399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:35Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:37.154797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e410d5c9-3092-4b36-95aa-9d847804327b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:37.176797 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6dee85-cddd-4a8d-9b43-81fd9edccb4e None None] The sync data for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv is: [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:35Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:37.355738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e410d5c9-3092-4b36-95aa-9d847804327b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:37.502856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410d5c9-3092-4b36-95aa-9d847804327b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d194aa52-4373-48a1-a522-a51d2f64ff54,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:37.513450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:37.687601 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e410d5c9-3092-4b36-95aa-9d847804327b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:37.689090 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e410d5c9-3092-4b36-95aa-9d847804327b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6881635 Jan 27 17:18:37.689273 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Allocated IP 2001:db8::2 (7096ff07-fc10-4e8a-9d32-3574bef90615/b597073c-d6fd-4206-97ee-21f02db6c9ee/a19eba69-5d65-48d0-88e4-47580156b042) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:37.785584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42874) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:37.801439 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-988252d5-7f2f-4fb8-81dd-bfc80c3a72e8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'e37a3c48-c557-4490-975f-3a230d22038d', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:37.808522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-988252d5-7f2f-4fb8-81dd-bfc80c3a72e8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:37.825307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-988252d5-7f2f-4fb8-81dd-bfc80c3a72e8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:37.833869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-988252d5-7f2f-4fb8-81dd-bfc80c3a72e8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:37.845087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6931fadb-0825-4a77-9022-56b23e4dac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:35Z', 'revision_number': 7, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': '510cf9e3-7a33-4a14-9c00-f7a9e64067aa', 'name': '', 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:fd:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:35Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:37.847047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-988252d5-7f2f-4fb8-81dd-bfc80c3a72e8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:37.872098 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6931fadb-0825-4a77-9022-56b23e4dac3a None None] Checking router: 9df10de4-f401-4875-9807-2964f87263b7 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:37.897844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6931fadb-0825-4a77-9022-56b23e4dac3a None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:37.898710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6931fadb-0825-4a77-9022-56b23e4dac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:37.903234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-24b1eb67-09ef-45b4-8277-39c26f87bc1e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port 510cf9e3-7a33-4a14-9c00-f7a9e64067aa {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:37.903857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-24b1eb67-09ef-45b4-8277-39c26f87bc1e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:37.963383 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-988252d5-7f2f-4fb8-81dd-bfc80c3a72e8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:37.967751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:37.992335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event updated for resources: {'Subnet': ['ID=7c56a7ff-87ff-4d75-83ae-f53f25ac5a94,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:38.072660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-988252d5-7f2f-4fb8-81dd-bfc80c3a72e8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.081860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-988252d5-7f2f-4fb8-81dd-bfc80c3a72e8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.096208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Checking segment: {'id': 'c70fae87-20f9-4569-b713-dd257aa2be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '55435d6b-d93a-4cfa-864d-16e1a9c1dc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:38.096567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Network hostable DHCP agents. Network: 55435d6b-d93a-4cfa-864d-16e1a9c1dc5d, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:18:38.108801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988252d5-7f2f-4fb8-81dd-bfc80c3a72e8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a635a5-9f82-4b9a-8bff-d22ff34fab8a,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:38.109082 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-6931fadb-0825-4a77-9022-56b23e4dac3a None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:38.180903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:38.188290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:38.195866 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb67c7-ed0c-4921-adf4-aa5bcb374f5e None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:38.201132 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e7d5d55e-5924-4872-8ad9-63198dfbe9f8 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "PUT /v2.0/routers/6a404643-46fe-49d3-ac00-e8c7fd23c953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9894886 Jan 27 17:18:38.204545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42878) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:38.210701 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb67c7-ed0c-4921-adf4-aa5bcb374f5e None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:38.211322 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-8efb67c7-ed0c-4921-adf4-aa5bcb374f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:38.212056 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'port': {'network_id': 'e4a16f89-3488-462e-89b3-abfc69854de5', 'name': 'tempest-FloatingIPTestJSON-495859955'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:38.356511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-24b1eb67-09ef-45b4-8277-39c26f87bc1e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] For port 510cf9e3-7a33-4a14-9c00-f7a9e64067aa, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=510cf9e3-7a33-4a14-9c00-f7a9e64067aa,segment=NetworkSegment(1fd8ac57-8701-4f06-8b10-45895299f0e6),segment_id=1fd8ac57-8701-4f06-8b10-45895299f0e6)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:38.357342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-24b1eb67-09ef-45b4-8277-39c26f87bc1e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.365459 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-8efb67c7-ed0c-4921-adf4-aa5bcb374f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:38.389865 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb67c7-ed0c-4921-adf4-aa5bcb374f5e None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:38.390472 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-8efb67c7-ed0c-4921-adf4-aa5bcb374f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:38.470574 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Network 55435d6b-d93a-4cfa-864d-16e1a9c1dc5d is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:18:38.516643 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.519317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-988252d5-7f2f-4fb8-81dd-bfc80c3a72e8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.522963 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-988252d5-7f2f-4fb8-81dd-bfc80c3a72e8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7337844 Jan 27 17:18:38.527994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-24b1eb67-09ef-45b4-8277-39c26f87bc1e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for 510cf9e3-7a33-4a14-9c00-f7a9e64067aa owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:38.528214 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-8efb67c7-ed0c-4921-adf4-aa5bcb374f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:38.528614 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb67c7-ed0c-4921-adf4-aa5bcb374f5e None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:38.531264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 55435d6b-d93a-4cfa-864d-16e1a9c1dc5d) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:38.532650 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42882) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:38.552222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.559326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-43d873a8-26b6-4d43-99d9-62be7df1c93c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'e37a3c48-c557-4490-975f-3a230d22038d', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:38.565564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-43d873a8-26b6-4d43-99d9-62be7df1c93c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:38.570058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-43d873a8-26b6-4d43-99d9-62be7df1c93c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:38.573921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-43d873a8-26b6-4d43-99d9-62be7df1c93c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:38.584312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-43d873a8-26b6-4d43-99d9-62be7df1c93c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:38.605613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490a23cd-a592-46ba-98b9-e5106ca0efb5 None None] Network 55435d6b-d93a-4cfa-864d-16e1a9c1dc5d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:38.628655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Transition to ACTIVE for port object a19eba69-5d65-48d0-88e4-47580156b042 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:38.663811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:38.748042 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Transition to ACTIVE for port object a19eba69-5d65-48d0-88e4-47580156b042 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:38.749442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:38.749900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.759046 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-43d873a8-26b6-4d43-99d9-62be7df1c93c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.805938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.835108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event updated for resources: {'Subnet': ['ID=f8ae16e3-a702-4743-a213-2132cc366ab7,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:38.904752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:38.932958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:port and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:38.941189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:38.941563 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-24b1eb67-09ef-45b4-8277-39c26f87bc1e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.951267 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Checking segment: {'id': '71d14a01-0b8c-4976-a50d-dfa12c6409a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '4a71c005-5310-4a78-ac85-5e0839ccd4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:38.951649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Network hostable DHCP agents. Network: 4a71c005-5310-4a78-ac85-5e0839ccd4d3, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:18:38.962016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:38.995095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Network 7096ff07-fc10-4e8a-9d32-3574bef90615 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:39.008591 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1eb67-09ef-45b4-8277-39c26f87bc1e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Port': ['ID=510cf9e3-7a33-4a14-9c00-f7a9e64067aa,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:39.009033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:39.011811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:39.032851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Made reservation on behalf of 2c12d2e7246b46d3a5223377f8acfd82 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:39.037387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.052682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Allocated IP 2001:db8::1 (7096ff07-fc10-4e8a-9d32-3574bef90615/b597073c-d6fd-4206-97ee-21f02db6c9ee/79a750a8-8399-41ab-b336-9a80bab9cff3) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:39.064486 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Network 4a71c005-5310-4a78-ac85-5e0839ccd4d3 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:18:39.112475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Pushing event updated for resources: {'Port': ['ID=a19eba69-5d65-48d0-88e4-47580156b042,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:39.130047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-43d873a8-26b6-4d43-99d9-62be7df1c93c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.159204 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-43d873a8-26b6-4d43-99d9-62be7df1c93c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.226329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 4a71c005-5310-4a78-ac85-5e0839ccd4d3) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:39.241616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056debbf-27e9-43cb-8217-2f8dba09ec1b None None] Network 4a71c005-5310-4a78-ac85-5e0839ccd4d3 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:39.241836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:39.242512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:39.242829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.256459 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] device_id is not set on port 30b3b942-5814-481d-abd5-2589dae78968 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:18:39.324166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d873a8-26b6-4d43-99d9-62be7df1c93c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fda33fa-0b38-4d3d-b48c-468ae19ce13f,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:39.385216 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-24b1eb67-09ef-45b4-8277-39c26f87bc1e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.457826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-43d873a8-26b6-4d43-99d9-62be7df1c93c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.459107 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-43d873a8-26b6-4d43-99d9-62be7df1c93c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9189324 Jan 27 17:18:39.470205 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ec2ac29b-4d3f-46f1-99be-88a9d0245f9a tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.2376041 Jan 27 17:18:39.473900 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42886) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:39.476229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42888) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:39.498150 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'e37a3c48-c557-4490-975f-3a230d22038d', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:39.549002 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:18:39.572970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:39.573724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Attempting to bind port a19eba69-5d65-48d0-88e4-47580156b042 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:39.574094 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Attempting to bind port a19eba69-5d65-48d0-88e4-47580156b042 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'ef484a92-6793-43d2-bec8-ed80bc79af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:39.574453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Attempting to bind port a19eba69-5d65-48d0-88e4-47580156b042 on network 7096ff07-fc10-4e8a-9d32-3574bef90615 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:39.594737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:39.595112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Checking segment: {'id': 'ef484a92-6793-43d2-bec8-ed80bc79af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:39.595513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.595958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Bound using segment: {'id': 'ef484a92-6793-43d2-bec8-ed80bc79af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:39.596423 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Bound port: a19eba69-5d65-48d0-88e4-47580156b042, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef484a92-6793-43d2-bec8-ed80bc79af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:39.596797 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.602580 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18816136-afde-4f1b-8507-2ff6b80c5cc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:39.604370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18816136-afde-4f1b-8507-2ff6b80c5cc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:39.606173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18816136-afde-4f1b-8507-2ff6b80c5cc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:39.607469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-18816136-afde-4f1b-8507-2ff6b80c5cc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Synchronizing usage tracker for tenant:b5acb3aea8b848f08bcaf74630e1990c on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:39.615803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:39.616063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e3c8e1-acdb-4e12-9470-ae72b5f0b2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-55435d6b-d93a-4cfa-864d-16e1a9c1dc5d', 'network_id': '55435d6b-d93a-4cfa-864d-16e1a9c1dc5d', 'tenant_id': 'b5acb3aea8b848f08bcaf74630e1990c', 'fixed_ips': [{'subnet_id': '7c56a7ff-87ff-4d75-83ae-f53f25ac5a94'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:18:39.616847 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c8e1-acdb-4e12-9470-ae72b5f0b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.626706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.631106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:39.644677 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.678197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:39.710734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6931fadb-0825-4a77-9022-56b23e4dac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:35Z', 'revision_number': 7, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': '510cf9e3-7a33-4a14-9c00-f7a9e64067aa', 'name': '', 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:fd:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:35Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:39.717580 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Transition to ACTIVE for port object 79a750a8-8399-41ab-b336-9a80bab9cff3 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:39.740188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-18816136-afde-4f1b-8507-2ff6b80c5cc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Unset dirty status for tenant:b5acb3aea8b848f08bcaf74630e1990c on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:39.741462 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-18816136-afde-4f1b-8507-2ff6b80c5cc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2549732 Jan 27 17:18:39.749160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42894) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:39.792543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.808457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6931fadb-0825-4a77-9022-56b23e4dac3a None None] The sync data for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv is: [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:35Z', 'revision_number': 7, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': '510cf9e3-7a33-4a14-9c00-f7a9e64067aa', 'name': '', 'network_id': '57ffdee3-5712-45c4-8d1f-6f2e342dec5a', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:fd:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:35Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '685aca57-186d-45d9-a56d-e8fd27eaf936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:39.828094 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.20.0.13 (e4a16f89-3488-462e-89b3-abfc69854de5/486f4683-9d21-4792-a574-baf8c848d9d9/30b3b942-5814-481d-abd5-2589dae78968) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:39.872062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a5b4accb-dfc7-45b1-9307-1dfa3e0428c1,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:39.881058 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-4a71c005-5310-4a78-ac85-5e0839ccd4d3', 'network_id': '4a71c005-5310-4a78-ac85-5e0839ccd4d3', 'tenant_id': 'b5acb3aea8b848f08bcaf74630e1990c', 'fixed_ips': [{'subnet_id': 'f8ae16e3-a702-4743-a213-2132cc366ab7'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:18:39.882090 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.908687 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.975858 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b1eb67-09ef-45b4-8277-39c26f87bc1e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 9df10de4-f401-4875-9807-2964f87263b7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:39.994781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-65139fb4-f241-4d11-811f-a44b27e89ff6 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Deleting subnet 7c56a7ff-87ff-4d75-83ae-f53f25ac5a94 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:18:39.995025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] For port a19eba69-5d65-48d0-88e4-47580156b042, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:39.999902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65139fb4-f241-4d11-811f-a44b27e89ff6 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.071003 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] For port a19eba69-5d65-48d0-88e4-47580156b042, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a19eba69-5d65-48d0-88e4-47580156b042,segment=NetworkSegment(ef484a92-6793-43d2-bec8-ed80bc79af8d),segment_id=ef484a92-6793-43d2-bec8-ed80bc79af8d)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:40.086734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.094298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=a5b4accb-dfc7-45b1-9307-1dfa3e0428c1,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:40.146295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.170335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b1eb67-09ef-45b4-8277-39c26f87bc1e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:40.181777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.190471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.190661 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-24b1eb67-09ef-45b4-8277-39c26f87bc1e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6111934 Jan 27 17:18:40.191846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42898) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:40.194381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65139fb4-f241-4d11-811f-a44b27e89ff6 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.204169 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa73377-64c7-42fb-9a98-00a86e951813 None None] Sync routers for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:40.255747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa73377-64c7-42fb-9a98-00a86e951813 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:40.256398 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2aa73377-64c7-42fb-9a98-00a86e951813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:40.273978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-9254559a-1a7d-49ee-87c4-4ec9f1cc67b6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting subnet 685aca57-186d-45d9-a56d-e8fd27eaf936 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:18:40.279032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9254559a-1a7d-49ee-87c4-4ec9f1cc67b6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.326664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cab061-279b-4a25-8755-5efb6f822df5,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:40.328154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae8281-d1dc-45cb-bf1b-4bb579f3f500 None None] Pushing event updated for resources: {'Port': ['ID=a19eba69-5d65-48d0-88e4-47580156b042,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:40.389587 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9254559a-1a7d-49ee-87c4-4ec9f1cc67b6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.407209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Allocated IP 172.20.0.18 (4a71c005-5310-4a78-ac85-5e0839ccd4d3/f8ae16e3-a702-4743-a213-2132cc366ab7/6accb47f-84ff-4423-b2c3-5592589f7c1e) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:40.426208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:40.426667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:40.427055 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:40.427603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:40.428082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:40.428473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:40.428882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:40.429266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:40.429653 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:40.430049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:40.430494 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:40.430821 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:40.439229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 7096ff07-fc10-4e8a-9d32-3574bef90615 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:40.472835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:40.481154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.488977 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d5b6dd57-7dca-42b4-a530-3b13f77df3c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0135524 Jan 27 17:18:40.489990 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42902) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:40.495498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:40.496419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.542597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-2aa73377-64c7-42fb-9a98-00a86e951813 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:40.550572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9254559a-1a7d-49ee-87c4-4ec9f1cc67b6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.682518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9254559a-1a7d-49ee-87c4-4ec9f1cc67b6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.734641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9254559a-1a7d-49ee-87c4-4ec9f1cc67b6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.741271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254559a-1a7d-49ee-87c4-4ec9f1cc67b6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Subnet': ['ID=685aca57-186d-45d9-a56d-e8fd27eaf936,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:40.746841 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9254559a-1a7d-49ee-87c4-4ec9f1cc67b6 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/685aca57-186d-45d9-a56d-e8fd27eaf936 HTTP/1.1" status: 204 len: 168 time: 0.5548761 Jan 27 17:18:40.760150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42904) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:40.782693 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fd9b51-2c91-4bf4-bdf0-21b0f70187e4 None None] Network 57ffdee3-5712-45c4-8d1f-6f2e342dec5a requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:40.813415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-770518f7-adea-4915-9869-cbd25893524f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'e37a3c48-c557-4490-975f-3a230d22038d', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:40.861359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-770518f7-adea-4915-9869-cbd25893524f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:40.870078 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=79a750a8-8399-41ab-b336-9a80bab9cff3,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:40.886424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65139fb4-f241-4d11-811f-a44b27e89ff6 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.923799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-770518f7-adea-4915-9869-cbd25893524f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:40.930560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.936742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-770518f7-adea-4915-9869-cbd25893524f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:40.946491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:40.946826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:40.996699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-770518f7-adea-4915-9869-cbd25893524f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:41.049728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:41.060522 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-770518f7-adea-4915-9869-cbd25893524f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:18:41.081258 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-770518f7-adea-4915-9869-cbd25893524f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:41.103179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:41.139502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65139fb4-f241-4d11-811f-a44b27e89ff6 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server [None req-f7e3c8e1-acdb-4e12-9470-ae72b5f0b2fd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c56a7ff-87ff-4d75-83ae-f53f25ac5a94: This subnet is being modified by another concurrent operation. Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server raise exception Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c56a7ff-87ff-4d75-83ae-f53f25ac5a94: This subnet is being modified by another concurrent operation. Jan 27 17:18:41.150603 dv-neutron-825077-1-hyperv neutron-server[87610]: ERROR oslo_messaging.rpc.server Jan 27 17:18:41.202970 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd97a1-b05f-4a61-b682-dab5f8ad25f2 None None] Network 55435d6b-d93a-4cfa-864d-16e1a9c1dc5d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:41.223114 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] For port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ce1c58d1-8934-4f76-954c-0b1ca9a93ce8,segment=NetworkSegment(1fd8ac57-8701-4f06-8b10-45895299f0e6),segment_id=1fd8ac57-8701-4f06-8b10-45895299f0e6)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:41.223934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:41.244953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65139fb4-f241-4d11-811f-a44b27e89ff6 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event deleted for resources: {'Subnet': ['ID=7c56a7ff-87ff-4d75-83ae-f53f25ac5a94,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:41.269632 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-65139fb4-f241-4d11-811f-a44b27e89ff6 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:41.366739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:41.369641 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-65139fb4-f241-4d11-811f-a44b27e89ff6 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "DELETE /v2.0/subnets/7c56a7ff-87ff-4d75-83ae-f53f25ac5a94 HTTP/1.1" status: 204 len: 168 time: 1.6191065 Jan 27 17:18:41.372290 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:41.413965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42910) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:41.553111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4ead86-2d88-4b2c-9528-41af4ea7fbc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Deleting subnet f8ae16e3-a702-4743-a213-2132cc366ab7 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:18:41.584756 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:41.636412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-770518f7-adea-4915-9869-cbd25893524f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:41.637498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=30b3b942-5814-481d-abd5-2589dae78968,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:41.678254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Port': ['ID=ce1c58d1-8934-4f76-954c-0b1ca9a93ce8,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:41.680597 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] No DVR routers for this DVR port ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:18:41.773239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:41.815289 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Transition to ACTIVE for port object 6accb47f-84ff-4423-b2c3-5592589f7c1e will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:41.840181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:41.878376 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ffdee3-5712-45c4-8d1f-6f2e342dec5a']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:41.895422 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Transition to ACTIVE for port object 6accb47f-84ff-4423-b2c3-5592589f7c1e will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:41.903323 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd8ac57-8701-4f06-8b10-45895299f0e6') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:41.903757 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd8ac57-8701-4f06-8b10-45895299f0e6') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:41.915961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fa4ead86-2d88-4b2c-9528-41af4ea7fbc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:41.924574 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.001820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fa4ead86-2d88-4b2c-9528-41af4ea7fbc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.026076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f69413-4c85-4e84-a16b-a560731f53aa None None] DHCP port deletion for 57ffdee3-5712-45c4-8d1f-6f2e342dec5a request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:18:42.030707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-770518f7-adea-4915-9869-cbd25893524f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.072417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network e4a16f89-3488-462e-89b3-abfc69854de5 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:42.087283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f8d7f-327c-499b-9819-2a935dc776b2 None None] Network 7096ff07-fc10-4e8a-9d32-3574bef90615 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:42.103322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:42.114139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:42.158642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770518f7-adea-4915-9869-cbd25893524f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecdc4360-5d12-4e5a-a46d-bee28270dcb2,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:42.201726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-770518f7-adea-4915-9869-cbd25893524f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.206584 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-770518f7-adea-4915-9869-cbd25893524f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3953581 Jan 27 17:18:42.206855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Pushing event updated for resources: {'Port': ['ID=6accb47f-84ff-4423-b2c3-5592589f7c1e,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:42.210800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42914) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:42.217606 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Network 4a71c005-5310-4a78-ac85-5e0839ccd4d3 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:42.222241 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8ee7f918-f13c-48f4-9692-c1d3367c8b7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'e37a3c48-c557-4490-975f-3a230d22038d', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:42.230475 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:42.231192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.233791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.256374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8ee7f918-f13c-48f4-9692-c1d3367c8b7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:42.272836 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5481b79b-9b85-42ff-a77f-a4132ba13d4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0662878 Jan 27 17:18:42.277363 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42918) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:42.278191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8ee7f918-f13c-48f4-9692-c1d3367c8b7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:42.286159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'port': {'network_id': 'e4a16f89-3488-462e-89b3-abfc69854de5', 'name': 'tempest-FloatingIPTestJSON-1165703612'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:42.286821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8ee7f918-f13c-48f4-9692-c1d3367c8b7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:42.305916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8ee7f918-f13c-48f4-9692-c1d3367c8b7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:42.308584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.322623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:18:42.323146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.325399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.332640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.333902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:18:42.339182 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:18:42.365568 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-8ee7f918-f13c-48f4-9692-c1d3367c8b7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:18:42.435467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fa4ead86-2d88-4b2c-9528-41af4ea7fbc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.451923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2aa73377-64c7-42fb-9a98-00a86e951813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:38Z', 'revision_number': 8, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:42.456396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:42.459080 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:42.469237 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f918-f13c-48f4-9692-c1d3367c8b7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.501497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.520069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:42.534851 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.561779 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/networks/57ffdee3-5712-45c4-8d1f-6f2e342dec5a HTTP/1.1" status: 204 len: 168 time: 1.8000281 Jan 27 17:18:42.570843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42922) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:42.580176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2393c94-2b97-42e9-93d1-f0c2fa80388d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Network': ['ID=57ffdee3-5712-45c4-8d1f-6f2e342dec5a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:42.589104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2cefa2ca-0960-4595-9cec-3fe92ecbf274 None None] Provisioning for port a19eba69-5d65-48d0-88e4-47580156b042 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:42.593358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa73377-64c7-42fb-9a98-00a86e951813 None None] Checking router: 9df10de4-f401-4875-9807-2964f87263b7 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:42.611665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=79a750a8-8399-41ab-b336-9a80bab9cff3,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:42.716224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa73377-64c7-42fb-9a98-00a86e951813 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:42.717194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2aa73377-64c7-42fb-9a98-00a86e951813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:42.726091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:42.742257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:port and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:42.746670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:42.756760 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:42.765377 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 7096ff07-fc10-4e8a-9d32-3574bef90615 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:42.767891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:42.779869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fa4ead86-2d88-4b2c-9528-41af4ea7fbc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.786139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Made reservation on behalf of 2c12d2e7246b46d3a5223377f8acfd82 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:42.789780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.819352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f918-f13c-48f4-9692-c1d3367c8b7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.839549 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f918-f13c-48f4-9692-c1d3367c8b7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.841365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ead86-2d88-4b2c-9528-41af4ea7fbc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ae16e3-a702-4743-a213-2132cc366ab7,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:42.871883 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fa4ead86-2d88-4b2c-9528-41af4ea7fbc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.874633 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7f918-f13c-48f4-9692-c1d3367c8b7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc67312-c1e2-4d2f-8974-d9398f3ce674,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:42.885925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] device_id is not set on port 68afe291-7485-4591-bacb-081df6fd2b6c yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:18:42.921613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Attempting to bind port 6accb47f-84ff-4423-b2c3-5592589f7c1e on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:42.922140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Attempting to bind port 6accb47f-84ff-4423-b2c3-5592589f7c1e by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '71d14a01-0b8c-4976-a50d-dfa12c6409a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '4a71c005-5310-4a78-ac85-5e0839ccd4d3'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:42.922591 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Attempting to bind port 6accb47f-84ff-4423-b2c3-5592589f7c1e on network 4a71c005-5310-4a78-ac85-5e0839ccd4d3 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:42.971297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-2aa73377-64c7-42fb-9a98-00a86e951813 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:42.971507 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fa4ead86-2d88-4b2c-9528-41af4ea7fbc9 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "DELETE /v2.0/subnets/f8ae16e3-a702-4743-a213-2132cc366ab7 HTTP/1.1" status: 204 len: 168 time: 1.5538220 Jan 27 17:18:42.971654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42926) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:43.030372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:43.030756 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Checking segment: {'id': '71d14a01-0b8c-4976-a50d-dfa12c6409a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '4a71c005-5310-4a78-ac85-5e0839ccd4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:43.031258 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:43.032671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Bound using segment: {'id': '71d14a01-0b8c-4976-a50d-dfa12c6409a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '4a71c005-5310-4a78-ac85-5e0839ccd4d3'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:43.033286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Bound port: 6accb47f-84ff-4423-b2c3-5592589f7c1e, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d14a01-0b8c-4976-a50d-dfa12c6409a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '4a71c005-5310-4a78-ac85-5e0839ccd4d3'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:43.033957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:43.098630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cddb81-a945-4e4c-b4dc-0d8493832eb8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:43.100040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b2cddb81-a945-4e4c-b4dc-0d8493832eb8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Synchronizing usage tracker for tenant:b5acb3aea8b848f08bcaf74630e1990c on resource:subnet {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:43.112500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f918-f13c-48f4-9692-c1d3367c8b7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:43.116452 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8ee7f918-f13c-48f4-9692-c1d3367c8b7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8995407 Jan 27 17:18:43.135767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.20.0.8 (e4a16f89-3488-462e-89b3-abfc69854de5/486f4683-9d21-4792-a574-baf8c848d9d9/68afe291-7485-4591-bacb-081df6fd2b6c) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:43.148810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b2cddb81-a945-4e4c-b4dc-0d8493832eb8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Unset dirty status for tenant:b5acb3aea8b848f08bcaf74630e1990c on resource:subnet {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:43.150002 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b2cddb81-a945-4e4c-b4dc-0d8493832eb8 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1774995 Jan 27 17:18:43.161961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42932) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:43.288811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:43.289374 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:43.350054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] For port 6accb47f-84ff-4423-b2c3-5592589f7c1e, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:43.473286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router e4e989f6-ece7-4acb-8634-0584f1769547 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:18:43.514639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c2aae6c9-cc40-40c9-8b4b-cfb65be75ffd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:43.554016 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] For port 6accb47f-84ff-4423-b2c3-5592589f7c1e, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6accb47f-84ff-4423-b2c3-5592589f7c1e,segment=NetworkSegment(71d14a01-0b8c-4976-a50d-dfa12c6409a1),segment_id=71d14a01-0b8c-4976-a50d-dfa12c6409a1)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:43.585468 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:43.676719 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:43.850341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Deleting port 6accb47f-84ff-4423-b2c3-5592589f7c1e {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:43.851056 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:43.955229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:43.969169 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Sync routers for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:43.979048 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d3f00-e33b-4db0-a883-bbaa181f3643 None None] Pushing event updated for resources: {'Port': ['ID=6accb47f-84ff-4423-b2c3-5592589f7c1e,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:43.983073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-d09547e5-14d4-4d0d-9f0c-879b643f1c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:43.989559 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:43.990608 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:44.004954 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0fa457cb-c301-446b-a1ef-ce3afcde9eb0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3820107 Jan 27 17:18:44.005705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42948) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:44.008000 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a19eba69-5d65-48d0-88e4-47580156b042 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:44.008689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-d09547e5-14d4-4d0d-9f0c-879b643f1c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:44.009789 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-d09547e5-14d4-4d0d-9f0c-879b643f1c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116166556&fields=id&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 267 time: 0.1146870 Jan 27 17:18:44.022367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-682228162'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:44.035760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2065bf7-d131-4eeb-a17b-69ee54851f93 None None] Network 4a71c005-5310-4a78-ac85-5e0839ccd4d3 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:44.053841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:44.063691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:44.072499 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:network and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:44.096594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:44.113069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:44.140400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:44.290542 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:44.297856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network e4a16f89-3488-462e-89b3-abfc69854de5 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:44.326300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:44.342801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:44.412563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=68afe291-7485-4591-bacb-081df6fd2b6c,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:44.426696 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2aa73377-64c7-42fb-9a98-00a86e951813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:38Z', 'revision_number': 8, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:44.469158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa73377-64c7-42fb-9a98-00a86e951813 None None] The sync data for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv is: [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:38Z', 'revision_number': 8, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c397cbbc-2800-48d7-97ce-a5f077506e49', 'name': '', 'network_id': 'ef50d329-76d7-4067-b98b-382ab6a4aec7', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:b4:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'ef2f659e-f6ae-4bae-a506-a472bd9f5ff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:44.477612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:44.492938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:44.498948 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port a19eba69-5d65-48d0-88e4-47580156b042 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:44.522769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port a19eba69-5d65-48d0-88e4-47580156b042 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:44.528145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:44.569014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:44.569791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:44.598501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c2aae6c9-cc40-40c9-8b4b-cfb65be75ffd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port c397cbbc-2800-48d7-97ce-a5f077506e49 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:44.599911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c2aae6c9-cc40-40c9-8b4b-cfb65be75ffd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:44.611758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] For port 6accb47f-84ff-4423-b2c3-5592589f7c1e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6accb47f-84ff-4423-b2c3-5592589f7c1e,segment=NetworkSegment(71d14a01-0b8c-4976-a50d-dfa12c6409a1),segment_id=71d14a01-0b8c-4976-a50d-dfa12c6409a1)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:44.612228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:44.652531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6f98d5ea-f0a3-49c0-ade6-bc733b9a5af3 None None] Provisioning complete for port a19eba69-5d65-48d0-88e4-47580156b042 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:44.659663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6f98d5ea-f0a3-49c0-ade6-bc733b9a5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:44.688183 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-c9ad647d-1d5f-4c67-849c-f38d22a94a7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:44.704144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-c9ad647d-1d5f-4c67-849c-f38d22a94a7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:44.748115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:44.766282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Calling delete_port for 6accb47f-84ff-4423-b2c3-5592589f7c1e owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:44.792157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-c9ad647d-1d5f-4c67-849c-f38d22a94a7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:44.794071 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-c9ad647d-1d5f-4c67-849c-f38d22a94a7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/networks?id=de3200ea-1263-4d40-8ceb-6a9a06331a84 HTTP/1.1" status: 200 len: 797 time: 0.7664490 Jan 27 17:18:44.821325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:44.821733 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Added segment 71f5f14e-197d-4423-a6b9-accf0205a8e5 of type vlan for network f018292f-c3a1-4792-85ae-689491bf27f3 Jan 27 17:18:44.839502 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4d9ef726-83c9-4243-80f8-d76fd0654b99 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5604568 Jan 27 17:18:44.858424 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-a1d37d77-faa5-4b21-989c-f2ab08a60b2b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/quotas/44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 375 time: 0.0400479 Jan 27 17:18:44.861581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42952) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:44.930256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:44.940691 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '68afe291-7485-4591-bacb-081df6fd2b6c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:44.946785 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:18:40Z', 'revision_number': 2, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:41Z', 'revision_number': 2, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:44.952366 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Checking router: e4e989f6-ece7-4acb-8634-0584f1769547 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:44.953141 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Updating router e4e989f6-ece7-4acb-8634-0584f1769547 port 79a750a8-8399-41ab-b336-9a80bab9cff3 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:18:45.031782 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.044853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:45.049366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event deleted for resources: {'Port': ['ID=6accb47f-84ff-4423-b2c3-5592589f7c1e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:45.063419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.066413 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:floatingip and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:45.067179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] No DVR routers for this DVR port 6accb47f-84ff-4423-b2c3-5592589f7c1e on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:18:45.091950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6f98d5ea-f0a3-49c0-ade6-bc733b9a5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.094447 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:45.128653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:45.132967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.186655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port a19eba69-5d65-48d0-88e4-47580156b042, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a19eba69-5d65-48d0-88e4-47580156b042,segment=NetworkSegment(ef484a92-6793-43d2-bec8-ed80bc79af8d),segment_id=ef484a92-6793-43d2-bec8-ed80bc79af8d)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:45.197581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.230124 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.244478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-c2aae6c9-cc40-40c9-8b4b-cfb65be75ffd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] For port c397cbbc-2800-48d7-97ce-a5f077506e49, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c397cbbc-2800-48d7-97ce-a5f077506e49,segment=NetworkSegment(56e2424a-6d21-4bad-9fde-3582b76dd2a6),segment_id=56e2424a-6d21-4bad-9fde-3582b76dd2a6)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:45.246662 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c2aae6c9-cc40-40c9-8b4b-cfb65be75ffd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.308407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be558a5-99b6-42e1-95a3-de2e5e16a9f8 None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:18:45.354001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:45.395502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.443225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c2aae6c9-cc40-40c9-8b4b-cfb65be75ffd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for c397cbbc-2800-48d7-97ce-a5f077506e49 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:45.460319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:18:45.461011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ce1c58d1-8934-4f76-954c-0b1ca9a93ce8 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:45.461090 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 510cf9e3-7a33-4a14-9c00-f7a9e64067aa no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:45.462527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a71c005-5310-4a78-ac85-5e0839ccd4d3']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:45.491756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d14a01-0b8c-4976-a50d-dfa12c6409a1') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:45.492584 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d14a01-0b8c-4976-a50d-dfa12c6409a1') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:45.500682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-6f98d5ea-f0a3-49c0-ade6-bc733b9a5af3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:18:45.501035 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-6f98d5ea-f0a3-49c0-ade6-bc733b9a5af3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:18:45.514349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 510cf9e3-7a33-4a14-9c00-f7a9e64067aa {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:18:45.514714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 510cf9e3-7a33-4a14-9c00-f7a9e64067aa not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:45.525106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.531623 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=a19eba69-5d65-48d0-88e4-47580156b042,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:45.551502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.554131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.562040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:18:45.562440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.563717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:45.564125 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:18:45.580974 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:18:45.607892 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.626388 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Transition to ACTIVE for port object 79a750a8-8399-41ab-b336-9a80bab9cff3 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:45.631317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-d7d6657d-1144-470f-aaa1-4025d8bc5476 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:45.641788 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.648532 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be558a5-99b6-42e1-95a3-de2e5e16a9f8 None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:18:45.692720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.721180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.743165 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "DELETE /v2.0/networks/4a71c005-5310-4a78-ac85-5e0839ccd4d3 HTTP/1.1" status: 204 len: 168 time: 2.5783229 Jan 27 17:18:45.746570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42956) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:45.749816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192735fa-baf1-496b-9316-96713e2115ad tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event deleted for resources: {'Network': ['ID=4a71c005-5310-4a78-ac85-5e0839ccd4d3,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:45.762416 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7491524 Jan 27 17:18:45.778018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 42960) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:45.781839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Network': ['ID=f018292f-c3a1-4792-85ae-689491bf27f3,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:45.794841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'subnet': {'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:45.810953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:45.811620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:45.811996 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:45.812381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:45.813128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:45.813128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:45.813366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:45.813723 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:45.814037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:45.814414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:45.814762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:45.815128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58899bf4-8c30-4b49-a869-0a00805ffd67 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:45.831099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network f018292f-c3a1-4792-85ae-689491bf27f3 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:45.880850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-d7d6657d-1144-470f-aaa1-4025d8bc5476 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:45.894250 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-d7d6657d-1144-470f-aaa1-4025d8bc5476 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0429909 Jan 27 17:18:45.933456 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34361e-3d57-407a-abdd-5d13d8533896 None None] Pushing event updated for resources: {'Port': ['ID=79a750a8-8399-41ab-b336-9a80bab9cff3,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:45.969899 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Attempting to bind port 79a750a8-8399-41ab-b336-9a80bab9cff3 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:45.970429 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Attempting to bind port 79a750a8-8399-41ab-b336-9a80bab9cff3 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'ef484a92-6793-43d2-bec8-ed80bc79af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:45.970882 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Attempting to bind port 79a750a8-8399-41ab-b336-9a80bab9cff3 on network 7096ff07-fc10-4e8a-9d32-3574bef90615 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:45.978924 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:45.979866 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Checking segment: {'id': 'ef484a92-6793-43d2-bec8-ed80bc79af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:45.980372 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.980830 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Bound using segment: {'id': 'ef484a92-6793-43d2-bec8-ed80bc79af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:45.981525 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Bound port: 79a750a8-8399-41ab-b336-9a80bab9cff3, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef484a92-6793-43d2-bec8-ed80bc79af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:45.981955 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.039485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-37d8a7ba-29b8-4f82-aa3c-a15c414e6524 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.053438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-6fa8f06e-952a-4d67-9f3d-a3c42b4225c7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:18:46.061269 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-6fa8f06e-952a-4d67-9f3d-a3c42b4225c7 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1439691 Jan 27 17:18:46.093681 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] For port 79a750a8-8399-41ab-b336-9a80bab9cff3, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:46.099370 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] For port 79a750a8-8399-41ab-b336-9a80bab9cff3, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=79a750a8-8399-41ab-b336-9a80bab9cff3,segment=NetworkSegment(ef484a92-6793-43d2-bec8-ed80bc79af8d),segment_id=ef484a92-6793-43d2-bec8-ed80bc79af8d)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:46.106791 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.194794 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34361e-3d57-407a-abdd-5d13d8533896 None None] Pushing event updated for resources: {'Port': ['ID=79a750a8-8399-41ab-b336-9a80bab9cff3,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:46.199605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:46.228018 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:46.229920 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:46.230457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6f98d5ea-f0a3-49c0-ade6-bc733b9a5af3 None None] Provisioning for port 79a750a8-8399-41ab-b336-9a80bab9cff3 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:46.245219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-37d8a7ba-29b8-4f82-aa3c-a15c414e6524 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.278234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:subnet and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:46.285597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-37d8a7ba-29b8-4f82-aa3c-a15c414e6524 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55435d6b-d93a-4cfa-864d-16e1a9c1dc5d']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:46.292664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:46.307654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:46.325178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-37d8a7ba-29b8-4f82-aa3c-a15c414e6524 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70fae87-20f9-4569-b713-dd257aa2be0f') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:46.325465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-37d8a7ba-29b8-4f82-aa3c-a15c414e6524 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70fae87-20f9-4569-b713-dd257aa2be0f') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:46.328588 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c2aae6c9-cc40-40c9-8b4b-cfb65be75ffd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.355188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-37d8a7ba-29b8-4f82-aa3c-a15c414e6524 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.387971 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-37d8a7ba-29b8-4f82-aa3c-a15c414e6524 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.404165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d8a7ba-29b8-4f82-aa3c-a15c414e6524 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:18:46.404865 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-37d8a7ba-29b8-4f82-aa3c-a15c414e6524 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.404966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:18:46.434059 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:18:46.440812 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:46.542129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-37d8a7ba-29b8-4f82-aa3c-a15c414e6524 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.549088 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a120c-0d3d-49da-b1b5-afb8ca49baa7 None None] get_active_networks_info from dv-neutron-825077-1-hyperv {{(pid=87610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:18:46.556609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-37d8a7ba-29b8-4f82-aa3c-a15c414e6524 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.559424 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.26.8.28 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/ec1746e7-420f-44df-9b2d-f8dacdbed8c4) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:46.594397 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-37d8a7ba-29b8-4f82-aa3c-a15c414e6524 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "DELETE /v2.0/networks/55435d6b-d93a-4cfa-864d-16e1a9c1dc5d HTTP/1.1" status: 204 len: 168 time: 0.8459330 Jan 27 17:18:46.598919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42966) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:46.602237 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8a7ba-29b8-4f82-aa3c-a15c414e6524 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event deleted for resources: {'Network': ['ID=55435d6b-d93a-4cfa-864d-16e1a9c1dc5d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:46.703940 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9a120c-0d3d-49da-b1b5-afb8ca49baa7 None None] Resources bound (agent type, host, resource id): {{(pid=87610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:18:46.750705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-617a21fc-cf97-4b5e-a628-bcbca81e1596 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.827534 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:18:40Z', 'revision_number': 2, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:46Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:46.832471 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d587815-0180-4172-8f68-c30c4e5faa37 None None] The sync data for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv is: [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:18:40Z', 'revision_number': 2, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:46Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:46.861046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:46.864620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.880124 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aae6c9-cc40-40c9-8b4b-cfb65be75ffd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Port': ['ID=c397cbbc-2800-48d7-97ce-a5f077506e49,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:46.939609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-617a21fc-cf97-4b5e-a628-bcbca81e1596 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:46.966612 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-407f5bc7-53bf-4cd8-a7b4-206b7e28f50b service neutron] 10.222.0.81 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9042182 Jan 27 17:18:46.978197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-617a21fc-cf97-4b5e-a628-bcbca81e1596 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898106da-4437-42f2-9784-4d45444d77c7']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:46.996442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-617a21fc-cf97-4b5e-a628-bcbca81e1596 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a311f6b-0f71-4535-bc28-0647aac3505a') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:46.996728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-617a21fc-cf97-4b5e-a628-bcbca81e1596 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a311f6b-0f71-4535-bc28-0647aac3505a') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:47.012572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-617a21fc-cf97-4b5e-a628-bcbca81e1596 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:47.034721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-617a21fc-cf97-4b5e-a628-bcbca81e1596 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:47.043557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617a21fc-cf97-4b5e-a628-bcbca81e1596 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:18:47.044222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-617a21fc-cf97-4b5e-a628-bcbca81e1596 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:18:47.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:18:47.065711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:47.212707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-617a21fc-cf97-4b5e-a628-bcbca81e1596 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:47.244943 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-617a21fc-cf97-4b5e-a628-bcbca81e1596 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:47.271490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a21fc-cf97-4b5e-a628-bcbca81e1596 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event deleted for resources: {'Network': ['ID=898106da-4437-42f2-9784-4d45444d77c7,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:47.281429 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-617a21fc-cf97-4b5e-a628-bcbca81e1596 tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "DELETE /v2.0/networks/898106da-4437-42f2-9784-4d45444d77c7 HTTP/1.1" status: 204 len: 168 time: 0.6808913 Jan 27 17:18:47.282712 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42970) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:47.532569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a7712e2-d585-4893-bb6e-c7fc4f64443d tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:47.620731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 79a750a8-8399-41ab-b336-9a80bab9cff3 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:47.677914 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-384003ba-4d2d-48aa-963a-07ea28141556 service neutron] 10.222.0.81 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6579125 Jan 27 17:18:47.774517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 79a750a8-8399-41ab-b336-9a80bab9cff3 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:47.783345 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 79a750a8-8399-41ab-b336-9a80bab9cff3 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:47.784009 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:47.863195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a7712e2-d585-4893-bb6e-c7fc4f64443d tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:47.900975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:47.922997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-3a7712e2-d585-4893-bb6e-c7fc4f64443d tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa92a17-06cf-4355-bd6f-8d0057a061df']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:47.963505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-3a7712e2-d585-4893-bb6e-c7fc4f64443d tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89d8ff1-457f-4aa3-927b-e8fe85e12e9e') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:47.963864 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-3a7712e2-d585-4893-bb6e-c7fc4f64443d tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89d8ff1-457f-4aa3-927b-e8fe85e12e9e') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:47.986858 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a7712e2-d585-4893-bb6e-c7fc4f64443d tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:48.000014 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c2aae6c9-cc40-40c9-8b4b-cfb65be75ffd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:48.026042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a7712e2-d585-4893-bb6e-c7fc4f64443d tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:48.037763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7712e2-d585-4893-bb6e-c7fc4f64443d tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:18:48.038570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a7712e2-d585-4893-bb6e-c7fc4f64443d tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:48.053692 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:18:48.055856 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:18:48.072132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:48.102697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-19255742-18c8-40ba-b6ee-20e57182d6d8 None None] Provisioning complete for port 79a750a8-8399-41ab-b336-9a80bab9cff3 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:48.103163 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-19255742-18c8-40ba-b6ee-20e57182d6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:48.137832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:48.143353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 79a750a8-8399-41ab-b336-9a80bab9cff3, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=79a750a8-8399-41ab-b336-9a80bab9cff3,segment=NetworkSegment(ef484a92-6793-43d2-bec8-ed80bc79af8d),segment_id=ef484a92-6793-43d2-bec8-ed80bc79af8d)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:48.153100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:48.153982 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a19eba69-5d65-48d0-88e4-47580156b042 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:48.159667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:48.238124 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=ec1746e7-420f-44df-9b2d-f8dacdbed8c4,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:48.312252 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=79a750a8-8399-41ab-b336-9a80bab9cff3,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:48.337733 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6cc9108e-8df6-4187-b41d-a7f3640428e2 req-cb42ed7f-8dc2-44df-afdf-abd5071d41c3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 210 time: 0.3058391 Jan 27 17:18:48.355926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:48.364870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a7712e2-d585-4893-bb6e-c7fc4f64443d tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:48.381119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a7712e2-d585-4893-bb6e-c7fc4f64443d tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:48.382695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port a19eba69-5d65-48d0-88e4-47580156b042 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:48.383299 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:48.427964 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3a7712e2-d585-4893-bb6e-c7fc4f64443d tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] 10.222.0.81 "DELETE /v2.0/networks/faa92a17-06cf-4355-bd6f-8d0057a061df HTTP/1.1" status: 204 len: 168 time: 1.1433175 Jan 27 17:18:48.435380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7712e2-d585-4893-bb6e-c7fc4f64443d tempest-BulkNetworkOpsTest-1614542732 tempest-BulkNetworkOpsTest-1614542732-project] Pushing event deleted for resources: {'Network': ['ID=faa92a17-06cf-4355-bd6f-8d0057a061df,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:48.609210 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Subnet': ['ID=285b7f33-587e-4c30-9ec9-be89327d9b05,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:48.723051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Checking segment: {'id': '71f5f14e-197d-4423-a6b9-accf0205a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:48.723412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network hostable DHCP agents. Network: f018292f-c3a1-4792-85ae-689491bf27f3, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:18:48.927531 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 42994) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:49.111949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network f018292f-c3a1-4792-85ae-689491bf27f3 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:18:49.198947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, f018292f-c3a1-4792-85ae-689491bf27f3) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:49.198947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2aae6c9-cc40-40c9-8b4b-cfb65be75ffd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 9df10de4-f401-4875-9807-2964f87263b7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:49.210452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047fe3db-a327-4217-92a8-6725470695c1 None None] Network f018292f-c3a1-4792-85ae-689491bf27f3 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:49.213757 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:49.214336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:49.227634 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-504a695b-1f89-48f4-90e3-2e618e6eda02 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5acb3aea8b848f08bcaf74630e1990c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932055 Jan 27 17:18:49.228484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43000) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:49.368990 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-41fac340-e0c3-43cc-9211-1dd8f6b4c896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:49.414893 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-41fac340-e0c3-43cc-9211-1dd8f6b4c896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:49.464286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 79a750a8-8399-41ab-b336-9a80bab9cff3 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:49.529293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-41fac340-e0c3-43cc-9211-1dd8f6b4c896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:49.555186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fac340-e0c3-43cc-9211-1dd8f6b4c896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fac5492-e145-4be0-b86d-876b75ab8e42,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:49.567382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-41fac340-e0c3-43cc-9211-1dd8f6b4c896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:49.568754 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-41fac340-e0c3-43cc-9211-1dd8f6b4c896 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1fac5492-e145-4be0-b86d-876b75ab8e42 HTTP/1.1" status: 204 len: 168 time: 0.3384035 Jan 27 17:18:49.603641 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c212aa63-30f9-4fe6-85cc-379669f324ca req-7e3f6164-9aa7-4d8c-802a-ceab0b151819 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 210 time: 0.0956011 Jan 27 17:18:49.605441 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-11ea8b11-aaca-470c-919f-a2cb0f1277b7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8250947 Jan 27 17:18:49.608531 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43008) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:49.636492 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aae6c9-cc40-40c9-8b4b-cfb65be75ffd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:49.657481 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c7c2b-d974-4104-8ab5-c97c7fa29697 None None] Sync routers for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:49.657808 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c2aae6c9-cc40-40c9-8b4b-cfb65be75ffd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0690510 Jan 27 17:18:49.658671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43012) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:49.673918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 79a750a8-8399-41ab-b336-9a80bab9cff3 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:49.674286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:49.746094 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-e990b123-3686-468a-96ee-c910659f393b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting subnet ef2f659e-f6ae-4bae-a506-a472bd9f5ff6 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:18:49.750844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e990b123-3686-468a-96ee-c910659f393b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:49.765623 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c7c2b-d974-4104-8ab5-c97c7fa29697 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:49.766265 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2e8c7c2b-d974-4104-8ab5-c97c7fa29697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:49.801821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:49.825928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e990b123-3686-468a-96ee-c910659f393b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:50.003608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-f018292f-c3a1-4792-85ae-689491bf27f3', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:18:50.004691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:50.050595 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-2e8c7c2b-d974-4104-8ab5-c97c7fa29697 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:50.101686 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e990b123-3686-468a-96ee-c910659f393b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:50.292646 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e990b123-3686-468a-96ee-c910659f393b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:50.345575 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990b123-3686-468a-96ee-c910659f393b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2f659e-f6ae-4bae-a506-a472bd9f5ff6,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:50.353297 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:50.409141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e990b123-3686-468a-96ee-c910659f393b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:50.424866 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e990b123-3686-468a-96ee-c910659f393b tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/ef2f659e-f6ae-4bae-a506-a472bd9f5ff6 HTTP/1.1" status: 204 len: 168 time: 0.7636683 Jan 27 17:18:50.435389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54e3703-b7f0-4f66-99d0-40eee1ec5c5f None None] Network ef50d329-76d7-4067-b98b-382ab6a4aec7 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:50.436537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43032) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:50.532406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-7c8ef427-cf50-435b-b22a-e735ff6c225c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:50.534167 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-7c8ef427-cf50-435b-b22a-e735ff6c225c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks?id=de3200ea-1263-4d40-8ceb-6a9a06331a84 HTTP/1.1" status: 200 len: 797 time: 0.6531401 Jan 27 17:18:50.704140 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-4efc48d0-a241-423e-b83c-ae3a4e58b446 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 379 time: 0.1442800 Jan 27 17:18:50.816954 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43044) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:50.828201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'port': {'device_id': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'admin_state_up': True, 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'security_groups': ['e37a3c48-c557-4490-975f-3a230d22038d']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:50.856581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:50.873141 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Allocated IP 2001:db8:1::2 (f018292f-c3a1-4792-85ae-689491bf27f3/285b7f33-587e-4c30-9ec9-be89327d9b05/62abf970-a0eb-4dec-860e-160d6a69a2c2) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:50.885978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:50.975544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port e9791368-16a2-4a9d-aa23-581a298ba63e {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:50.975544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.014128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.014442 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cbac5070-9f29-449a-9cab-1a28e2dcd015 req-b551aaef-e4fb-4520-ab2e-61c0f58c3487 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 210 time: 0.1933751 Jan 27 17:18:51.041639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.060032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-4806d02d-e050-425c-b9f2-38811ab81b70 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:51.060850 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-4806d02d-e050-425c-b9f2-38811ab81b70 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 17:18:51.061517 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-4806d02d-e050-425c-b9f2-38811ab81b70 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 17:18:51.063135 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4806d02d-e050-425c-b9f2-38811ab81b70 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2450161 Jan 27 17:18:51.064869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2e8c7c2b-d974-4104-8ab5-c97c7fa29697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:45Z', 'revision_number': 9, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:51.079551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] DHCP port deletion for ef50d329-76d7-4067-b98b-382ab6a4aec7 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:18:51.084630 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c7c2b-d974-4104-8ab5-c97c7fa29697 None None] Checking router: 9df10de4-f401-4875-9807-2964f87263b7 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:51.093820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] Deleting port e9791368-16a2-4a9d-aa23-581a298ba63e {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:51.094201 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.096701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43052) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:51.173666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c7c2b-d974-4104-8ab5-c97c7fa29697 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:51.174417 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2e8c7c2b-d974-4104-8ab5-c97c7fa29697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:51.291368 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group': {'name': 'tempest-secgroup--436138108'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:51.375364 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:51.384548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:51.393352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:51.397699 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:51.408084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e9791368-16a2-4a9d-aa23-581a298ba63e no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:51.440348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:51.451629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:51.499604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=ec1746e7-420f-44df-9b2d-f8dacdbed8c4,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:51.509015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:51.510890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.512621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.539262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.560976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.564257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-2e8c7c2b-d974-4104-8ab5-c97c7fa29697 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:51.613024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.696231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Transition to ACTIVE for port object 62abf970-a0eb-4dec-860e-160d6a69a2c2 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:51.718137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:51.776368 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1a83aadf-325e-493d-9d22-d792243a40d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.791387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:51.803691 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:51.846395 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] For port e9791368-16a2-4a9d-aa23-581a298ba63e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9791368-16a2-4a9d-aa23-581a298ba63e,segment=NetworkSegment(56e2424a-6d21-4bad-9fde-3582b76dd2a6),segment_id=56e2424a-6d21-4bad-9fde-3582b76dd2a6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:51.846785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.869181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:51.915710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] For port e9791368-16a2-4a9d-aa23-581a298ba63e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9791368-16a2-4a9d-aa23-581a298ba63e,segment=NetworkSegment(56e2424a-6d21-4bad-9fde-3582b76dd2a6),segment_id=56e2424a-6d21-4bad-9fde-3582b76dd2a6)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:51.916091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.933915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Transition to ACTIVE for port object 62abf970-a0eb-4dec-860e-160d6a69a2c2 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:52.069502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] Calling delete_port for e9791368-16a2-4a9d-aa23-581a298ba63e owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:52.073927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for e9791368-16a2-4a9d-aa23-581a298ba63e owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:52.101409 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Allocated IP 2001:db8:1::1 (f018292f-c3a1-4792-85ae-689491bf27f3/285b7f33-587e-4c30-9ec9-be89327d9b05/768c3a88-2e85-496b-8fcd-190472d2ddc9) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:52.104149 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Floating IP d79528ab-dd25-40a8-b931-ca3e448f79ea associated. External IP: 172.26.8.28, port: 68afe291-7485-4591-bacb-081df6fd2b6c. Jan 27 17:18:52.112002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.168067 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.324633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.340069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Network f018292f-c3a1-4792-85ae-689491bf27f3 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:52.344117 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c55530b7-87d9-4fbd-8dcc-12696fc9c084 req-f661e4ad-107d-4572-9e64-fd9a155bebf8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 210 time: 0.1628664 Jan 27 17:18:52.347906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Pushing event updated for resources: {'Port': ['ID=62abf970-a0eb-4dec-860e-160d6a69a2c2,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:52.352466 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:52.355550 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:52.368830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port e9791368-16a2-4a9d-aa23-581a298ba63e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9791368-16a2-4a9d-aa23-581a298ba63e,segment=NetworkSegment(56e2424a-6d21-4bad-9fde-3582b76dd2a6),segment_id=56e2424a-6d21-4bad-9fde-3582b76dd2a6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:52.382103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Transition to ACTIVE for port object 768c3a88-2e85-496b-8fcd-190472d2ddc9 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:52.410200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.7 (de3200ea-1263-4d40-8ceb-6a9a06331a84/e0d2cb84-0752-4ba8-a4b4-9e6776005cdb/f473412f-ab72-4475-978a-f9e9f8a4319c) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:52.432317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.435904 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.510483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network f018292f-c3a1-4792-85ae-689491bf27f3 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:52.513713 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:18:52.514024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:18:52.514825 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:18:52.515396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:18:52.519250 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:52.524449 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:52.525538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.558159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=768c3a88-2e85-496b-8fcd-190472d2ddc9,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:52.564558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.617770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Attempting to bind port 62abf970-a0eb-4dec-860e-160d6a69a2c2 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:52.618134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Attempting to bind port 62abf970-a0eb-4dec-860e-160d6a69a2c2 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '71f5f14e-197d-4423-a6b9-accf0205a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:52.618482 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Attempting to bind port 62abf970-a0eb-4dec-860e-160d6a69a2c2 on network f018292f-c3a1-4792-85ae-689491bf27f3 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:52.632426 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:52.632813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Checking segment: {'id': '71f5f14e-197d-4423-a6b9-accf0205a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:52.633182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.633562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Bound using segment: {'id': '71f5f14e-197d-4423-a6b9-accf0205a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:52.634023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Bound port: 62abf970-a0eb-4dec-860e-160d6a69a2c2, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f5f14e-197d-4423-a6b9-accf0205a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:52.634378 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.640719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.650637 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=e9791368-16a2-4a9d-aa23-581a298ba63e,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:52.671599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.678299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:52.701307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:52.712568 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:52.749480 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:52.751878 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] For port 62abf970-a0eb-4dec-860e-160d6a69a2c2, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:52.756145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2e8c7c2b-d974-4104-8ab5-c97c7fa29697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:45Z', 'revision_number': 9, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:52.759475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] For port 62abf970-a0eb-4dec-860e-160d6a69a2c2, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=62abf970-a0eb-4dec-860e-160d6a69a2c2,segment=NetworkSegment(71f5f14e-197d-4423-a6b9-accf0205a8e5),segment_id=71f5f14e-197d-4423-a6b9-accf0205a8e5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:52.763607 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c7c2b-d974-4104-8ab5-c97c7fa29697 None None] The sync data for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv is: [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:18:45Z', 'revision_number': 9, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea952a21-fec5-4078-ad07-36d408179479', 'name': '', 'network_id': '43e93e72-f13b-4b6b-a357-b4cf476ace24', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:80:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:01Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': '3bdbb72f-a93c-4ccd-b657-d519c709709c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:52.768774 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.811985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8159795-48d1-407e-bca0-0fd39035dcd2,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:52.876741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d2cbc-3242-4372-8b59-b75b875ca9b0 None None] Pushing event updated for resources: {'Port': ['ID=62abf970-a0eb-4dec-860e-160d6a69a2c2,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:53.016612 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] Deleting port e9791368-16a2-4a9d-aa23-581a298ba63e {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:53.017406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.033018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port e9791368-16a2-4a9d-aa23-581a298ba63e {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:53.033605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.438869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] For port e9791368-16a2-4a9d-aa23-581a298ba63e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9791368-16a2-4a9d-aa23-581a298ba63e,segment=NetworkSegment(56e2424a-6d21-4bad-9fde-3582b76dd2a6),segment_id=56e2424a-6d21-4bad-9fde-3582b76dd2a6)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:53.439056 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.439310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.441637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:53.448220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.449429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.476602 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 62abf970-a0eb-4dec-860e-160d6a69a2c2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:53.511803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.557411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.575728 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object f473412f-ab72-4475-978a-f9e9f8a4319c will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:53.590963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=768c3a88-2e85-496b-8fcd-190472d2ddc9,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:53.617414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.654082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] For port e9791368-16a2-4a9d-aa23-581a298ba63e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9791368-16a2-4a9d-aa23-581a298ba63e,segment=NetworkSegment(56e2424a-6d21-4bad-9fde-3582b76dd2a6),segment_id=56e2424a-6d21-4bad-9fde-3582b76dd2a6)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:53.654557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.688603 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-91938aa2-d7b7-43e3-8b05-6ba4c78898d3 req-35e5193c-18a6-4a6a-a274-e47316f8928a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 210 time: 0.0927501 Jan 27 17:18:53.712494 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] Calling delete_port for e9791368-16a2-4a9d-aa23-581a298ba63e owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:53.809240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network f018292f-c3a1-4792-85ae-689491bf27f3 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:53.810866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:53.815923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 62abf970-a0eb-4dec-860e-160d6a69a2c2 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:53.824627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.867433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c397cbbc-2800-48d7-97ce-a5f077506e49 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:53.903735 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.918467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for e9791368-16a2-4a9d-aa23-581a298ba63e owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:53.923873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] No DVR routers for this DVR port e9791368-16a2-4a9d-aa23-581a298ba63e on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:18:53.927734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc113b-d86f-4ba4-82c9-4d5cdf4512bb None None] Pushing event deleted for resources: {'Port': ['ID=e9791368-16a2-4a9d-aa23-581a298ba63e,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:53.932132 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: c397cbbc-2800-48d7-97ce-a5f077506e49 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:18:53.932478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c397cbbc-2800-48d7-97ce-a5f077506e49 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:53.949651 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-19a309f5-effc-42fb-acbe-13a7b17923b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.000984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router e4e989f6-ece7-4acb-8634-0584f1769547 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:54.012348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ef7628-92cc-4212-b398-e35d305dc9ac,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:54.047235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.051663 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9f92bbfe-64cf-4d97-9b83-904a65b489a0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.9508686 Jan 27 17:18:54.060548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43060) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:54.066502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network de3200ea-1263-4d40-8ceb-6a9a06331a84 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:54.127792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-29eb3251-5c09-47a0-83a2-19aa659e44a8 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': 'd6ef7628-92cc-4212-b398-e35d305dc9ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:54.145489 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:54.149010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:54.202390 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-29eb3251-5c09-47a0-83a2-19aa659e44a8 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:54.212579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:54.212773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=f473412f-ab72-4475-978a-f9e9f8a4319c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:54.226229 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Sync routers for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:54.228707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-29eb3251-5c09-47a0-83a2-19aa659e44a8 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:54.233307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-29eb3251-5c09-47a0-83a2-19aa659e44a8 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:54.240707 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c89768bd-6016-4ff0-823e-c58af30292f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6306996 Jan 27 17:18:54.244428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43064) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:54.250271 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:54.251008 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:54.251327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1834308508'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:54.258774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:54.263886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:network and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:54.268237 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:54.277138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:54.281979 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-29eb3251-5c09-47a0-83a2-19aa659e44a8 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:54.301231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:54.309039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.319931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:18:54.320661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:18:54.327181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:54.328049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.363800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:54.376576 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0ad9c3-ae12-48cd-bfa4-374fa6ee77a7 None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:54.377664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1245} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:54.392259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ad9c3-ae12-48cd-bfa4-374fa6ee77a7 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:54.393422 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3d0ad9c3-ae12-48cd-bfa4-374fa6ee77a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:54.408909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.410969 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Added segment bbebaf39-2fc9-4359-9757-90ba3e63ff3b of type vlan for network 01fd3a29-3dff-4818-bb44-8014909f6b4c Jan 27 17:18:54.434125 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.467164 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-98e90bc1-1e02-4e27-89e2-d404cb728b99 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6480339 Jan 27 17:18:54.472291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29eb3251-5c09-47a0-83a2-19aa659e44a8 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.474952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.491857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-9c492473-b572-4fae-a633-230c4b2ebdfb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:18:54.492895 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-9c492473-b572-4fae-a633-230c4b2ebdfb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133581 Jan 27 17:18:54.526785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3d0ad9c3-ae12-48cd-bfa4-374fa6ee77a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:54.534770 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:54.541957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.549266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:54.550852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.560950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ad9c3-ae12-48cd-bfa4-374fa6ee77a7 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:54.563318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3d0ad9c3-ae12-48cd-bfa4-374fa6ee77a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:54.607600 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-356c4097-88c3-4eca-a5bc-1cd64f7e3384 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.7263296 Jan 27 17:18:54.612354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43070) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:54.620828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Request body: {'port': {'device_id': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:54.640960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90cbac-5a0d-41e2-bf8f-e4843b4d7f96 None None] Network f018292f-c3a1-4792-85ae-689491bf27f3 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:54.653269 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-bc6111f8-46ad-45eb-a465-a70ecb34e02b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:54.673540 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4278598 Jan 27 17:18:54.679381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43074) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:54.682613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61892b7-f0d0-4602-8f71-8bce2754dbec tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Network': ['ID=01fd3a29-3dff-4818-bb44-8014909f6b4c,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:54.688885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'subnet': {'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:54.823124 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc6111f8-46ad-45eb-a465-a70ecb34e02b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.857802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:54.864367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:subnet and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:54.868145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:54.875170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:54.888609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:54.894940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.895185 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 01fd3a29-3dff-4818-bb44-8014909f6b4c details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:54.898708 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:18:52Z', 'revision_number': 3, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:53Z', 'revision_number': 2, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:54.903736 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Checking router: e4e989f6-ece7-4acb-8634-0584f1769547 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:54.904282 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Updating router e4e989f6-ece7-4acb-8634-0584f1769547 port 768c3a88-2e85-496b-8fcd-190472d2ddc9 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:18:54.910492 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3d0ad9c3-ae12-48cd-bfa4-374fa6ee77a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:54.910900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0ad9c3-ae12-48cd-bfa4-374fa6ee77a7 None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:54.940221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a017c103-2037-49f7-833d-9afb1a819c1d None None] Provisioning for port f473412f-ab72-4475-978a-f9e9f8a4319c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:54.966607 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.969389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a017c103-2037-49f7-833d-9afb1a819c1d None None] Provisioning complete for port f473412f-ab72-4475-978a-f9e9f8a4319c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:54.969934 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a017c103-2037-49f7-833d-9afb1a819c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.026330 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.072112 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29eb3251-5c09-47a0-83a2-19aa659e44a8 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.160092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a017c103-2037-49f7-833d-9afb1a819c1d None None] Port f473412f-ab72-4475-978a-f9e9f8a4319c cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:55.233869 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.250910 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.293351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f0d2245c-269f-4cc4-87dc-0f01d470e8df None None] Provisioning for port 62abf970-a0eb-4dec-860e-160d6a69a2c2 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:55.302509 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f0d2245c-269f-4cc4-87dc-0f01d470e8df None None] Provisioning complete for port 62abf970-a0eb-4dec-860e-160d6a69a2c2 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:55.303914 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f0d2245c-269f-4cc4-87dc-0f01d470e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.346915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Subnet': ['ID=5212ec09-9562-459a-a236-625161ec7258,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:55.380697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port e9791368-16a2-4a9d-aa23-581a298ba63e {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:55.381192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.397675 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Checking segment: {'id': 'bbebaf39-2fc9-4359-9757-90ba3e63ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:55.397675 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network hostable DHCP agents. Network: 01fd3a29-3dff-4818-bb44-8014909f6b4c, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:18:55.435207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 01fd3a29-3dff-4818-bb44-8014909f6b4c is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:18:55.456483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 01fd3a29-3dff-4818-bb44-8014909f6b4c) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:55.461030 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.472927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:55.473541 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.484726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a3b83f-d866-4011-9553-a476f9c50e3a None None] Network 01fd3a29-3dff-4818-bb44-8014909f6b4c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:55.504395 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-563c2307-769a-4aa6-97ce-3883666b5460 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8231773 Jan 27 17:18:55.507286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43080) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:55.522696 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.540878 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Transition to ACTIVE for port object 768c3a88-2e85-496b-8fcd-190472d2ddc9 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:55.560154 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.668493 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4bfd35-99ee-4148-a02c-4905a09570ce None None] Pushing event updated for resources: {'Port': ['ID=768c3a88-2e85-496b-8fcd-190472d2ddc9,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:55.770690 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f0d2245c-269f-4cc4-87dc-0f01d470e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.838677 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f0d2245c-269f-4cc4-87dc-0f01d470e8df None None] For port 62abf970-a0eb-4dec-860e-160d6a69a2c2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=62abf970-a0eb-4dec-860e-160d6a69a2c2,segment=NetworkSegment(71f5f14e-197d-4423-a6b9-accf0205a8e5),segment_id=71f5f14e-197d-4423-a6b9-accf0205a8e5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:55.854776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f0d2245c-269f-4cc4-87dc-0f01d470e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.918267 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Attempting to bind port 768c3a88-2e85-496b-8fcd-190472d2ddc9 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:55.918940 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Attempting to bind port 768c3a88-2e85-496b-8fcd-190472d2ddc9 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '71f5f14e-197d-4423-a6b9-accf0205a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:55.919447 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Attempting to bind port 768c3a88-2e85-496b-8fcd-190472d2ddc9 on network f018292f-c3a1-4792-85ae-689491bf27f3 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:55.926832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f473412f-ab72-4475-978a-f9e9f8a4319c {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:18:55.928178 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:55.928875 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Checking segment: {'id': '71f5f14e-197d-4423-a6b9-accf0205a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:55.930235 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.930860 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Bound using segment: {'id': '71f5f14e-197d-4423-a6b9-accf0205a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:55.931425 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Bound port: 768c3a88-2e85-496b-8fcd-190472d2ddc9, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f5f14e-197d-4423-a6b9-accf0205a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:55.931742 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.936113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.951993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29eb3251-5c09-47a0-83a2-19aa659e44a8 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.996957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-01fd3a29-3dff-4818-bb44-8014909f6b4c', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:18:55.997574 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.997861 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Transition to ACTIVE for port object f473412f-ab72-4475-978a-f9e9f8a4319c will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:56.048533 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cd54c0bf-0167-4988-9f82-f3c3bacd5fbb None None] Provisioning complete for port 62abf970-a0eb-4dec-860e-160d6a69a2c2 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:56.049048 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cd54c0bf-0167-4988-9f82-f3c3bacd5fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.056615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] The port 'e9791368-16a2-4a9d-aa23-581a298ba63e' was deleted {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:18:56.085180 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] For port 768c3a88-2e85-496b-8fcd-190472d2ddc9, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:56.090648 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] For port 768c3a88-2e85-496b-8fcd-190472d2ddc9, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=768c3a88-2e85-496b-8fcd-190472d2ddc9,segment=NetworkSegment(71f5f14e-197d-4423-a6b9-accf0205a8e5),segment_id=71f5f14e-197d-4423-a6b9-accf0205a8e5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:56.098103 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.098450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29eb3251-5c09-47a0-83a2-19aa659e44a8 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.103346 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-29eb3251-5c09-47a0-83a2-19aa659e44a8 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0395634 Jan 27 17:18:56.113608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43084) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:56.114645 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.215552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb3251-5c09-47a0-83a2-19aa659e44a8 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401a75aa-3e25-4fcb-8aec-c040bae31ceb,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:56.215817 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4bfd35-99ee-4148-a02c-4905a09570ce None None] Pushing event updated for resources: {'Port': ['ID=768c3a88-2e85-496b-8fcd-190472d2ddc9,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:56.221136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3fb2cd27-31c6-47e4-9dce-314f1b91cc1b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': 'd6ef7628-92cc-4212-b398-e35d305dc9ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:56.230068 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3fb2cd27-31c6-47e4-9dce-314f1b91cc1b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:56.235044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3fb2cd27-31c6-47e4-9dce-314f1b91cc1b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:56.249037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3fb2cd27-31c6-47e4-9dce-314f1b91cc1b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:56.253079 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:56.254046 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:56.255881 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3fb2cd27-31c6-47e4-9dce-314f1b91cc1b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:56.271079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f473412f-ab72-4475-978a-f9e9f8a4319c,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:56.287070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc55cb-8446-4409-b26f-b21c8e43587e req-b53445bf-f855-4131-bd48-e5873f8be3c5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:56.287994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-bbcc55cb-8446-4409-b26f-b21c8e43587e req-b53445bf-f855-4131-bd48-e5873f8be3c5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:56.344596 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cd27-31c6-47e4-9dce-314f1b91cc1b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.370726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2245c-269f-4cc4-87dc-0f01d470e8df None None] Pushing event updated for resources: {'Port': ['ID=62abf970-a0eb-4dec-860e-160d6a69a2c2,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:56.388194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Allocated IP 2001:db8:2::2 (01fd3a29-3dff-4818-bb44-8014909f6b4c/5212ec09-9562-459a-a236-625161ec7258/ec547402-2630-41ea-8064-0ad84c507d5d) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:56.521541 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:56.694087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.723125 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.725720 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc6111f8-46ad-45eb-a465-a70ecb34e02b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.731031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-bbcc55cb-8446-4409-b26f-b21c8e43587e req-b53445bf-f855-4131-bd48-e5873f8be3c5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:56.732477 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bbcc55cb-8446-4409-b26f-b21c8e43587e req-b53445bf-f855-4131-bd48-e5873f8be3c5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 931 time: 1.8484628 Jan 27 17:18:56.734767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cd54c0bf-0167-4988-9f82-f3c3bacd5fbb None None] Provisioning for port 768c3a88-2e85-496b-8fcd-190472d2ddc9 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:56.748628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc6111f8-46ad-45eb-a465-a70ecb34e02b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.748975 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-bc6111f8-46ad-45eb-a465-a70ecb34e02b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Floating IP d79528ab-dd25-40a8-b931-ca3e448f79ea disassociated. External IP: 172.26.8.28, port: 68afe291-7485-4591-bacb-081df6fd2b6c. Jan 27 17:18:56.905711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.934744 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Transition to ACTIVE for port object ec547402-2630-41ea-8064-0ad84c507d5d will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:56.966441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.976717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Transition to ACTIVE for port object ec547402-2630-41ea-8064-0ad84c507d5d will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:56.987061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.023189 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-3fb2cd27-31c6-47e4-9dce-314f1b91cc1b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 17:18:57.024308 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3fb2cd27-31c6-47e4-9dce-314f1b91cc1b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9050333 Jan 27 17:18:57.027387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43088) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:57.063348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Network 01fd3a29-3dff-4818-bb44-8014909f6b4c is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:57.072830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:57.076693 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:57.113741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef50d329-76d7-4067-b98b-382ab6a4aec7']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:57.151485 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:18:52Z', 'revision_number': 3, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:56Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:57.152342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e2424a-6d21-4bad-9fde-3582b76dd2a6') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:57.152628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e2424a-6d21-4bad-9fde-3582b76dd2a6') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:57.157436 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bd8e7-422d-4b2c-b948-9be5b03fe28d None None] The sync data for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv is: [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:18:52Z', 'revision_number': 3, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:56Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:57.184223 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Pushing event updated for resources: {'Port': ['ID=ec547402-2630-41ea-8064-0ad84c507d5d,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:57.219723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0999c04e-6a9d-4213-a1be-56f4707d70e5 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.223181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Attempting to bind port ec547402-2630-41ea-8064-0ad84c507d5d on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:57.223543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Attempting to bind port ec547402-2630-41ea-8064-0ad84c507d5d by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bbebaf39-2fc9-4359-9757-90ba3e63ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:57.224033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Attempting to bind port ec547402-2630-41ea-8064-0ad84c507d5d on network 01fd3a29-3dff-4818-bb44-8014909f6b4c {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:57.230452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:57.230814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Checking segment: {'id': 'bbebaf39-2fc9-4359-9757-90ba3e63ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:57.231213 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.231641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Bound using segment: {'id': 'bbebaf39-2fc9-4359-9757-90ba3e63ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:57.236193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Bound port: ec547402-2630-41ea-8064-0ad84c507d5d, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbebaf39-2fc9-4359-9757-90ba3e63ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:57.236573 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.287353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0999c04e-6a9d-4213-a1be-56f4707d70e5 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.296892 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bbcc55cb-8446-4409-b26f-b21c8e43587e req-fddbe9d9-8002-4f87-a4e9-e2058b8fe6fe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37a3c48-c557-4490-975f-3a230d22038d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5495679 Jan 27 17:18:57.306628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.384216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] For port ec547402-2630-41ea-8064-0ad84c507d5d, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:57.388080 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] For port ec547402-2630-41ea-8064-0ad84c507d5d, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ec547402-2630-41ea-8064-0ad84c507d5d,segment=NetworkSegment(bbebaf39-2fc9-4359-9757-90ba3e63ff3b),segment_id=bbebaf39-2fc9-4359-9757-90ba3e63ff3b)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:57.402760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.480808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0999c04e-6a9d-4213-a1be-56f4707d70e5 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.501885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Allocated IP 2001:db8:2::1 (01fd3a29-3dff-4818-bb44-8014909f6b4c/5212ec09-9562-459a-a236-625161ec7258/8a3bdf2a-4197-4fea-8dc6-cefadbc721d5) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:57.512035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999c04e-6a9d-4213-a1be-56f4707d70e5 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ef7628-92cc-4212-b398-e35d305dc9ac,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:57.527046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.554065 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Attempting to bind port f473412f-ab72-4475-978a-f9e9f8a4319c on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:57.555967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Attempting to bind port f473412f-ab72-4475-978a-f9e9f8a4319c by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:57.556420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Attempting to bind port f473412f-ab72-4475-978a-f9e9f8a4319c on network de3200ea-1263-4d40-8ceb-6a9a06331a84 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:57.573806 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea9afc-8c5b-47a0-9896-e23b281ded5d None None] Pushing event updated for resources: {'Port': ['ID=ec547402-2630-41ea-8064-0ad84c507d5d,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:57.587289 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Port f473412f-ab72-4475-978a-f9e9f8a4319c on network de3200ea-1263-4d40-8ceb-6a9a06331a84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:18:57.587941 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Attempting to bind port f473412f-ab72-4475-978a-f9e9f8a4319c on network de3200ea-1263-4d40-8ceb-6a9a06331a84 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:57.596135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0999c04e-6a9d-4213-a1be-56f4707d70e5 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.599730 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0999c04e-6a9d-4213-a1be-56f4707d70e5 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "DELETE /v2.0/security-groups/d6ef7628-92cc-4212-b398-e35d305dc9ac HTTP/1.1" status: 204 len: 168 time: 0.5686815 Jan 27 17:18:57.600689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:18:57.601097 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.609275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 768c3a88-2e85-496b-8fcd-190472d2ddc9 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:57.619146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43092) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:18:57.625430 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:18:57.641471 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:57.641751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Checking segment: {'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:57.642281 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Bound using segment: {'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:57.642785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Bound port: f473412f-ab72-4475-978a-f9e9f8a4319c, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:57.643198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.739302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 768c3a88-2e85-496b-8fcd-190472d2ddc9 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:57.746396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 768c3a88-2e85-496b-8fcd-190472d2ddc9 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:57.747508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.817391 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.838921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7cb85d50-451e-4749-94b7-0c966edf6bcb tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Synchronizing usage tracker for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:57.866013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Transition to ACTIVE for port object 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:57.866327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7cb85d50-451e-4749-94b7-0c966edf6bcb tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Unset dirty status for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:57.873510 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7cb85d50-451e-4749-94b7-0c966edf6bcb tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2475455 Jan 27 17:18:57.873510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43096) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:57.885655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c7df9d91-e883-4033-919f-87dd2198c81c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771726907'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:57.895978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c7df9d91-e883-4033-919f-87dd2198c81c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:57.925676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c7df9d91-e883-4033-919f-87dd2198c81c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:57.944591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c7df9d91-e883-4033-919f-87dd2198c81c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.959644 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.975677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c7df9d91-e883-4033-919f-87dd2198c81c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:57.982399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c7df9d91-e883-4033-919f-87dd2198c81c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:57.985668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c7df9d91-e883-4033-919f-87dd2198c81c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:57.997971 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:58.012545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c7df9d91-e883-4033-919f-87dd2198c81c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:58.024076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 768c3a88-2e85-496b-8fcd-190472d2ddc9, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=768c3a88-2e85-496b-8fcd-190472d2ddc9,segment=NetworkSegment(71f5f14e-197d-4423-a6b9-accf0205a8e5),segment_id=71f5f14e-197d-4423-a6b9-accf0205a8e5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:58.045449 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:58.046614 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 62abf970-a0eb-4dec-860e-160d6a69a2c2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:58.130191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:58.135014 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:58.140884 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 01fd3a29-3dff-4818-bb44-8014909f6b4c is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:58.152417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:58.156082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=8a3bdf2a-4197-4fea-8dc6-cefadbc721d5,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:58.158957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:18:58.159841 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:58.180238 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/networks/ef50d329-76d7-4067-b98b-382ab6a4aec7 HTTP/1.1" status: 204 len: 168 time: 7.7422395 Jan 27 17:18:58.183723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43100) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:58.192746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5d314-bb11-44d0-9e32-a33966b42991 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Network': ['ID=ef50d329-76d7-4067-b98b-382ab6a4aec7,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:58.226866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6111f8-46ad-45eb-a465-a70ecb34e02b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:58.241900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] For port f473412f-ab72-4475-978a-f9e9f8a4319c, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:58.246454 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] For port f473412f-ab72-4475-978a-f9e9f8a4319c, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=f473412f-ab72-4475-978a-f9e9f8a4319c,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:58.260871 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=768c3a88-2e85-496b-8fcd-190472d2ddc9,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:58.273342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 62abf970-a0eb-4dec-860e-160d6a69a2c2 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:58.273738 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:58.330290 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:58.402798 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:58.510088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:58.510696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:58.512142 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] 10.222.0.88 "PUT /v2.0/ports/f473412f-ab72-4475-978a-f9e9f8a4319c HTTP/1.1" status: 200 len: 1093 time: 4.0026102 Jan 27 17:18:58.512587 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'tag': 'f473412f-ab72-4475-978a-f9e9f8a4319c'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:18:58.672187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e639bf-3659-4815-abcb-01e35c9c60f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f473412f-ab72-4475-978a-f9e9f8a4319c,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:58.710648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6111f8-46ad-45eb-a465-a70ecb34e02b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:58.715647 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc6111f8-46ad-45eb-a465-a70ecb34e02b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:58.723228 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7437971-3736-459e-8bf7-77475856ab0c None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:58.742402 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7437971-3736-459e-8bf7-77475856ab0c None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:58.743039 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e7437971-3736-459e-8bf7-77475856ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:58.835247 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bc6111f8-46ad-45eb-a465-a70ecb34e02b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "PUT /v2.0/floatingips/d79528ab-dd25-40a8-b931-ca3e448f79ea HTTP/1.1" status: 200 len: 687 time: 4.2161384 Jan 27 17:18:58.838262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-458bbb8e-5ec1-4f1f-82b9-56df7f617be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:58.841759 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c7df9d91-e883-4033-919f-87dd2198c81c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:58.860196 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-458bbb8e-5ec1-4f1f-82b9-56df7f617be7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 1096 time: 0.2697747 Jan 27 17:18:58.860732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43110) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:58.878658 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e7437971-3736-459e-8bf7-77475856ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:58.902087 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7437971-3736-459e-8bf7-77475856ab0c None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:18:58.902893 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e7437971-3736-459e-8bf7-77475856ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:58.960841 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'tag': 'f473412f-ab72-4475-978a-f9e9f8a4319c', 'status': 'completed', 'code': 200} Jan 27 17:18:58.972825 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e7437971-3736-459e-8bf7-77475856ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:58.973412 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7437971-3736-459e-8bf7-77475856ab0c None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:59.017521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c7df9d91-e883-4033-919f-87dd2198c81c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.047430 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-70eef9f0-86ec-407b-93f2-837656e8c71e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f473412f-ab72-4475-978a-f9e9f8a4319c HTTP/1.1" status: 200 len: 217 time: 0.0885382 Jan 27 17:18:59.148691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df9d91-e883-4033-919f-87dd2198c81c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3004256-0f59-4e01-ab28-a11815b69526,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:59.151133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c7df9d91-e883-4033-919f-87dd2198c81c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.155337 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c7df9d91-e883-4033-919f-87dd2198c81c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2808712 Jan 27 17:18:59.157688 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b81a95-c303-4a0e-869e-f861fcd8d09f None None] Network 01fd3a29-3dff-4818-bb44-8014909f6b4c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:59.162143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43114) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:59.174167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-d7acb4d9-2f44-4597-8cc2-8af8a04aaca4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port ec1746e7-420f-44df-9b2d-f8dacdbed8c4 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:59.174736 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7acb4d9-2f44-4597-8cc2-8af8a04aaca4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.175687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f87e5cf9-6252-45a8-8638-672a0a717570 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': 'a3004256-0f59-4e01-ab28-a11815b69526', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:59.176179 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-f87e5cf9-6252-45a8-8638-672a0a717570 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 17:18:59.176670 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-f87e5cf9-6252-45a8-8638-672a0a717570 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:18:59.180459 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f87e5cf9-6252-45a8-8638-672a0a717570 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0163646 Jan 27 17:18:59.183913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43118) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:59.247756 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-2c1358f7-77c0-4ddc-ab15-62e9459aec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:59.249305 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-2c1358f7-77c0-4ddc-ab15-62e9459aec46 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e0d2cb84-0752-4ba8-a4b4-9e6776005cdb HTTP/1.1" status: 200 len: 834 time: 0.1453071 Jan 27 17:18:59.265118 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-77c4e2ac-e5c2-4da3-8fd8-b3714ce10dd3 None None] Provisioning for port ec547402-2630-41ea-8064-0ad84c507d5d completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:59.294840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee75be2-fbfc-41fc-8125-da46a685ed83 req-33ef342c-f2bb-4624-89b7-54c4bb0de718 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:59.296476 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fee75be2-fbfc-41fc-8125-da46a685ed83 req-33ef342c-f2bb-4624-89b7-54c4bb0de718 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 943 time: 0.6675861 Jan 27 17:18:59.383712 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04aad500-e84c-499d-9841-e2daa1fc8be3 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.436393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.455052 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-d34581ff-6cd2-417d-bead-6030b812b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:59.456628 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-d34581ff-6cd2-417d-bead-6030b812b779 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de3200ea-1263-4d40-8ceb-6a9a06331a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1873677 Jan 27 17:18:59.461093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-fee75be2-fbfc-41fc-8125-da46a685ed83 req-8173dc5f-94a4-4be2-92fe-1e4056a7d976 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:59.501403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7acb4d9-2f44-4597-8cc2-8af8a04aaca4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.501704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7acb4d9-2f44-4597-8cc2-8af8a04aaca4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.507316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04aad500-e84c-499d-9841-e2daa1fc8be3 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.534493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 768c3a88-2e85-496b-8fcd-190472d2ddc9 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:59.548419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-fee75be2-fbfc-41fc-8125-da46a685ed83 req-8173dc5f-94a4-4be2-92fe-1e4056a7d976 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:59.550499 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fee75be2-fbfc-41fc-8125-da46a685ed83 req-8173dc5f-94a4-4be2-92fe-1e4056a7d976 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37a3c48-c557-4490-975f-3a230d22038d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334681 Jan 27 17:18:59.614200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 768c3a88-2e85-496b-8fcd-190472d2ddc9 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:59.614920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.657747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-d7acb4d9-2f44-4597-8cc2-8af8a04aaca4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for ec1746e7-420f-44df-9b2d-f8dacdbed8c4 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:59.753991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ec547402-2630-41ea-8064-0ad84c507d5d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:59.848783 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port ec547402-2630-41ea-8064-0ad84c507d5d completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:59.857270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ec547402-2630-41ea-8064-0ad84c507d5d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:59.857781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.863299 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04aad500-e84c-499d-9841-e2daa1fc8be3 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.913879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aad500-e84c-499d-9841-e2daa1fc8be3 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3004256-0f59-4e01-ab28-a11815b69526,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:59.952381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04aad500-e84c-499d-9841-e2daa1fc8be3 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.953704 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-04aad500-e84c-499d-9841-e2daa1fc8be3 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "DELETE /v2.0/security-groups/a3004256-0f59-4e01-ab28-a11815b69526 HTTP/1.1" status: 204 len: 168 time: 0.7646599 Jan 27 17:18:59.968932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43122) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:59.992097 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-f75928a2-c624-4390-a26c-8a21ebec7d05 service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246108 Jan 27 17:19:00.027489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.054664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-88996a16-bcb9-4921-8d33-3dd65d3c21d9 None None] Provisioning complete for port ec547402-2630-41ea-8064-0ad84c507d5d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:00.055042 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-88996a16-bcb9-4921-8d33-3dd65d3c21d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.134948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.164213 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port ec547402-2630-41ea-8064-0ad84c507d5d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ec547402-2630-41ea-8064-0ad84c507d5d,segment=NetworkSegment(bbebaf39-2fc9-4359-9757-90ba3e63ff3b),segment_id=bbebaf39-2fc9-4359-9757-90ba3e63ff3b)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:00.176241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.200696 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fe59106-afcf-445d-8c4c-6991dde051a2 req-51afd4b1-2573-4bff-b712-90eb7e9f4e36 service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981537 Jan 27 17:19:00.205964 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7acb4d9-2f44-4597-8cc2-8af8a04aaca4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.220100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-92ace5aa-4943-42d4-89d2-44f03239b31e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.299939 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=ec547402-2630-41ea-8064-0ad84c507d5d,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:00.312104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.313001 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.315633 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-88996a16-bcb9-4921-8d33-3dd65d3c21d9 None None] Provisioning for port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:00.322289 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-88996a16-bcb9-4921-8d33-3dd65d3c21d9 None None] Provisioning complete for port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:00.322928 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-88996a16-bcb9-4921-8d33-3dd65d3c21d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.326321 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c364f4f6-b943-44dc-ac93-d009fd1d498b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Synchronizing usage tracker for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:00.376379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acb4d9-2f44-4597-8cc2-8af8a04aaca4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=ec1746e7-420f-44df-9b2d-f8dacdbed8c4,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:00.386730 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-88996a16-bcb9-4921-8d33-3dd65d3c21d9 None None] Port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:19:00.419009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7acb4d9-2f44-4597-8cc2-8af8a04aaca4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.435774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d7acb4d9-2f44-4597-8cc2-8af8a04aaca4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.436957 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d7acb4d9-2f44-4597-8cc2-8af8a04aaca4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/floatingips/d79528ab-dd25-40a8-b931-ca3e448f79ea HTTP/1.1" status: 204 len: 168 time: 1.5750804 Jan 27 17:19:00.439451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13df68-83f9-4e13-8949-ed49e622695f req-918ec6a9-0403-4e59-9885-f5053df4441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:00.440668 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd13df68-83f9-4e13-8949-ed49e622695f req-918ec6a9-0403-4e59-9885-f5053df4441f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 1096 time: 0.1836498 Jan 27 17:19:00.441508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43126) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:00.446619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '30b3b942-5814-481d-abd5-2589dae78968'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:00.470419 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:00.480253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:floatingip and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:00.485184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:00.507045 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:00.510118 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a4e98387-b8ba-49aa-a97b-9ccc4b26d703 None None] Provisioning complete for port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:00.510884 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a4e98387-b8ba-49aa-a97b-9ccc4b26d703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.570001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.571068 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a4e98387-b8ba-49aa-a97b-9ccc4b26d703 None None] Port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:19:00.637371 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13df68-83f9-4e13-8949-ed49e622695f req-2326092d-e367-4336-98aa-180db97ea783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:00.638997 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd13df68-83f9-4e13-8949-ed49e622695f req-2326092d-e367-4336-98aa-180db97ea783 service neutron] 10.222.0.88 "GET /v2.0/networks?id=de3200ea-1263-4d40-8ceb-6a9a06331a84 HTTP/1.1" status: 200 len: 899 time: 0.1878593 Jan 27 17:19:00.655925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c364f4f6-b943-44dc-ac93-d009fd1d498b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Unset dirty status for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:00.661407 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c364f4f6-b943-44dc-ac93-d009fd1d498b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6849458 Jan 27 17:19:00.695885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43132) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:00.700690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=8a3bdf2a-4197-4fea-8dc6-cefadbc721d5,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:00.703663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e0cab8d3-7660-4e56-b0b9-879fa72227f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group': {'name': 'tempest-secgroup--718999196'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:00.750529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e0cab8d3-7660-4e56-b0b9-879fa72227f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:00.767289 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd13df68-83f9-4e13-8949-ed49e622695f req-45c38ae8-11b4-4796-a6f0-6a0ba891b4f4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f473412f-ab72-4475-978a-f9e9f8a4319c HTTP/1.1" status: 200 len: 217 time: 0.1198742 Jan 27 17:19:00.812489 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e0cab8d3-7660-4e56-b0b9-879fa72227f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:00.858471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 01fd3a29-3dff-4818-bb44-8014909f6b4c is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:00.860768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:00.907369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0cab8d3-7660-4e56-b0b9-879fa72227f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.938050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13df68-83f9-4e13-8949-ed49e622695f req-f9c358e8-745f-4dfa-99cd-72005e27fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:00.939516 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd13df68-83f9-4e13-8949-ed49e622695f req-f9c358e8-745f-4dfa-99cd-72005e27fe32 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e0d2cb84-0752-4ba8-a4b4-9e6776005cdb HTTP/1.1" status: 200 len: 834 time: 0.1585743 Jan 27 17:19:00.956281 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e0cab8d3-7660-4e56-b0b9-879fa72227f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:01.007447 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e0cab8d3-7660-4e56-b0b9-879fa72227f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:01.015334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e0cab8d3-7660-4e56-b0b9-879fa72227f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:01.023455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e0cab8d3-7660-4e56-b0b9-879fa72227f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:01.032767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07964b4e-71fd-4b1b-b680-879c944400b3 req-15247b61-0a81-45fe-9ad3-d157425188b1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:01.034316 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-07964b4e-71fd-4b1b-b680-879c944400b3 req-15247b61-0a81-45fe-9ad3-d157425188b1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 943 time: 0.3375678 Jan 27 17:19:01.090536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-92ace5aa-4943-42d4-89d2-44f03239b31e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port ea952a21-fec5-4078-ad07-36d408179479 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:01.091144 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-92ace5aa-4943-42d4-89d2-44f03239b31e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.103200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.127051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router e4e989f6-ece7-4acb-8634-0584f1769547 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:01.167135 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-07964b4e-71fd-4b1b-b680-879c944400b3 req-e2e25e9d-f19b-4b6e-abf4-eac5add858a8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37a3c48-c557-4490-975f-3a230d22038d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240227 Jan 27 17:19:01.205139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13df68-83f9-4e13-8949-ed49e622695f req-bf3a264e-7378-453a-ba19-a20b5f354a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:01.206635 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd13df68-83f9-4e13-8949-ed49e622695f req-bf3a264e-7378-453a-ba19-a20b5f354a7c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de3200ea-1263-4d40-8ceb-6a9a06331a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2592893 Jan 27 17:19:01.222250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0469416e-7fbe-4b97-941b-a1ba151121e5 None None] Provisioning complete for port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:01.223030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0469416e-7fbe-4b97-941b-a1ba151121e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.293800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0cab8d3-7660-4e56-b0b9-879fa72227f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.296991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0469416e-7fbe-4b97-941b-a1ba151121e5 None None] Port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:19:01.334836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0cab8d3-7660-4e56-b0b9-879fa72227f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.361648 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ec547402-2630-41ea-8064-0ad84c507d5d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:01.439550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:01.446366 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b48058c9-5c9e-4fe7-8977-21aa327facaf tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9378510 Jan 27 17:19:01.450859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43136) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:01.458817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ec547402-2630-41ea-8064-0ad84c507d5d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:01.459503 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.463042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-509903774'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:01.465643 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-92ace5aa-4943-42d4-89d2-44f03239b31e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] For port ea952a21-fec5-4078-ad07-36d408179479, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ea952a21-fec5-4078-ad07-36d408179479,segment=NetworkSegment(e465f0f4-847b-4d99-bbff-349478ce74ab),segment_id=e465f0f4-847b-4d99-bbff-349478ce74ab)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:01.466033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-92ace5aa-4943-42d4-89d2-44f03239b31e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.482385 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:01.484280 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Sync routers for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:01.484525 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cab8d3-7660-4e56-b0b9-879fa72227f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3fbb48-7149-4f74-a6b7-b2b9de83f529,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:01.503438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:network and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:01.507029 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.26.8.55 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/f0bb22c2-e2f3-43dd-9c12-c37bbf550a82) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:01.509231 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:01.515732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e0cab8d3-7660-4e56-b0b9-879fa72227f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.519783 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e0cab8d3-7660-4e56-b0b9-879fa72227f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8178971 Jan 27 17:19:01.519904 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:01.519904 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:01.526055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43140) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:01.533422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:01.535425 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd13df68-83f9-4e13-8949-ed49e622695f req-b4dc1184-ed2a-4b73-b63b-ee5979c4a4d1 service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185077 Jan 27 17:19:01.539668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-88cfbb1f-1e13-47c0-a72c-03a4f16a3b6d tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': 'ce3fbb48-7149-4f74-a6b7-b2b9de83f529', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:01.540226 dv-neutron-825077-1-hyperv neutron-server[87609]: WARNING neutron.api.v2.base [None req-88cfbb1f-1e13-47c0-a72c-03a4f16a3b6d tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 17:19:01.540728 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-88cfbb1f-1e13-47c0-a72c-03a4f16a3b6d tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:01.545505 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-88cfbb1f-1e13-47c0-a72c-03a4f16a3b6d tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0147548 Jan 27 17:19:01.545775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43144) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:01.596339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-92ace5aa-4943-42d4-89d2-44f03239b31e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for ea952a21-fec5-4078-ad07-36d408179479 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:01.613078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:01.616888 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.715795 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:01.792267 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-92ace5aa-4943-42d4-89d2-44f03239b31e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.800501 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device f473412f-ab72-4475-978a-f9e9f8a4319c details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:19:01.853592 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ace5aa-4943-42d4-89d2-44f03239b31e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Port': ['ID=ea952a21-fec5-4078-ad07-36d408179479,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:01.924049 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.resource_extend [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:19:01.939332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1231} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:19:02.002390 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.002755 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Added segment 9aefa376-b5e6-473c-b1f4-7bae6838629d of type vlan for network 1a9b97a7-0aa1-474d-90cb-68636f4c2146 Jan 27 17:19:02.030404 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1124672c-764e-43bd-ab73-d2102d5f9cb2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.076675 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd13df68-83f9-4e13-8949-ed49e622695f req-03895b1d-8af0-440c-a3d9-5a8de67c3593 service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314696 Jan 27 17:19:02.087645 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.096084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.107862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1124672c-764e-43bd-ab73-d2102d5f9cb2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.140330 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port f473412f-ab72-4475-978a-f9e9f8a4319c, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=f473412f-ab72-4475-978a-f9e9f8a4319c,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:02.170935 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'f473412f-ab72-4475-978a-f9e9f8a4319c', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'port_id': 'f473412f-ab72-4475-978a-f9e9f8a4319c', 'mac_address': 'fa:16:3e:40:6b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:19:02.200058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1124672c-764e-43bd-ab73-d2102d5f9cb2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.217743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.223230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:02.224101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.257083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124672c-764e-43bd-ab73-d2102d5f9cb2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3fbb48-7149-4f74-a6b7-b2b9de83f529,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:02.264900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.297813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1124672c-764e-43bd-ab73-d2102d5f9cb2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.301892 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1124672c-764e-43bd-ab73-d2102d5f9cb2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "DELETE /v2.0/security-groups/ce3fbb48-7149-4f74-a6b7-b2b9de83f529 HTTP/1.1" status: 204 len: 168 time: 0.7335496 Jan 27 17:19:02.304894 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8505633 Jan 27 17:19:02.308960 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43150) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:02.309177 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43152) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:02.316565 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f473412f-ab72-4475-978a-f9e9f8a4319c {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:19:02.319395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'subnet': {'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:02.335006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.339117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port f473412f-ab72-4475-978a-f9e9f8a4319c, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=f473412f-ab72-4475-978a-f9e9f8a4319c,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:02.353020 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.440260 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=f473412f-ab72-4475-978a-f9e9f8a4319c,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:02.448516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:02.448936 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:02.449327 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:02.449711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:02.450092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:02.450470 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:02.450847 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:02.451238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:02.452097 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:02.452097 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:02.452452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:02.452884 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:02.462544 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:18:59Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:18:59Z', 'revision_number': 2, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:02.464366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d19a7d-2331-46e4-a454-9191237510a3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Network': ['ID=1a9b97a7-0aa1-474d-90cb-68636f4c2146,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:02.467364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Checking router: e4e989f6-ece7-4acb-8634-0584f1769547 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:02.472137 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Updating router e4e989f6-ece7-4acb-8634-0584f1769547 port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:19:02.477627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-92ace5aa-4943-42d4-89d2-44f03239b31e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.502621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 1a9b97a7-0aa1-474d-90cb-68636f4c2146 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:19:02.581190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:02.589903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:02.598464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=f0bb22c2-e2f3-43dd-9c12-c37bbf550a82,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:02.604037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:02.636379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:02.645839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:subnet and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:02.649167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:02.658471 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7a68406b-ff1f-4300-b416-3a2f39b04780 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Synchronizing usage tracker for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:02.658808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.663747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:02.665421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8ca8e-a775-4a17-a1fc-f700d0271e5c req-8e73eb8c-de8e-4405-a11b-7f1c2fec0bfa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:02.668043 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ffa8ca8e-a775-4a17-a1fc-f700d0271e5c req-8e73eb8c-de8e-4405-a11b-7f1c2fec0bfa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 944 time: 0.2677150 Jan 27 17:19:02.686081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['f473412f-ab72-4475-978a-f9e9f8a4319c'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:19:02.728034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Made reservation on behalf of c0c3d78db5c6490392db2e3c0d281c95 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:02.730605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.763257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7a68406b-ff1f-4300-b416-3a2f39b04780 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Unset dirty status for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:02.768252 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7a68406b-ff1f-4300-b416-3a2f39b04780 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4545331 Jan 27 17:19:02.773804 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43158) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:02.793925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-47a87d78-e725-44aa-bb96-782c714ab7f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group': {'name': 'tempest-secgroup--365188105'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:02.805586 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-47a87d78-e725-44aa-bb96-782c714ab7f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:02.853953 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ffa8ca8e-a775-4a17-a1fc-f700d0271e5c req-32c8ee14-688a-4106-8acf-2145500cc746 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37a3c48-c557-4490-975f-3a230d22038d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775372 Jan 27 17:19:02.878347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ace5aa-4943-42d4-89d2-44f03239b31e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 9df10de4-f401-4875-9807-2964f87263b7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:02.908024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-47a87d78-e725-44aa-bb96-782c714ab7f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:02.944822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47a87d78-e725-44aa-bb96-782c714ab7f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.043877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-47a87d78-e725-44aa-bb96-782c714ab7f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:03.044665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ace5aa-4943-42d4-89d2-44f03239b31e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:03.060539 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce8c9a-eb02-4c72-8630-ce024c48422c None None] Sync routers for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:03.061066 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-47a87d78-e725-44aa-bb96-782c714ab7f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:03.067049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43162) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:03.067946 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-92ace5aa-4943-42d4-89d2-44f03239b31e tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8813922 Jan 27 17:19:03.068104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-47a87d78-e725-44aa-bb96-782c714ab7f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:03.073086 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce8c9a-eb02-4c72-8630-ce024c48422c None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:03.073863 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6fce8c9a-eb02-4c72-8630-ce024c48422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:03.133996 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-47a87d78-e725-44aa-bb96-782c714ab7f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:03.221144 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6fce8c9a-eb02-4c72-8630-ce024c48422c None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:03.264600 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.294828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73eb966-fa38-4947-99fc-587cf9ff9847 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting subnet 3bdbb72f-a93c-4ccd-b657-d519c709709c {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:19:03.326428 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d73eb966-fa38-4947-99fc-587cf9ff9847 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.328528 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Transition to ACTIVE for port object 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:03.358991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.425812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.612129 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6fce8c9a-eb02-4c72-8630-ce024c48422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:19:01Z', 'revision_number': 10, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:03.617744 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce8c9a-eb02-4c72-8630-ce024c48422c None None] Checking router: 9df10de4-f401-4875-9807-2964f87263b7 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:03.628710 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce8c9a-eb02-4c72-8630-ce024c48422c None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:03.629554 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6fce8c9a-eb02-4c72-8630-ce024c48422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:03.650361 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Attempting to bind port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:19:03.650972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Attempting to bind port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bbebaf39-2fc9-4359-9757-90ba3e63ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:19:03.651104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Attempting to bind port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 on network 01fd3a29-3dff-4818-bb44-8014909f6b4c {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:03.659918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:19:03.660323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Checking segment: {'id': 'bbebaf39-2fc9-4359-9757-90ba3e63ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:03.660759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.661403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Bound using segment: {'id': 'bbebaf39-2fc9-4359-9757-90ba3e63ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:19:03.661870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Bound port: 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbebaf39-2fc9-4359-9757-90ba3e63ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:19:03.662216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.682166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da72b3b-e534-4b8d-a5e2-1a6d168e4636 None None] Pushing event updated for resources: {'Port': ['ID=8a3bdf2a-4197-4fea-8dc6-cefadbc721d5,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:03.714937 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.740185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d73eb966-fa38-4947-99fc-587cf9ff9847 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.783005 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] For port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:19:03.787239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] For port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=8a3bdf2a-4197-4fea-8dc6-cefadbc721d5,segment=NetworkSegment(bbebaf39-2fc9-4359-9757-90ba3e63ff3b),segment_id=bbebaf39-2fc9-4359-9757-90ba3e63ff3b)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:19:03.792681 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.802844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47a87d78-e725-44aa-bb96-782c714ab7f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.820873 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6fce8c9a-eb02-4c72-8630-ce024c48422c None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:03.837486 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device f473412f-ab72-4475-978a-f9e9f8a4319c up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:03.859054 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47a87d78-e725-44aa-bb96-782c714ab7f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.970502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:03.971215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:03.981017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a87d78-e725-44aa-bb96-782c714ab7f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6ede38-cb10-49ca-9caa-7125fb139b6e,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:03.996061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Subnet': ['ID=faa9bdf5-7f21-4718-be10-7d2a5e8724ed,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:04.004987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.056084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da72b3b-e534-4b8d-a5e2-1a6d168e4636 None None] Pushing event updated for resources: {'Port': ['ID=8a3bdf2a-4197-4fea-8dc6-cefadbc721d5,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:04.151328 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Checking segment: {'id': '9aefa376-b5e6-473c-b1f4-7bae6838629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:04.152407 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network hostable DHCP agents. Network: 1a9b97a7-0aa1-474d-90cb-68636f4c2146, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:19:04.172430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port f473412f-ab72-4475-978a-f9e9f8a4319c completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:04.183065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port f473412f-ab72-4475-978a-f9e9f8a4319c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:04.183362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.237832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47a87d78-e725-44aa-bb96-782c714ab7f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.237832 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-47a87d78-e725-44aa-bb96-782c714ab7f0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4627960 Jan 27 17:19:04.241409 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43168) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:04.243848 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:04.248612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-89eec17e-d0dc-41e7-9848-3a88f564ee7c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '2c6ede38-cb10-49ca-9caa-7125fb139b6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:04.249757 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-89eec17e-d0dc-41e7-9848-3a88f564ee7c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 17:19:04.250403 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-89eec17e-d0dc-41e7-9848-3a88f564ee7c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:04.255678 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-89eec17e-d0dc-41e7-9848-3a88f564ee7c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0121791 Jan 27 17:19:04.256603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43172) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:04.257264 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6fce8c9a-eb02-4c72-8630-ce024c48422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:19:01Z', 'revision_number': 10, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:04.263350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-41dcf700-3345-49af-8726-a6f56efd916b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '2c6ede38-cb10-49ca-9caa-7125fb139b6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:04.264396 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-41dcf700-3345-49af-8726-a6f56efd916b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 17:19:04.265303 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-41dcf700-3345-49af-8726-a6f56efd916b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:04.265917 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce8c9a-eb02-4c72-8630-ce024c48422c None None] The sync data for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv is: [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:19:01Z', 'revision_number': 10, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None, '_interfaces': [{'id': 'bb58269b-2cec-44bf-8f7d-bd5d085e52d9', 'name': '', 'network_id': 'c9207672-40e1-4e27-a401-aa03d202cb07', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df10de4-f401-4875-9807-2964f87263b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:17:50Z', 'updated_at': '2022-01-27T17:18:01Z', 'revision_number': 5, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'subnets': [{'id': 'e64b1129-be25-4e7b-bcc4-f2521863eb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:04.269645 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-41dcf700-3345-49af-8726-a6f56efd916b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0113130 Jan 27 17:19:04.270545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43176) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:04.287731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 1a9b97a7-0aa1-474d-90cb-68636f4c2146 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:19:04.299952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-090f5193-4307-4255-8012-bd1f06343aa1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '2c6ede38-cb10-49ca-9caa-7125fb139b6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:04.301256 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-090f5193-4307-4255-8012-bd1f06343aa1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 17:19:04.302124 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-090f5193-4307-4255-8012-bd1f06343aa1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:04.306761 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-090f5193-4307-4255-8012-bd1f06343aa1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0336969 Jan 27 17:19:04.307558 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43180) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:04.316408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-3fd5ea5d-d15d-43ce-bc9f-a8b3aadcba98 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '2c6ede38-cb10-49ca-9caa-7125fb139b6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:04.317831 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-3fd5ea5d-d15d-43ce-bc9f-a8b3aadcba98 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 17:19:04.318505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d73eb966-fa38-4947-99fc-587cf9ff9847 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.319286 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-3fd5ea5d-d15d-43ce-bc9f-a8b3aadcba98 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:04.324450 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3fd5ea5d-d15d-43ce-bc9f-a8b3aadcba98 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0155716 Jan 27 17:19:04.325252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43184) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:04.395746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0905f-9a35-470c-80e6-02f88f563a13 req-b6859495-1113-4454-ab33-2d9e33b214a4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:04.398265 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aea0905f-9a35-470c-80e6-02f88f563a13 req-b6859495-1113-4454-ab33-2d9e33b214a4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 944 time: 0.3572035 Jan 27 17:19:04.405554 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5a8acf9e-d7de-4e98-bfbe-8047b0db9c1d tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.440369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5a8acf9e-d7de-4e98-bfbe-8047b0db9c1d tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.461887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 1a9b97a7-0aa1-474d-90cb-68636f4c2146) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:04.468020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:04.468741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.489371 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49f8323-8ab2-4d57-b546-1a20eb7eee10 None None] Network 1a9b97a7-0aa1-474d-90cb-68636f4c2146 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:04.498688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5a8acf9e-d7de-4e98-bfbe-8047b0db9c1d tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.524135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8acf9e-d7de-4e98-bfbe-8047b0db9c1d tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6ede38-cb10-49ca-9caa-7125fb139b6e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:04.530336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5a8acf9e-d7de-4e98-bfbe-8047b0db9c1d tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.534543 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5a8acf9e-d7de-4e98-bfbe-8047b0db9c1d tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "DELETE /v2.0/security-groups/2c6ede38-cb10-49ca-9caa-7125fb139b6e HTTP/1.1" status: 204 len: 168 time: 0.2078803 Jan 27 17:19:04.535521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43188) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:04.578004 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8430a24b-5e8f-4b98-902b-57941c683eb4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2658939 Jan 27 17:19:04.581836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43192) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:04.598552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bc517d2e-5393-4e76-a6c1-40312f52acff tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Synchronizing usage tracker for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:04.618017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bc517d2e-5393-4e76-a6c1-40312f52acff tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Unset dirty status for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:04.621001 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bc517d2e-5393-4e76-a6c1-40312f52acff tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0848176 Jan 27 17:19:04.625531 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43196) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:04.636352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8922bb04-f99f-4857-87d6-80c31df089d9 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215047589'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:04.647180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8922bb04-f99f-4857-87d6-80c31df089d9 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:04.658158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8922bb04-f99f-4857-87d6-80c31df089d9 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:04.669501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8922bb04-f99f-4857-87d6-80c31df089d9 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.692321 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aea0905f-9a35-470c-80e6-02f88f563a13 req-1fe4d94d-8e79-4c31-b863-d111de866ef5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37a3c48-c557-4490-975f-3a230d22038d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321682 Jan 27 17:19:04.697487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8922bb04-f99f-4857-87d6-80c31df089d9 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:04.698873 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d73eb966-fa38-4947-99fc-587cf9ff9847 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.705754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8922bb04-f99f-4857-87d6-80c31df089d9 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:04.713242 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8922bb04-f99f-4857-87d6-80c31df089d9 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:04.722478 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8922bb04-f99f-4857-87d6-80c31df089d9 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:04.778250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.832741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73eb966-fa38-4947-99fc-587cf9ff9847 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Subnet': ['ID=3bdbb72f-a93c-4ccd-b657-d519c709709c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:04.838653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d73eb966-fa38-4947-99fc-587cf9ff9847 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.843968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8922bb04-f99f-4857-87d6-80c31df089d9 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.850291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8922bb04-f99f-4857-87d6-80c31df089d9 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.883690 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d73eb966-fa38-4947-99fc-587cf9ff9847 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/3bdbb72f-a93c-4ccd-b657-d519c709709c HTTP/1.1" status: 204 len: 168 time: 1.8106754 Jan 27 17:19:04.884528 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43200) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:04.905436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922bb04-f99f-4857-87d6-80c31df089d9 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684469ed-9d86-49c3-9611-d1582005bc06,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:04.906173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f473412f-ab72-4475-978a-f9e9f8a4319c'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:19:04.908801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8922bb04-f99f-4857-87d6-80c31df089d9 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.910271 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8922bb04-f99f-4857-87d6-80c31df089d9 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2820718 Jan 27 17:19:04.919269 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43204) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:04.926428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-2c767d69-a601-4e0a-a78d-79474a37bdcf tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '684469ed-9d86-49c3-9611-d1582005bc06', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:04.926938 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-2c767d69-a601-4e0a-a78d-79474a37bdcf tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 17:19:04.927481 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-2c767d69-a601-4e0a-a78d-79474a37bdcf tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:04.928783 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2c767d69-a601-4e0a-a78d-79474a37bdcf tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079281 Jan 27 17:19:04.931615 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43210) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:04.936679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-cf6fc471-a5cf-4606-86ef-c4dafde9273c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '684469ed-9d86-49c3-9611-d1582005bc06', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:04.944935 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-cf6fc471-a5cf-4606-86ef-c4dafde9273c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:04.946157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2238b01f-fed4-4720-8293-b97f5d24f3e2 None None] Network 43e93e72-f13b-4b6b-a357-b4cf476ace24 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:04.949302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cf6fc471-a5cf-4606-86ef-c4dafde9273c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:04.953223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cf6fc471-a5cf-4606-86ef-c4dafde9273c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:04.960026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-cf6fc471-a5cf-4606-86ef-c4dafde9273c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:04.967522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.973605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port f473412f-ab72-4475-978a-f9e9f8a4319c, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=f473412f-ab72-4475-978a-f9e9f8a4319c,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:05.003611 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-cf6fc471-a5cf-4606-86ef-c4dafde9273c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:05.004807 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.005858 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cf6fc471-a5cf-4606-86ef-c4dafde9273c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0732141 Jan 27 17:19:05.009005 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43216) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.017382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0e248145-4b24-471a-bc26-4e5ce4d32d6e tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '684469ed-9d86-49c3-9611-d1582005bc06', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:05.017876 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-0e248145-4b24-471a-bc26-4e5ce4d32d6e tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 17:19:05.018597 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-0e248145-4b24-471a-bc26-4e5ce4d32d6e tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:05.024470 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0e248145-4b24-471a-bc26-4e5ce4d32d6e tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094602 Jan 27 17:19:05.024756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43220) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.034998 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.048503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8874e7a2-134a-499e-84e4-5f21508c1180 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '684469ed-9d86-49c3-9611-d1582005bc06', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:05.060908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8874e7a2-134a-499e-84e4-5f21508c1180 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:05.066011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8874e7a2-134a-499e-84e4-5f21508c1180 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:05.071247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8874e7a2-134a-499e-84e4-5f21508c1180 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:05.078612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8874e7a2-134a-499e-84e4-5f21508c1180 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:05.098368 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-1a9b97a7-0aa1-474d-90cb-68636f4c2146', 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'fixed_ips': [{'subnet_id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:19:05.099296 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.121972 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-8874e7a2-134a-499e-84e4-5f21508c1180 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:05.132165 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8874e7a2-134a-499e-84e4-5f21508c1180 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1060662 Jan 27 17:19:05.132983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43224) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.136245 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f473412f-ab72-4475-978a-f9e9f8a4319c', 'code': 200} Jan 27 17:19:05.138576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8da69369-1af4-47dd-a1ae-94008aa8e79b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '684469ed-9d86-49c3-9611-d1582005bc06', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:05.139249 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-8da69369-1af4-47dd-a1ae-94008aa8e79b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 17:19:05.139937 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-8da69369-1af4-47dd-a1ae-94008aa8e79b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:05.141045 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8da69369-1af4-47dd-a1ae-94008aa8e79b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069489 Jan 27 17:19:05.144168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43228) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.150886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e36cec5d-66c5-4d8c-be8f-b29ffbce8838 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '684469ed-9d86-49c3-9611-d1582005bc06', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:05.158289 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e36cec5d-66c5-4d8c-be8f-b29ffbce8838 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:05.169234 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e36cec5d-66c5-4d8c-be8f-b29ffbce8838 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:05.173100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e36cec5d-66c5-4d8c-be8f-b29ffbce8838 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:05.181239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e36cec5d-66c5-4d8c-be8f-b29ffbce8838 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:05.199539 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-e36cec5d-66c5-4d8c-be8f-b29ffbce8838 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Project de22ad7fa0744b99917a1e6bbbdd0107 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:19:05.241584 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-e36cec5d-66c5-4d8c-be8f-b29ffbce8838 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:05.247661 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e36cec5d-66c5-4d8c-be8f-b29ffbce8838 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1009243 Jan 27 17:19:05.249142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43232) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.259686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-3ece260f-3c0f-463c-ab4c-0b65b25c8fd0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '684469ed-9d86-49c3-9611-d1582005bc06', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:05.259686 dv-neutron-825077-1-hyperv neutron-server[87608]: WARNING neutron.api.v2.base [None req-3ece260f-3c0f-463c-ab4c-0b65b25c8fd0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 17:19:05.259686 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-3ece260f-3c0f-463c-ab4c-0b65b25c8fd0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:05.267972 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3ece260f-3c0f-463c-ab4c-0b65b25c8fd0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169494 Jan 27 17:19:05.270940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43236) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.289224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d29fd7ad-ad5c-431e-85e8-017a776a1bf1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '684469ed-9d86-49c3-9611-d1582005bc06', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:05.293683 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=f0bb22c2-e2f3-43dd-9c12-c37bbf550a82,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:05.314945 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d29fd7ad-ad5c-431e-85e8-017a776a1bf1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:05.322994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d29fd7ad-ad5c-431e-85e8-017a776a1bf1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:05.328844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d29fd7ad-ad5c-431e-85e8-017a776a1bf1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:05.338291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d29fd7ad-ad5c-431e-85e8-017a776a1bf1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:05.353474 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-d29fd7ad-ad5c-431e-85e8-017a776a1bf1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Project de22ad7fa0744b99917a1e6bbbdd0107 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:19:05.384718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ea952a21-fec5-4078-ad07-36d408179479 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:05.389575 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-d29fd7ad-ad5c-431e-85e8-017a776a1bf1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:05.391620 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d29fd7ad-ad5c-431e-85e8-017a776a1bf1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1185317 Jan 27 17:19:05.394531 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43240) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.401909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5cc8c8cf-c952-4752-bc77-0f58602a66e2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '684469ed-9d86-49c3-9611-d1582005bc06', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:05.412609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5cc8c8cf-c952-4752-bc77-0f58602a66e2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:05.418834 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5cc8c8cf-c952-4752-bc77-0f58602a66e2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:05.423536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5cc8c8cf-c952-4752-bc77-0f58602a66e2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:05.435798 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5cc8c8cf-c952-4752-bc77-0f58602a66e2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:05.440944 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.450110 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-5cc8c8cf-c952-4752-bc77-0f58602a66e2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Project de22ad7fa0744b99917a1e6bbbdd0107 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:19:05.482456 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-5cc8c8cf-c952-4752-bc77-0f58602a66e2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:05.483396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: ea952a21-fec5-4078-ad07-36d408179479 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:05.483772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ea952a21-fec5-4078-ad07-36d408179479 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:05.488125 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5cc8c8cf-c952-4752-bc77-0f58602a66e2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0906894 Jan 27 17:19:05.490335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43244) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.508179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=f473412f-ab72-4475-978a-f9e9f8a4319c,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:05.578961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-963900fb-c48c-4d36-82cb-897cdd28b611 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.602252 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:18:59Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:03Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:05.605312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Allocated IP 2001:db8:3::2 (1a9b97a7-0aa1-474d-90cb-68636f4c2146/faa9bdf5-7f21-4718-be10-7d2a5e8724ed/bd86832e-e69e-4250-a09d-46b738c0d81d) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:05.611051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-963900fb-c48c-4d36-82cb-897cdd28b611 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.613207 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9b45d2-7bae-4306-9c1a-c8ecbea3a67d None None] The sync data for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv is: [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:18:59Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:03Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:05.712408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.740918 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-963900fb-c48c-4d36-82cb-897cdd28b611 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.802846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963900fb-c48c-4d36-82cb-897cdd28b611 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684469ed-9d86-49c3-9611-d1582005bc06,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:05.819139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port 3e0f2c21-895e-4199-adcb-d0b5787c13c2 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:05.819814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.820240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-963900fb-c48c-4d36-82cb-897cdd28b611 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.824963 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-963900fb-c48c-4d36-82cb-897cdd28b611 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "DELETE /v2.0/security-groups/684469ed-9d86-49c3-9611-d1582005bc06 HTTP/1.1" status: 204 len: 168 time: 0.3325310 Jan 27 17:19:05.825711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43250) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.921805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d8e38d2c-cee6-422d-b883-16fdf59062a7 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Synchronizing usage tracker for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:05.925795 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.942454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d8e38d2c-cee6-422d-b883-16fdf59062a7 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Unset dirty status for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:05.944145 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d8e38d2c-cee6-422d-b883-16fdf59062a7 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1173232 Jan 27 17:19:05.953281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b051508-8a09-45fd-8d2f-166a5334c673 None None] DHCP port deletion for 43e93e72-f13b-4b6b-a357-b4cf476ace24 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:19:05.954469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43254) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.964464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-03b37c83-9b40-43f0-9467-271392d07897 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group': {'name': 'tempest-secgroup--265023948'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:05.970798 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4b051508-8a09-45fd-8d2f-166a5334c673 None None] Deleting port 3e0f2c21-895e-4199-adcb-d0b5787c13c2 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:05.971394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4b051508-8a09-45fd-8d2f-166a5334c673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.977603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-03b37c83-9b40-43f0-9467-271392d07897 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:05.990295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-03b37c83-9b40-43f0-9467-271392d07897 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:06.004847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-03b37c83-9b40-43f0-9467-271392d07897 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.035145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-03b37c83-9b40-43f0-9467-271392d07897 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:06.040364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-03b37c83-9b40-43f0-9467-271392d07897 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:06.043556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-03b37c83-9b40-43f0-9467-271392d07897 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:06.048683 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Transition to ACTIVE for port object bd86832e-e69e-4250-a09d-46b738c0d81d will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:06.050461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-03b37c83-9b40-43f0-9467-271392d07897 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:06.140352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-03b37c83-9b40-43f0-9467-271392d07897 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.147336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-03b37c83-9b40-43f0-9467-271392d07897 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.164025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Transition to ACTIVE for port object bd86832e-e69e-4250-a09d-46b738c0d81d will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:06.202656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b37c83-9b40-43f0-9467-271392d07897 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02186ead-a1f5-49ca-aa47-4a7f50e53710,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:06.211146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-03b37c83-9b40-43f0-9467-271392d07897 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.216668 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-03b37c83-9b40-43f0-9467-271392d07897 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2581568 Jan 27 17:19:06.218313 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43258) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:06.230125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dfe80daf-6378-44b9-a2cb-fff502c06694 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '02186ead-a1f5-49ca-aa47-4a7f50e53710', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:06.234523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.236961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dfe80daf-6378-44b9-a2cb-fff502c06694 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:06.242745 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dfe80daf-6378-44b9-a2cb-fff502c06694 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:06.246364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dfe80daf-6378-44b9-a2cb-fff502c06694 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:06.253771 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dfe80daf-6378-44b9-a2cb-fff502c06694 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:06.314953 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-dfe80daf-6378-44b9-a2cb-fff502c06694 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The resource could not be found. Jan 27 17:19:06.322203 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dfe80daf-6378-44b9-a2cb-fff502c06694 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1023970 Jan 27 17:19:06.323291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43262) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:06.329673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-99e4c9f7-6940-4559-8123-d3ee4fc5e00c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '02186ead-a1f5-49ca-aa47-4a7f50e53710', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '62c8e7f1-fffa-4f90-b9fe-ecff5808167d'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:06.343761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-99e4c9f7-6940-4559-8123-d3ee4fc5e00c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:06.349572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-99e4c9f7-6940-4559-8123-d3ee4fc5e00c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:06.354910 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-99e4c9f7-6940-4559-8123-d3ee4fc5e00c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:06.371500 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-99e4c9f7-6940-4559-8123-d3ee4fc5e00c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:06.437344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Network 1a9b97a7-0aa1-474d-90cb-68636f4c2146 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:06.444000 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-99e4c9f7-6940-4559-8123-d3ee4fc5e00c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The resource could not be found. Jan 27 17:19:06.445990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:06.446518 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-99e4c9f7-6940-4559-8123-d3ee4fc5e00c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1217899 Jan 27 17:19:06.449536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-4b051508-8a09-45fd-8d2f-166a5334c673 None None] For port 3e0f2c21-895e-4199-adcb-d0b5787c13c2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3e0f2c21-895e-4199-adcb-d0b5787c13c2,segment=NetworkSegment(e465f0f4-847b-4d99-bbff-349478ce74ab),segment_id=e465f0f4-847b-4d99-bbff-349478ce74ab)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:06.449708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43266) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:06.449935 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4b051508-8a09-45fd-8d2f-166a5334c673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.464479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:06.478219 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] For port 3e0f2c21-895e-4199-adcb-d0b5787c13c2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3e0f2c21-895e-4199-adcb-d0b5787c13c2,segment=NetworkSegment(e465f0f4-847b-4d99-bbff-349478ce74ab),segment_id=e465f0f4-847b-4d99-bbff-349478ce74ab)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:06.478780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.498534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5947f-46c5-41b3-ab9e-7256fed18d2a req-caa2a0c6-a8d7-49a9-b6a3-b98c31585871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:06.500278 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-74b5947f-46c5-41b3-ab9e-7256fed18d2a req-caa2a0c6-a8d7-49a9-b6a3-b98c31585871 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 1098 time: 1.1121569 Jan 27 17:19:06.551337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-16c20651-3bd1-4d53-83bc-01b0fc1fb5b5 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.597263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-16c20651-3bd1-4d53-83bc-01b0fc1fb5b5 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.650242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4b051508-8a09-45fd-8d2f-166a5334c673 None None] Calling delete_port for 3e0f2c21-895e-4199-adcb-d0b5787c13c2 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:06.697002 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-16c20651-3bd1-4d53-83bc-01b0fc1fb5b5 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.701379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c630b6d-0a1b-4538-993e-28038a74d4d4 req-36c88551-dd3d-428a-9073-730029e5d023 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:06.703144 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3c630b6d-0a1b-4538-993e-28038a74d4d4 req-36c88551-dd3d-428a-9073-730029e5d023 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 945 time: 0.8178520 Jan 27 17:19:06.704856 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Floating IP c34a2bce-3b53-4543-95bb-6e054cd8919a associated. External IP: 172.26.8.55, port: 30b3b942-5814-481d-abd5-2589dae78968. Jan 27 17:19:06.708131 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Pushing event updated for resources: {'Port': ['ID=bd86832e-e69e-4250-a09d-46b738c0d81d,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:06.727792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c20651-3bd1-4d53-83bc-01b0fc1fb5b5 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02186ead-a1f5-49ca-aa47-4a7f50e53710,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:06.739346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-16c20651-3bd1-4d53-83bc-01b0fc1fb5b5 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.740982 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-16c20651-3bd1-4d53-83bc-01b0fc1fb5b5 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "DELETE /v2.0/security-groups/02186ead-a1f5-49ca-aa47-4a7f50e53710 HTTP/1.1" status: 204 len: 168 time: 0.2901425 Jan 27 17:19:06.743308 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43270) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:06.796838 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for 3e0f2c21-895e-4199-adcb-d0b5787c13c2 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:06.810021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Attempting to bind port bd86832e-e69e-4250-a09d-46b738c0d81d on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:19:06.810832 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Attempting to bind port bd86832e-e69e-4250-a09d-46b738c0d81d by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '9aefa376-b5e6-473c-b1f4-7bae6838629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:19:06.811213 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Attempting to bind port bd86832e-e69e-4250-a09d-46b738c0d81d on network 1a9b97a7-0aa1-474d-90cb-68636f4c2146 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:06.825649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:19:06.827411 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Checking segment: {'id': '9aefa376-b5e6-473c-b1f4-7bae6838629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:06.827867 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.828261 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Bound using segment: {'id': '9aefa376-b5e6-473c-b1f4-7bae6838629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:19:06.828755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Bound port: bd86832e-e69e-4250-a09d-46b738c0d81d, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aefa376-b5e6-473c-b1f4-7bae6838629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:19:06.829144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.843496 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8297eea4-f61f-445e-8f28-05257c2357ee tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Synchronizing usage tracker for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:06.871557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8297eea4-f61f-445e-8f28-05257c2357ee tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Unset dirty status for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:06.880316 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8297eea4-f61f-445e-8f28-05257c2357ee tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1355832 Jan 27 17:19:06.881155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43274) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:06.886540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d7e2521c-e0ba-43de-9a81-78b2ab566486 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '27cc2ac3-ce23-457d-91e6-e0fbc1e494d2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:06.894227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d7e2521c-e0ba-43de-9a81-78b2ab566486 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:06.894508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4b051508-8a09-45fd-8d2f-166a5334c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.899951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d7e2521c-e0ba-43de-9a81-78b2ab566486 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:06.902957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d7e2521c-e0ba-43de-9a81-78b2ab566486 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:06.909306 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d7e2521c-e0ba-43de-9a81-78b2ab566486 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:06.958912 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.960440 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-d7e2521c-e0ba-43de-9a81-78b2ab566486 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The resource could not be found. Jan 27 17:19:06.960638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b051508-8a09-45fd-8d2f-166a5334c673 None None] Pushing event deleted for resources: {'Port': ['ID=3e0f2c21-895e-4199-adcb-d0b5787c13c2,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:06.966901 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d7e2521c-e0ba-43de-9a81-78b2ab566486 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0790620 Jan 27 17:19:06.966987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b051508-8a09-45fd-8d2f-166a5334c673 None None] No DVR routers for this DVR port 3e0f2c21-895e-4199-adcb-d0b5787c13c2 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:19:06.970049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43278) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:06.976302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-95837185-fa21-4484-8c68-0e7a7404da1c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group': {'name': 'tempest-secgroup--812807584'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:06.992901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-95837185-fa21-4484-8c68-0e7a7404da1c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:07.005869 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-95837185-fa21-4484-8c68-0e7a7404da1c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:07.023792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95837185-fa21-4484-8c68-0e7a7404da1c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.043867 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] For port bd86832e-e69e-4250-a09d-46b738c0d81d, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:19:07.046768 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-74b5947f-46c5-41b3-ab9e-7256fed18d2a req-bbfc34f5-bc83-45ed-8e57-54e802236a65 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e37a3c48-c557-4490-975f-3a230d22038d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4491038 Jan 27 17:19:07.049222 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] For port bd86832e-e69e-4250-a09d-46b738c0d81d, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bd86832e-e69e-4250-a09d-46b738c0d81d,segment=NetworkSegment(9aefa376-b5e6-473c-b1f4-7bae6838629d),segment_id=9aefa376-b5e6-473c-b1f4-7bae6838629d)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:19:07.052897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-95837185-fa21-4484-8c68-0e7a7404da1c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:07.056230 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.057890 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-95837185-fa21-4484-8c68-0e7a7404da1c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:07.061345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-95837185-fa21-4484-8c68-0e7a7404da1c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:07.068969 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-95837185-fa21-4484-8c68-0e7a7404da1c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:07.124039 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3c630b6d-0a1b-4538-993e-28038a74d4d4 req-127047a9-d028-4ada-b98b-388a78f7f0db tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37a3c48-c557-4490-975f-3a230d22038d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3591590 Jan 27 17:19:07.202197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8126290-5115-4a69-8f5e-af12ff1f5dde None None] Pushing event updated for resources: {'Port': ['ID=bd86832e-e69e-4250-a09d-46b738c0d81d,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:07.323939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95837185-fa21-4484-8c68-0e7a7404da1c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.332056 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95837185-fa21-4484-8c68-0e7a7404da1c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.412999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95837185-fa21-4484-8c68-0e7a7404da1c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecc131f-bdfc-4f41-9563-113805fe9b7a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:07.433843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.db.api [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:19:07.434447 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG oslo_db.api [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:19:07.461080 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95837185-fa21-4484-8c68-0e7a7404da1c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.467638 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-95837185-fa21-4484-8c68-0e7a7404da1c tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4911189 Jan 27 17:19:07.467854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43282) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:07.476576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group': {'name': 'tempest-secgroup--722709042'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:07.493326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:07.500730 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:07.505070 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:07.509695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:07.516669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:07.537043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.579530 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:07.585472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:07.589795 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:07.601027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:07.601249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:07.613782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:07.614178 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.701031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.708025 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.757016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91fb42a9-0e03-4edc-ad8f-0368fd7ebe68,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:07.758951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.760839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.762519 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3ae79f40-7d42-4945-bf56-db05d8aa5b91 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2937334 Jan 27 17:19:07.765453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43286) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:07.774117 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ce631b03-17e9-48a5-a5a4-002aac7491c0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': '6ecc131f-bdfc-4f41-9563-113805fe9b7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '91fb42a9-0e03-4edc-ad8f-0368fd7ebe68'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:07.780826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ce631b03-17e9-48a5-a5a4-002aac7491c0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:07.786716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ce631b03-17e9-48a5-a5a4-002aac7491c0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:07.791809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ce631b03-17e9-48a5-a5a4-002aac7491c0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:07.797793 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ce631b03-17e9-48a5-a5a4-002aac7491c0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:07.801129 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=8a3bdf2a-4197-4fea-8dc6-cefadbc721d5,segment=NetworkSegment(bbebaf39-2fc9-4359-9757-90ba3e63ff3b),segment_id=bbebaf39-2fc9-4359-9757-90ba3e63ff3b)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:07.805447 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.844900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:07.847707 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-ce631b03-17e9-48a5-a5a4-002aac7491c0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:07.850662 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ce631b03-17e9-48a5-a5a4-002aac7491c0 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0821342 Jan 27 17:19:07.853773 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43290) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:07.867040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3e0f2c21-895e-4199-adcb-d0b5787c13c2 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:07.905600 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 3e0f2c21-895e-4199-adcb-d0b5787c13c2 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:07.905908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3e0f2c21-895e-4199-adcb-d0b5787c13c2 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:07.924984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=8a3bdf2a-4197-4fea-8dc6-cefadbc721d5,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:07.939036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a8f415a3-2201-4d05-9506-fb0bc693edd1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.962981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port 3e0f2c21-895e-4199-adcb-d0b5787c13c2 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:07.963641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.968266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a8f415a3-2201-4d05-9506-fb0bc693edd1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.016491 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a8f415a3-2201-4d05-9506-fb0bc693edd1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.036545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f415a3-2201-4d05-9506-fb0bc693edd1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fb42a9-0e03-4edc-ad8f-0368fd7ebe68,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:08.044029 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a8f415a3-2201-4d05-9506-fb0bc693edd1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.045376 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a8f415a3-2201-4d05-9506-fb0bc693edd1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "DELETE /v2.0/security-groups/91fb42a9-0e03-4edc-ad8f-0368fd7ebe68 HTTP/1.1" status: 204 len: 168 time: 0.1899698 Jan 27 17:19:08.048007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43294) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:08.056256 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] The port '3e0f2c21-895e-4199-adcb-d0b5787c13c2' was deleted {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:19:08.109582 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Allocated IP 2001:db8:3::1 (1a9b97a7-0aa1-474d-90cb-68636f4c2146/faa9bdf5-7f21-4718-be10-7d2a5e8724ed/f6994bdb-db6b-4172-b9e5-694c39bc3a17) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:08.128013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-59cffa9f-02bf-4669-8847-83c29a7eb78b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Synchronizing usage tracker for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:08.146637 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-59cffa9f-02bf-4669-8847-83c29a7eb78b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Unset dirty status for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:08.148685 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-59cffa9f-02bf-4669-8847-83c29a7eb78b tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0993252 Jan 27 17:19:08.151516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43298) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:08.239886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-749edec0-9a95-4be9-84cb-7648ce5c411a tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.270140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-749edec0-9a95-4be9-84cb-7648ce5c411a tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.353131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.405966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-749edec0-9a95-4be9-84cb-7648ce5c411a tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.410950 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:08.425278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05d2b6-19c9-4b92-8ab4-fa6332869147 None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:08.441443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749edec0-9a95-4be9-84cb-7648ce5c411a tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecc131f-bdfc-4f41-9563-113805fe9b7a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:08.445019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-749edec0-9a95-4be9-84cb-7648ce5c411a tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.446080 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05d2b6-19c9-4b92-8ab4-fa6332869147 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:08.446247 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-749edec0-9a95-4be9-84cb-7648ce5c411a tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "DELETE /v2.0/security-groups/6ecc131f-bdfc-4f41-9563-113805fe9b7a HTTP/1.1" status: 204 len: 168 time: 0.2927063 Jan 27 17:19:08.448998 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4d05d2b6-19c9-4b92-8ab4-fa6332869147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:08.453164 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43304) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:08.471935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e93e72-f13b-4b6b-a357-b4cf476ace24']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:08.479008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d4e29-9e4d-4794-ab83-df606fb8ffa2 req-8e6a18b8-10ba-4fe9-b68e-ff9e687b01d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:08.480947 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cf7d4e29-9e4d-4794-ab83-df606fb8ffa2 req-8e6a18b8-10ba-4fe9-b68e-ff9e687b01d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 945 time: 0.1727817 Jan 27 17:19:08.500272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e465f0f4-847b-4d99-bbff-349478ce74ab') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:08.500765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e465f0f4-847b-4d99-bbff-349478ce74ab') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:08.531261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.556438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4d05d2b6-19c9-4b92-8ab4-fa6332869147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:08.561665 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cf7d4e29-9e4d-4794-ab83-df606fb8ffa2 req-d06691b3-793b-4f6f-bf43-a6677c987f65 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37a3c48-c557-4490-975f-3a230d22038d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710723 Jan 27 17:19:08.569791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e161baf8-cd27-4a56-b23f-07f776e4eed3 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Synchronizing usage tracker for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:08.571530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.597522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e161baf8-cd27-4a56-b23f-07f776e4eed3 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Unset dirty status for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:08.597522 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e161baf8-cd27-4a56-b23f-07f776e4eed3 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1365645 Jan 27 17:19:08.600072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43310) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:08.600322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05d2b6-19c9-4b92-8ab4-fa6332869147 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:08.601395 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4d05d2b6-19c9-4b92-8ab4-fa6332869147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:08.608271 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-fa5e0c37-37af-4c8d-a62d-02037c7ae903 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561759096'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:08.615192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.623536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fa5e0c37-37af-4c8d-a62d-02037c7ae903 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:08.638172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.639551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fa5e0c37-37af-4c8d-a62d-02037c7ae903 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:08.656670 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Transition to ACTIVE for port object f6994bdb-db6b-4172-b9e5-694c39bc3a17 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:08.664917 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0c37-37af-4c8d-a62d-02037c7ae903 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.669854 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb7024-cb0a-4bc4-9662-7f5df5b64748 None None] Network 1a9b97a7-0aa1-474d-90cb-68636f4c2146 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:08.689770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4d05d2b6-19c9-4b92-8ab4-fa6332869147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:08.690413 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05d2b6-19c9-4b92-8ab4-fa6332869147 None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:08.695164 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.698807 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fa5e0c37-37af-4c8d-a62d-02037c7ae903 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:08.703666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-fa5e0c37-37af-4c8d-a62d-02037c7ae903 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:08.708517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-fa5e0c37-37af-4c8d-a62d-02037c7ae903 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:08.714050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:19:08.714684 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.719267 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-fa5e0c37-37af-4c8d-a62d-02037c7ae903 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: util.warn( Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:19:08.764268 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:19:08.788953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6ab16420-8f23-4b01-ac0a-859cbefa250d None None] Provisioning for port bd86832e-e69e-4250-a09d-46b738c0d81d completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:08.805533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0c37-37af-4c8d-a62d-02037c7ae903 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.812250 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0c37-37af-4c8d-a62d-02037c7ae903 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.844307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 1a9b97a7-0aa1-474d-90cb-68636f4c2146 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:08.854714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e0c37-37af-4c8d-a62d-02037c7ae903 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6775210-10b6-4c13-af3e-722425256844,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:08.861325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:08.878708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0c37-37af-4c8d-a62d-02037c7ae903 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.880126 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fa5e0c37-37af-4c8d-a62d-02037c7ae903 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2789381 Jan 27 17:19:08.883370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43314) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:08.888948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-4587bee1-df10-4462-baf3-d0403976aa23 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': 'c6775210-10b6-4c13-af3e-722425256844', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:08.895232 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4587bee1-df10-4462-baf3-d0403976aa23 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:08.899487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4587bee1-df10-4462-baf3-d0403976aa23 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:08.902523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4587bee1-df10-4462-baf3-d0403976aa23 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:08.910416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4587bee1-df10-4462-baf3-d0403976aa23 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:08.927742 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:08.928346 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.950273 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-4587bee1-df10-4462-baf3-d0403976aa23 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:08.951775 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6ef1fd21-8bde-4c9b-98f0-9253f82da220 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.5092368 Jan 27 17:19:08.954312 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4587bee1-df10-4462-baf3-d0403976aa23 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0695627 Jan 27 17:19:08.954916 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43318) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:08.955278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43320) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:08.970749 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.973696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=f6994bdb-db6b-4172-b9e5-694c39bc3a17,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:09.004471 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.009397 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Network': ['ID=43e93e72-f13b-4b6b-a357-b4cf476ace24,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:09.019543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dfab6422-dd7d-45f4-b6d0-db082a54766e tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group_rule': {'security_group_id': 'c6775210-10b6-4c13-af3e-722425256844', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:09.027088 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1b0f8bd6-e248-4f27-9701-a6e9a371dad5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/networks/43e93e72-f13b-4b6b-a357-b4cf476ace24 HTTP/1.1" status: 204 len: 168 time: 4.1334300 Jan 27 17:19:09.027963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43326) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:09.032133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dfab6422-dd7d-45f4-b6d0-db082a54766e tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:09.050987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dfab6422-dd7d-45f4-b6d0-db082a54766e tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:09.055809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dfab6422-dd7d-45f4-b6d0-db082a54766e tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:09.075444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dfab6422-dd7d-45f4-b6d0-db082a54766e tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:09.095199 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3ae0ed31-61ee-4a49-9b36-a895a5d06611 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "GET /v2.0/floatingips/c34a2bce-3b53-4543-95bb-6e054cd8919a HTTP/1.1" status: 200 len: 977 time: 0.1386735 Jan 27 17:19:09.099956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43330) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:09.187862 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-dfab6422-dd7d-45f4-b6d0-db082a54766e tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:19:09.194027 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dfab6422-dd7d-45f4-b6d0-db082a54766e tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2356997 Jan 27 17:19:09.194750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43334) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:09.235340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-31b63649-6d03-4c85-8ab4-d8c9cbfc3a04 None None] Provisioning for port f6994bdb-db6b-4172-b9e5-694c39bc3a17 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:09.244531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-31b63649-6d03-4c85-8ab4-d8c9cbfc3a04 None None] Provisioning complete for port f6994bdb-db6b-4172-b9e5-694c39bc3a17 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:09.245223 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-31b63649-6d03-4c85-8ab4-d8c9cbfc3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.273131 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7ecb45c9-f9ae-4591-ab69-cbb3490332ef tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1720955 Jan 27 17:19:09.283855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43338) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:09.292409 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65e34e-118a-40de-a834-7ff996afa14c req-6f6a186b-5182-48f7-8ff3-5a854d103ae3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:09.293498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-84e75b21-27e7-4b6b-845a-0ff4229c7717 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'floatingip': {'port_id': '68afe291-7485-4591-bacb-081df6fd2b6c'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:09.293999 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7b65e34e-118a-40de-a834-7ff996afa14c req-6f6a186b-5182-48f7-8ff3-5a854d103ae3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 945 time: 0.5235813 Jan 27 17:19:09.345598 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-31b63649-6d03-4c85-8ab4-d8c9cbfc3a04 None None] Port f6994bdb-db6b-4172-b9e5-694c39bc3a17 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:19:09.445397 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2e826e7-cca5-4a1d-8ce1-9ef67bf052a1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.472854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-84e75b21-27e7-4b6b-845a-0ff4229c7717 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.516319 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7b65e34e-118a-40de-a834-7ff996afa14c req-b46b8981-8a5a-4b0e-829b-9830f0df8ca8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37a3c48-c557-4490-975f-3a230d22038d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947615 Jan 27 17:19:09.562575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43346) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:09.587447 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:09.677025 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2e826e7-cca5-4a1d-8ce1-9ef67bf052a1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.740802 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.807298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-121a05f0-7f43-4535-bc52-ade4bba833c2 None None] Provisioning complete for port f6994bdb-db6b-4172-b9e5-694c39bc3a17 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:09.807694 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-121a05f0-7f43-4535-bc52-ade4bba833c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.895757 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa159985-3eca-442d-bebf-668137e96e80 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:09.901479 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fa159985-3eca-442d-bebf-668137e96e80 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 1093 time: 0.3178995 Jan 27 17:19:09.902619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43350) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:09.912801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2e826e7-cca5-4a1d-8ce1-9ef67bf052a1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.915138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-121a05f0-7f43-4535-bc52-ade4bba833c2 None None] Port f6994bdb-db6b-4172-b9e5-694c39bc3a17 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:19:09.937543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:09.937912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.943990 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': 'f473412f-ab72-4475-978a-f9e9f8a4319c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:09.950505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:09.955283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:floatingip and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:09.960964 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:09.978187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:09.995846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e826e7-cca5-4a1d-8ce1-9ef67bf052a1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6775210-10b6-4c13-af3e-722425256844,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:10.078846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2e826e7-cca5-4a1d-8ce1-9ef67bf052a1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.083207 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e2e826e7-cca5-4a1d-8ce1-9ef67bf052a1 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "DELETE /v2.0/security-groups/c6775210-10b6-4c13-af3e-722425256844 HTTP/1.1" status: 204 len: 168 time: 0.8732493 Jan 27 17:19:10.086925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43354) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:10.116948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.175019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bd86832e-e69e-4250-a09d-46b738c0d81d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:10.308551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port bd86832e-e69e-4250-a09d-46b738c0d81d completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:10.326803 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port bd86832e-e69e-4250-a09d-46b738c0d81d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:10.327178 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.483737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8fecc4d5-7187-47c8-8e59-a155d99ac2ab tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Synchronizing usage tracker for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:10.506826 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.544630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ce6814d-1eb2-4782-847b-1ba430523615 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.546465 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port bd86832e-e69e-4250-a09d-46b738c0d81d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bd86832e-e69e-4250-a09d-46b738c0d81d,segment=NetworkSegment(9aefa376-b5e6-473c-b1f4-7bae6838629d),segment_id=9aefa376-b5e6-473c-b1f4-7bae6838629d)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:10.552801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.641966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8fecc4d5-7187-47c8-8e59-a155d99ac2ab tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Unset dirty status for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:10.645843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=bd86832e-e69e-4250-a09d-46b738c0d81d,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:10.650006 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8fecc4d5-7187-47c8-8e59-a155d99ac2ab tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5617816 Jan 27 17:19:10.654003 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43360) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:10.659726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-146a16d2-f51c-4292-be7c-5b24dfdbbc04 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189864895'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:10.676170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-146a16d2-f51c-4292-be7c-5b24dfdbbc04 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:10.693725 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-146a16d2-f51c-4292-be7c-5b24dfdbbc04 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:10.697360 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.713373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.714132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.732472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-146a16d2-f51c-4292-be7c-5b24dfdbbc04 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.768917 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-146a16d2-f51c-4292-be7c-5b24dfdbbc04 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:10.783192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-146a16d2-f51c-4292-be7c-5b24dfdbbc04 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Usage tracker for resource:security_group_rule and tenant:de22ad7fa0744b99917a1e6bbbdd0107 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:10.787797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-146a16d2-f51c-4292-be7c-5b24dfdbbc04 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:10.791960 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.798632 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-146a16d2-f51c-4292-be7c-5b24dfdbbc04 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:10.936859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event updated for resources: {'Port': ['ID=f6994bdb-db6b-4172-b9e5-694c39bc3a17,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:11.121718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.146 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/9f7d6bf3-a556-426e-b56f-35dc713dd0d6) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:11.138341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-84e75b21-27e7-4b6b-845a-0ff4229c7717 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.142369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-146a16d2-f51c-4292-be7c-5b24dfdbbc04 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.148404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-84e75b21-27e7-4b6b-845a-0ff4229c7717 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.219497 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-146a16d2-f51c-4292-be7c-5b24dfdbbc04 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.240972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Network 1a9b97a7-0aa1-474d-90cb-68636f4c2146 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:11.243381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:11.339942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a16d2-f51c-4292-be7c-5b24dfdbbc04 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ab99a0-667c-47d1-9372-d08a352e7174,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:11.533719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bd86832e-e69e-4250-a09d-46b738c0d81d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:11.636098 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port bd86832e-e69e-4250-a09d-46b738c0d81d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:11.636728 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.671297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-146a16d2-f51c-4292-be7c-5b24dfdbbc04 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.676128 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-146a16d2-f51c-4292-be7c-5b24dfdbbc04 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0175521 Jan 27 17:19:11.680520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43366) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:11.682738 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-84e75b21-27e7-4b6b-845a-0ff4229c7717 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Floating IP c34a2bce-3b53-4543-95bb-6e054cd8919a associated. External IP: 172.26.8.55, port: 30b3b942-5814-481d-abd5-2589dae78968. Jan 27 17:19:11.716801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f233099d-24ed-4b8e-ac29-2effdfbb2017 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:11.717217 dv-neutron-825077-1-hyperv neutron-server[87609]: WARNING neutron.api.v2.base [None req-f233099d-24ed-4b8e-ac29-2effdfbb2017 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 17:19:11.717819 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-f233099d-24ed-4b8e-ac29-2effdfbb2017 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 17:19:11.721579 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f233099d-24ed-4b8e-ac29-2effdfbb2017 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "PUT /v2.0/security-groups/87ab99a0-667c-47d1-9372-d08a352e7174 HTTP/1.1" status: 409 len: 330 time: 0.0374241 Jan 27 17:19:11.721579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6ce6814d-1eb2-4782-847b-1ba430523615 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port bb58269b-2cec-44bf-8f7d-bd5d085e52d9 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:11.721579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ce6814d-1eb2-4782-847b-1ba430523615 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.749431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43370) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:11.776522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router e4e989f6-ece7-4acb-8634-0584f1769547 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:11.850519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-262fb411-788f-4466-abaf-35da8b0f0991 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.874259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a870dd9c-8c74-46fe-88c2-ec71ec985f9c None None] Provisioning complete for port f6994bdb-db6b-4172-b9e5-694c39bc3a17 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:11.875124 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a870dd9c-8c74-46fe-88c2-ec71ec985f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.879532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-262fb411-788f-4466-abaf-35da8b0f0991 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.941318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a870dd9c-8c74-46fe-88c2-ec71ec985f9c None None] Port f6994bdb-db6b-4172-b9e5-694c39bc3a17 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:19:11.943896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:12.038537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-262fb411-788f-4466-abaf-35da8b0f0991 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:12.076314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fb411-788f-4466-abaf-35da8b0f0991 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ab99a0-667c-47d1-9372-d08a352e7174,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:12.086887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:12.105190 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b2f05d34-7c8d-4985-9bc6-9c4a102ef711 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5146627 Jan 27 17:19:12.105432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43374) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:12.110535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6caf6558-e7a7-468b-b68b-60ad55ba0475 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:12.114710 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Sync routers for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:12.129770 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:12.132236 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-72955edf-863c-4b82-a52d-04722d18817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:12.205535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-262fb411-788f-4466-abaf-35da8b0f0991 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:12.209689 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-262fb411-788f-4466-abaf-35da8b0f0991 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "DELETE /v2.0/security-groups/87ab99a0-667c-47d1-9372-d08a352e7174 HTTP/1.1" status: 204 len: 168 time: 0.4394579 Jan 27 17:19:12.217398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43378) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:12.244441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-6ce6814d-1eb2-4782-847b-1ba430523615 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] For port bb58269b-2cec-44bf-8f7d-bd5d085e52d9, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bb58269b-2cec-44bf-8f7d-bd5d085e52d9,segment=NetworkSegment(1f2447d7-d576-4ee6-8f5a-a10f7c81f588),segment_id=1f2447d7-d576-4ee6-8f5a-a10f7c81f588)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:12.244662 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ce6814d-1eb2-4782-847b-1ba430523615 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:12.293905 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:12.392387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6ce6814d-1eb2-4782-847b-1ba430523615 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for bb58269b-2cec-44bf-8f7d-bd5d085e52d9 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:12.515385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e75b21-27e7-4b6b-845a-0ff4229c7717 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:12.542465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:12.554732 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3619a926-5d4d-46b0-8f79-305025d81152 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Synchronizing usage tracker for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:12.606100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:12.641403 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-72955edf-863c-4b82-a52d-04722d18817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:09Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:07Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6994bdb-db6b-4172-b9e5-694c39bc3a17', 'name': '', 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:58:98:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:10Z', 'revision_number': 2, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:12.645974 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Checking router: e4e989f6-ece7-4acb-8634-0584f1769547 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:12.646341 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Updating router e4e989f6-ece7-4acb-8634-0584f1769547 port f6994bdb-db6b-4172-b9e5-694c39bc3a17 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:19:12.710223 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:12.823810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:12.833715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e75b21-27e7-4b6b-845a-0ff4229c7717 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:12.846781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55e21b1-0619-41f5-a171-16813fb4f48d None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:12.859683 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e21b1-0619-41f5-a171-16813fb4f48d None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:12.860332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b55e21b1-0619-41f5-a171-16813fb4f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:12.884817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:12.929244 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b55e21b1-0619-41f5-a171-16813fb4f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:12.953119 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e21b1-0619-41f5-a171-16813fb4f48d None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:12.953778 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b55e21b1-0619-41f5-a171-16813fb4f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:12.972383 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3619a926-5d4d-46b0-8f79-305025d81152 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] Unset dirty status for tenant:de22ad7fa0744b99917a1e6bbbdd0107 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:12.973846 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3619a926-5d4d-46b0-8f79-305025d81152 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7550991 Jan 27 17:19:12.982829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=9f7d6bf3-a556-426e-b56f-35dc713dd0d6,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:12.997411 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43388) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:13.053671 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-f0d6f13e-60f4-4de9-b1ac-c9f814a122a2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] delete failed (client error): The resource could not be found. Jan 27 17:19:13.054709 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f0d6f13e-60f4-4de9-b1ac-c9f814a122a2 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "DELETE /v2.0/security-groups/e908bf41-c09a-43ab-859a-db584c9c27b0 HTTP/1.1" status: 404 len: 347 time: 0.0563562 Jan 27 17:19:13.064069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43392) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:13.086733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b55e21b1-0619-41f5-a171-16813fb4f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:13.087418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55e21b1-0619-41f5-a171-16813fb4f48d None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:13.120097 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-e1ba68d2-6f8f-46f6-93cb-1b87746b8cc3 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] show failed (client error): The resource could not be found. Jan 27 17:19:13.121665 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e1ba68d2-6f8f-46f6-93cb-1b87746b8cc3 tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "GET /v2.0/security-groups/c727155d-a5c4-4fb6-a150-48805709c7de HTTP/1.1" status: 404 len: 347 time: 0.0556061 Jan 27 17:19:13.132146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43396) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:13.175516 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-a63fed8e-7c02-4462-b98f-c39d52462a3f tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] show failed (client error): The resource could not be found. Jan 27 17:19:13.182446 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a63fed8e-7c02-4462-b98f-c39d52462a3f tempest-NegativeSecGroupIPv6Test-1070429395 tempest-NegativeSecGroupIPv6Test-1070429395-project] 10.222.0.81 "GET /v2.0/security-group-rules/2237e4af-35d0-4693-aff0-c43a50b2090a HTTP/1.1" status: 404 len: 356 time: 0.0485191 Jan 27 17:19:13.198679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ce6814d-1eb2-4782-847b-1ba430523615 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:13.345242 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:13.383805 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Transition to ACTIVE for port object f6994bdb-db6b-4172-b9e5-694c39bc3a17 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:13.403261 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:13.414218 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6814d-1eb2-4782-847b-1ba430523615 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Port': ['ID=bb58269b-2cec-44bf-8f7d-bd5d085e52d9,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:13.722904 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Pushing event updated for resources: {'Port': ['ID=f6994bdb-db6b-4172-b9e5-694c39bc3a17,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:13.779307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.extraroute_db [None req-6caf6558-e7a7-468b-b68b-60ad55ba0475 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87609) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 27 17:19:13.815676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.extraroute_db [None req-6caf6558-e7a7-468b-b68b-60ad55ba0475 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Removed routes are [] {{(pid=87609) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 27 17:19:13.816091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6caf6558-e7a7-468b-b68b-60ad55ba0475 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:13.892177 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:13.893065 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:13.893398 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:13.893861 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:13.894176 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:13.894588 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:13.894904 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:13.895454 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:13.895567 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:13.895873 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:13.896176 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:13.898043 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:13.933769 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Attempting to bind port f6994bdb-db6b-4172-b9e5-694c39bc3a17 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:19:13.934479 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Attempting to bind port f6994bdb-db6b-4172-b9e5-694c39bc3a17 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '9aefa376-b5e6-473c-b1f4-7bae6838629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:19:13.935028 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Attempting to bind port f6994bdb-db6b-4172-b9e5-694c39bc3a17 on network 1a9b97a7-0aa1-474d-90cb-68636f4c2146 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:13.945882 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:19:13.946683 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Checking segment: {'id': '9aefa376-b5e6-473c-b1f4-7bae6838629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:13.947284 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:13.948231 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Bound using segment: {'id': '9aefa376-b5e6-473c-b1f4-7bae6838629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:19:13.948992 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Bound port: f6994bdb-db6b-4172-b9e5-694c39bc3a17, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aefa376-b5e6-473c-b1f4-7bae6838629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:19:13.949564 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:14.033988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43410) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:14.066981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e75b21-27e7-4b6b-845a-0ff4229c7717 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:14.119206 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-72955edf-863c-4b82-a52d-04722d18817f None None] For port f6994bdb-db6b-4172-b9e5-694c39bc3a17, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:19:14.128498 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-72955edf-863c-4b82-a52d-04722d18817f None None] For port f6994bdb-db6b-4172-b9e5-694c39bc3a17, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f6994bdb-db6b-4172-b9e5-694c39bc3a17,segment=NetworkSegment(9aefa376-b5e6-473c-b1f4-7bae6838629d),segment_id=9aefa376-b5e6-473c-b1f4-7bae6838629d)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:19:14.138663 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:14.160222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ce6814d-1eb2-4782-847b-1ba430523615 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:14.352572 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:14.353191 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-72955edf-863c-4b82-a52d-04722d18817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:14.505102 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-94072987-48d9-48f1-8e00-84a1f99b8b85 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=de22ad7fa0744b99917a1e6bbbdd0107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4660430 Jan 27 17:19:14.507809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43418) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:14.631617 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817b7f-0a32-49d5-8f76-717e96e368bd None None] Pushing event updated for resources: {'Port': ['ID=f6994bdb-db6b-4172-b9e5-694c39bc3a17,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:14.686206 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-72955edf-863c-4b82-a52d-04722d18817f None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:14.731811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e75b21-27e7-4b6b-845a-0ff4229c7717 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:14.754522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-84e75b21-27e7-4b6b-845a-0ff4229c7717 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:14.796624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:14.804028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6caf6558-e7a7-468b-b68b-60ad55ba0475 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:14.809946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6caf6558-e7a7-468b-b68b-60ad55ba0475 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:14.902834 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4de1a8-51bb-469e-ac2b-81fd0c2d0084 None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:14.906738 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-84e75b21-27e7-4b6b-845a-0ff4229c7717 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "PUT /v2.0/floatingips/c34a2bce-3b53-4543-95bb-6e054cd8919a HTTP/1.1" status: 200 len: 977 time: 5.6213470 Jan 27 17:19:14.908867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43422) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:14.916537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-4fa50748-93d6-4a9a-b545-08d0ecec1889 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:14.923120 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4de1a8-51bb-469e-ac2b-81fd0c2d0084 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:14.923993 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-dc4de1a8-51bb-469e-ac2b-81fd0c2d0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:15.015572 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-dc4de1a8-51bb-469e-ac2b-81fd0c2d0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:15.030736 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4de1a8-51bb-469e-ac2b-81fd0c2d0084 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:15.031349 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-dc4de1a8-51bb-469e-ac2b-81fd0c2d0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:15.059081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:15.108852 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-dc4de1a8-51bb-469e-ac2b-81fd0c2d0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:15.109237 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4de1a8-51bb-469e-ac2b-81fd0c2d0084 None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:15.145970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4fa50748-93d6-4a9a-b545-08d0ecec1889 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:15.214229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce6814d-1eb2-4782-847b-1ba430523615 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 9df10de4-f401-4875-9807-2964f87263b7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:15.388499 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-72955edf-863c-4b82-a52d-04722d18817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:13Z', 'revision_number': 6, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:07Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6994bdb-db6b-4172-b9e5-694c39bc3a17', 'name': '', 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:58:98:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:14Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:15.392681 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72955edf-863c-4b82-a52d-04722d18817f None None] The sync data for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv is: [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:13Z', 'revision_number': 6, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:07Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6994bdb-db6b-4172-b9e5-694c39bc3a17', 'name': '', 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:58:98:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:14Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:15.411616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5aad910-cbc5-4de2-a756-761cb7ac2cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:15.468254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce6814d-1eb2-4782-847b-1ba430523615 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:15.481539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8760c43a-56f5-4762-82b9-a77c8ffeae14 None None] Sync routers for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:15.495353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760c43a-56f5-4762-82b9-a77c8ffeae14 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:15.497865 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8760c43a-56f5-4762-82b9-a77c8ffeae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:15.506775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6caf6558-e7a7-468b-b68b-60ad55ba0475 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router e4e989f6-ece7-4acb-8634-0584f1769547 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:15.526941 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5aad910-cbc5-4de2-a756-761cb7ac2cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:15.537043 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6ce6814d-1eb2-4782-847b-1ba430523615 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5078700 Jan 27 17:19:15.542526 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43426) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:15.696671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8760c43a-56f5-4762-82b9-a77c8ffeae14 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:15.769982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4fa50748-93d6-4a9a-b545-08d0ecec1889 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:15.807124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4fa50748-93d6-4a9a-b545-08d0ecec1889 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:15.808511 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-4fa50748-93d6-4a9a-b545-08d0ecec1889 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Floating IP c34a2bce-3b53-4543-95bb-6e054cd8919a disassociated. External IP: 172.26.8.55, port: 68afe291-7485-4591-bacb-081df6fd2b6c. Jan 27 17:19:15.831953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caf6558-e7a7-468b-b68b-60ad55ba0475 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:15.839233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8760c43a-56f5-4762-82b9-a77c8ffeae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:19:12Z', 'revision_number': 11, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:15.843965 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8760c43a-56f5-4762-82b9-a77c8ffeae14 None None] Checking router: 9df10de4-f401-4875-9807-2964f87263b7 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:15.864628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760c43a-56f5-4762-82b9-a77c8ffeae14 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:15.865580 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8760c43a-56f5-4762-82b9-a77c8ffeae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:15.871202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5aad910-cbc5-4de2-a756-761cb7ac2cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:15.899849 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6caf6558-e7a7-468b-b68b-60ad55ba0475 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:15.905132 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6caf6558-e7a7-468b-b68b-60ad55ba0475 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547 HTTP/1.1" status: 200 len: 953 time: 3.7987831 Jan 27 17:19:15.907714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43432) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:15.926168 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5aad910-cbc5-4de2-a756-761cb7ac2cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:15.927852 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d5aad910-cbc5-4de2-a756-761cb7ac2cab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8159795-48d1-407e-bca0-0fd39035dcd2 HTTP/1.1" status: 204 len: 168 time: 1.4167721 Jan 27 17:19:15.934309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aad910-cbc5-4de2-a756-761cb7ac2cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8159795-48d1-407e-bca0-0fd39035dcd2,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:16.035169 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8760c43a-56f5-4762-82b9-a77c8ffeae14 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:16.180672 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8760c43a-56f5-4762-82b9-a77c8ffeae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:19:12Z', 'revision_number': 11, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:16.195182 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.resource_extend [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:19:16.214160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93aa565-7fcc-41aa-88a1-bb61ac7ffe8d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting subnet e64b1129-be25-4e7b-bcc4-f2521863eb5b {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:19:16.217429 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8760c43a-56f5-4762-82b9-a77c8ffeae14 None None] The sync data for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv is: [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:19:12Z', 'revision_number': 11, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:16.238257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d93aa565-7fcc-41aa-88a1-bb61ac7ffe8d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:16.273782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:16.295468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:16.362019 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-abf542d2-7781-4af9-ae05-ad9bcdf22c70 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547 HTTP/1.1" status: 200 len: 953 time: 0.4503994 Jan 27 17:19:16.365688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43438) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:16.387565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-670533e9-d7bc-4ed5-9671-f40a5ba309c8 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'router': {'routes': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:16.558794 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:19:16.868961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d93aa565-7fcc-41aa-88a1-bb61ac7ffe8d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:16.922108 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf07c72-f9d6-4ff3-bf5c-006392c25417 None None] Sync routers for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:16.933556 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf07c72-f9d6-4ff3-bf5c-006392c25417 None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:16.934159 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-edf07c72-f9d6-4ff3-bf5c-006392c25417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:16.958992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:17.041366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=9f7d6bf3-a556-426e-b56f-35dc713dd0d6,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:17.051426 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa50748-93d6-4a9a-b545-08d0ecec1889 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:17.149070 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-edf07c72-f9d6-4ff3-bf5c-006392c25417 None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:17.314538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d93aa565-7fcc-41aa-88a1-bb61ac7ffe8d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:17.414300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.extraroute_db [None req-670533e9-d7bc-4ed5-9671-f40a5ba309c8 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Added routes are [] {{(pid=87609) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 27 17:19:17.414300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.extraroute_db [None req-670533e9-d7bc-4ed5-9671-f40a5ba309c8 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87609) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 27 17:19:17.469635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-670533e9-d7bc-4ed5-9671-f40a5ba309c8 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:17.522742 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 6cc7ff45-3c91-4ac0-ab28-5eea5300af33 associated. External IP: 172.26.8.146, port: f473412f-ab72-4475-978a-f9e9f8a4319c. Jan 27 17:19:17.549560 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f6994bdb-db6b-4172-b9e5-694c39bc3a17 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:17.660930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa50748-93d6-4a9a-b545-08d0ecec1889 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:17.733391 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f3647-736b-4369-8693-b3ec9d01c54b None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:17.756580 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f3647-736b-4369-8693-b3ec9d01c54b None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:17.757231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4a9f3647-736b-4369-8693-b3ec9d01c54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:17.795031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d93aa565-7fcc-41aa-88a1-bb61ac7ffe8d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:17.843437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4fa50748-93d6-4a9a-b545-08d0ecec1889 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:17.864356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4a9f3647-736b-4369-8693-b3ec9d01c54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:17.882850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f3647-736b-4369-8693-b3ec9d01c54b None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:17.884303 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4a9f3647-736b-4369-8693-b3ec9d01c54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:18.000022 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port f6994bdb-db6b-4172-b9e5-694c39bc3a17 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:18.004064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4a9f3647-736b-4369-8693-b3ec9d01c54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:18.004868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f3647-736b-4369-8693-b3ec9d01c54b None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:18.009530 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93aa565-7fcc-41aa-88a1-bb61ac7ffe8d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Subnet': ['ID=e64b1129-be25-4e7b-bcc4-f2521863eb5b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:18.012492 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port f6994bdb-db6b-4172-b9e5-694c39bc3a17 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:18.012859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:18.050364 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-edf07c72-f9d6-4ff3-bf5c-006392c25417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:13Z', 'revision_number': 6, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:07Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6994bdb-db6b-4172-b9e5-694c39bc3a17', 'name': '', 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:58:98:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:14Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:18.061012 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf07c72-f9d6-4ff3-bf5c-006392c25417 None None] Checking router: e4e989f6-ece7-4acb-8634-0584f1769547 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:18.066325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d93aa565-7fcc-41aa-88a1-bb61ac7ffe8d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:18.072106 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d93aa565-7fcc-41aa-88a1-bb61ac7ffe8d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/e64b1129-be25-4e7b-bcc4-f2521863eb5b HTTP/1.1" status: 204 len: 168 time: 2.5188706 Jan 27 17:19:18.075611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43446) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:18.082770 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf07c72-f9d6-4ff3-bf5c-006392c25417 None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:18.088678 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-edf07c72-f9d6-4ff3-bf5c-006392c25417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:18.162945 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43450) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:18.165598 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2938ca8f-12a7-49f7-93bb-3d249ff7dbc4 None None] Network c9207672-40e1-4e27-a401-aa03d202cb07 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:18.168204 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4fa50748-93d6-4a9a-b545-08d0ecec1889 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "PUT /v2.0/floatingips/c34a2bce-3b53-4543-95bb-6e054cd8919a HTTP/1.1" status: 200 len: 687 time: 3.2582278 Jan 27 17:19:18.327785 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-edf07c72-f9d6-4ff3-bf5c-006392c25417 None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:18.400872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:18.476716 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port f6994bdb-db6b-4172-b9e5-694c39bc3a17, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f6994bdb-db6b-4172-b9e5-694c39bc3a17,segment=NetworkSegment(9aefa376-b5e6-473c-b1f4-7bae6838629d),segment_id=9aefa376-b5e6-473c-b1f4-7bae6838629d)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:18.484239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:18.494408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-670533e9-d7bc-4ed5-9671-f40a5ba309c8 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:18.510198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-da0ae3d3-3b0c-4355-8a6a-26eeeeffa3a7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port f0bb22c2-e2f3-43dd-9c12-c37bbf550a82 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:18.510524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da0ae3d3-3b0c-4355-8a6a-26eeeeffa3a7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:18.524438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bb58269b-2cec-44bf-8f7d-bd5d085e52d9 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:18.566084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-670533e9-d7bc-4ed5-9671-f40a5ba309c8 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:18.607460 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4285b11-874c-4fcd-8389-d7e147ea5172 None None] DHCP port deletion for c9207672-40e1-4e27-a401-aa03d202cb07 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:19:18.631110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f4285b11-874c-4fcd-8389-d7e147ea5172 None None] Deleting port 22cf1911-6471-452a-98f1-3ef99b49eff5 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:18.631913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f4285b11-874c-4fcd-8389-d7e147ea5172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:18.712402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: bb58269b-2cec-44bf-8f7d-bd5d085e52d9 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:18.712705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bb58269b-2cec-44bf-8f7d-bd5d085e52d9 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:18.726252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:18.761678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port 22cf1911-6471-452a-98f1-3ef99b49eff5 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:18.763554 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:18.814493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=f6994bdb-db6b-4172-b9e5-694c39bc3a17,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:18.868431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router ae1b7167-73bf-4715-a175-10befa66e50a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:18.960829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f4285b11-874c-4fcd-8389-d7e147ea5172 None None] For port 22cf1911-6471-452a-98f1-3ef99b49eff5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=22cf1911-6471-452a-98f1-3ef99b49eff5,segment=NetworkSegment(1f2447d7-d576-4ee6-8f5a-a10f7c81f588),segment_id=1f2447d7-d576-4ee6-8f5a-a10f7c81f588)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:18.962106 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f4285b11-874c-4fcd-8389-d7e147ea5172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:18.974082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670533e9-d7bc-4ed5-9671-f40a5ba309c8 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router e4e989f6-ece7-4acb-8634-0584f1769547 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:19.060906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da0ae3d3-3b0c-4355-8a6a-26eeeeffa3a7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:19.061456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da0ae3d3-3b0c-4355-8a6a-26eeeeffa3a7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:19.189136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f4285b11-874c-4fcd-8389-d7e147ea5172 None None] Calling delete_port for 22cf1911-6471-452a-98f1-3ef99b49eff5 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:19.251497 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-edf07c72-f9d6-4ff3-bf5c-006392c25417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:17Z', 'revision_number': 7, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:07Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6994bdb-db6b-4172-b9e5-694c39bc3a17', 'name': '', 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:58:98:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:14Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:19.269528 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf07c72-f9d6-4ff3-bf5c-006392c25417 None None] The sync data for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv is: [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:17Z', 'revision_number': 7, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:07Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6994bdb-db6b-4172-b9e5-694c39bc3a17', 'name': '', 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:58:98:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:14Z', 'revision_number': 4, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:19.270457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-da0ae3d3-3b0c-4355-8a6a-26eeeeffa3a7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for f0bb22c2-e2f3-43dd-9c12-c37bbf550a82 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:19.349679 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f4285b11-874c-4fcd-8389-d7e147ea5172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:19.542870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f6994bdb-db6b-4172-b9e5-694c39bc3a17 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:19.678775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4285b11-874c-4fcd-8389-d7e147ea5172 None None] Pushing event deleted for resources: {'Port': ['ID=22cf1911-6471-452a-98f1-3ef99b49eff5,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:19.680997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4285b11-874c-4fcd-8389-d7e147ea5172 None None] No DVR routers for this DVR port 22cf1911-6471-452a-98f1-3ef99b49eff5 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:19:19.721484 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port f6994bdb-db6b-4172-b9e5-694c39bc3a17 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:19.721925 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:19.772718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670533e9-d7bc-4ed5-9671-f40a5ba309c8 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:19.835527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-670533e9-d7bc-4ed5-9671-f40a5ba309c8 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:19.836340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] For port 22cf1911-6471-452a-98f1-3ef99b49eff5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=22cf1911-6471-452a-98f1-3ef99b49eff5,segment=NetworkSegment(1f2447d7-d576-4ee6-8f5a-a10f7c81f588),segment_id=1f2447d7-d576-4ee6-8f5a-a10f7c81f588)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:19.836850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:19.836940 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-670533e9-d7bc-4ed5-9671-f40a5ba309c8 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547 HTTP/1.1" status: 200 len: 703 time: 3.4693053 Jan 27 17:19:19.841991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43456) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:19.873885 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1d7c1-959e-433e-981b-b4137a8f6f7e None None] Sync routers for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:19.891832 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a1d7c1-959e-433e-981b-b4137a8f6f7e None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:19.892454 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-41a1d7c1-959e-433e-981b-b4137a8f6f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:20.012902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Calling delete_port for 22cf1911-6471-452a-98f1-3ef99b49eff5 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:20.029835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 22cf1911-6471-452a-98f1-3ef99b49eff5 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:20.075806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:20.090394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 22cf1911-6471-452a-98f1-3ef99b49eff5 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:20.090394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 22cf1911-6471-452a-98f1-3ef99b49eff5 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:20.106923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b67bac6-b2d3-4c6c-99a2-62624ce2e70c None None] Sync routers for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:20.120389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b67bac6-b2d3-4c6c-99a2-62624ce2e70c None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:20.121027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-9b67bac6-b2d3-4c6c-99a2-62624ce2e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:20.123932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:20.250799 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-50ac5807-f661-49a4-94c0-bb7c5e44fd6e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.3444395 Jan 27 17:19:20.254720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'tag': 'f473412f-ab72-4475-978a-f9e9f8a4319c'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:19:20.262576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43460) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:20.405763 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-41a1d7c1-959e-433e-981b-b4137a8f6f7e None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:20.420118 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-9b67bac6-b2d3-4c6c-99a2-62624ce2e70c None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:20.694561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:19:20.695051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:19:20.740400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43470) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:20.741669 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c25b4d88-e824-42ef-a111-c74d54efd47a tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547 HTTP/1.1" status: 200 len: 703 time: 0.8989942 Jan 27 17:19:20.756176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da0ae3d3-3b0c-4355-8a6a-26eeeeffa3a7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:20.973236 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'tag': 'f473412f-ab72-4475-978a-f9e9f8a4319c', 'status': 'completed', 'code': 200} Jan 27 17:19:20.987456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ae3d3-3b0c-4355-8a6a-26eeeeffa3a7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=f0bb22c2-e2f3-43dd-9c12-c37bbf550a82,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:21.023671 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9785e5d7-cb0f-4ec6-ab05-3aa52ad7be60 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/6cc7ff45-3c91-4ac0-ab28-5eea5300af33 HTTP/1.1" status: 200 len: 991 time: 0.7343247 Jan 27 17:19:21.190464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da0ae3d3-3b0c-4355-8a6a-26eeeeffa3a7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:21.206590 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Deleting port 22cf1911-6471-452a-98f1-3ef99b49eff5 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:21.206918 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:21.213598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26b390-833f-4e52-ad14-0eb462831949 req-0f7b63ed-04c2-4e41-b3dc-8bd930687d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:21.218282 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1e26b390-833f-4e52-ad14-0eb462831949 req-0f7b63ed-04c2-4e41-b3dc-8bd930687d66 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 1098 time: 0.1846292 Jan 27 17:19:21.224789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da0ae3d3-3b0c-4355-8a6a-26eeeeffa3a7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:21.232310 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-da0ae3d3-3b0c-4355-8a6a-26eeeeffa3a7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/floatingips/c34a2bce-3b53-4543-95bb-6e054cd8919a HTTP/1.1" status: 204 len: 168 time: 3.0699110 Jan 27 17:19:21.233012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43474) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:21.360615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-9b67bac6-b2d3-4c6c-99a2-62624ce2e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '6cc7ff45-3c91-4ac0-ab28-5eea5300af33', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'port_id': 'f473412f-ab72-4475-978a-f9e9f8a4319c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'mac_address': 'fa:16:3e:40:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:14Z', 'updated_at': '2022-01-27T17:19:14Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:39Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:21.383373 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b67bac6-b2d3-4c6c-99a2-62624ce2e70c None None] Checking router: ae1b7167-73bf-4715-a175-10befa66e50a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:21.402615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b67bac6-b2d3-4c6c-99a2-62624ce2e70c None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:21.403283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-9b67bac6-b2d3-4c6c-99a2-62624ce2e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:21.448166 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-41a1d7c1-959e-433e-981b-b4137a8f6f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:17Z', 'revision_number': 7, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:07Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6994bdb-db6b-4172-b9e5-694c39bc3a17', 'name': '', 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:58:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:18Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:21.452825 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1d7c1-959e-433e-981b-b4137a8f6f7e None None] Checking router: e4e989f6-ece7-4acb-8634-0584f1769547 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:21.463011 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a1d7c1-959e-433e-981b-b4137a8f6f7e None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:21.463700 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-41a1d7c1-959e-433e-981b-b4137a8f6f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:18:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:21.574457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] The port '22cf1911-6471-452a-98f1-3ef99b49eff5' was deleted {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:19:21.644689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26b390-833f-4e52-ad14-0eb462831949 req-805cf8f0-7d42-4cf3-944b-f5a555a133ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:21.649588 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1e26b390-833f-4e52-ad14-0eb462831949 req-805cf8f0-7d42-4cf3-944b-f5a555a133ec service neutron] 10.222.0.88 "GET /v2.0/networks?id=de3200ea-1263-4d40-8ceb-6a9a06331a84 HTTP/1.1" status: 200 len: 899 time: 0.4098194 Jan 27 17:19:21.667858 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-781a3acf-5a31-4e04-adbc-c2b76739137b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] delete failed (client error): The resource could not be found. Jan 27 17:19:21.670116 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-781a3acf-5a31-4e04-adbc-c2b76739137b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/floatingips/c34a2bce-3b53-4543-95bb-6e054cd8919a HTTP/1.1" status: 404 len: 345 time: 0.4292998 Jan 27 17:19:21.684883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43478) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:21.723905 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-02443d0c-af5c-4445-adf0-19707941b7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:21.773442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-9b67bac6-b2d3-4c6c-99a2-62624ce2e70c None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:21.780454 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-41a1d7c1-959e-433e-981b-b4137a8f6f7e None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:21.884037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:21.910590 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1e26b390-833f-4e52-ad14-0eb462831949 req-3f4c8eea-1034-4c81-852a-7c19420a4099 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f473412f-ab72-4475-978a-f9e9f8a4319c HTTP/1.1" status: 200 len: 999 time: 0.2471228 Jan 27 17:19:21.919604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9207672-40e1-4e27-a401-aa03d202cb07']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:21.934716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2447d7-d576-4ee6-8f5a-a10f7c81f588') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:21.935058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2447d7-d576-4ee6-8f5a-a10f7c81f588') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:21.950133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:21.970824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:21.978557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:19:21.979564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:22.033597 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43484) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: util.warn( Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:19:22.131447 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:19:22.138577 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26b390-833f-4e52-ad14-0eb462831949 req-40e6c507-ac4e-411b-a752-023cad0fde5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:22.140631 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1e26b390-833f-4e52-ad14-0eb462831949 req-40e6c507-ac4e-411b-a752-023cad0fde5b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e0d2cb84-0752-4ba8-a4b4-9e6776005cdb HTTP/1.1" status: 200 len: 834 time: 0.2243922 Jan 27 17:19:22.177933 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:22.198249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:22.237557 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8670d014-afbe-401b-9d84-c3d27b0d2d98 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/6cc7ff45-3c91-4ac0-ab28-5eea5300af33 HTTP/1.1" status: 200 len: 991 time: 0.2025650 Jan 27 17:19:22.311300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26b390-833f-4e52-ad14-0eb462831949 req-41bc4de7-862a-4681-b22b-ed84dcbe498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:22.317923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Pushing event deleted for resources: {'Network': ['ID=c9207672-40e1-4e27-a401-aa03d202cb07,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:22.318408 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1e26b390-833f-4e52-ad14-0eb462831949 req-41bc4de7-862a-4681-b22b-ed84dcbe498e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de3200ea-1263-4d40-8ceb-6a9a06331a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1674399 Jan 27 17:19:22.343085 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9b173368-84b7-487f-95b4-77a7b40f02c5 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/networks/c9207672-40e1-4e27-a401-aa03d202cb07 HTTP/1.1" status: 204 len: 168 time: 4.2636740 Jan 27 17:19:22.346682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43488) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:22.368771 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-27b7c107-d1ab-4fe9-b26a-43dbe774c559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'router': {'routes': None}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:22.533263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-9b67bac6-b2d3-4c6c-99a2-62624ce2e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '6cc7ff45-3c91-4ac0-ab28-5eea5300af33', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'port_id': 'f473412f-ab72-4475-978a-f9e9f8a4319c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'mac_address': 'fa:16:3e:40:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:14Z', 'updated_at': '2022-01-27T17:19:14Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:39Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:22.540309 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b67bac6-b2d3-4c6c-99a2-62624ce2e70c None None] The sync data for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv is: [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '6cc7ff45-3c91-4ac0-ab28-5eea5300af33', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'port_id': 'f473412f-ab72-4475-978a-f9e9f8a4319c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'mac_address': 'fa:16:3e:40:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:14Z', 'updated_at': '2022-01-27T17:19:14Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:39Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:22.562841 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1e26b390-833f-4e52-ad14-0eb462831949 req-573f2fdc-341d-45b7-aab9-486dad9e6f45 service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384048 Jan 27 17:19:22.620230 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-41a1d7c1-959e-433e-981b-b4137a8f6f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:17Z', 'revision_number': 7, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:07Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6994bdb-db6b-4172-b9e5-694c39bc3a17', 'name': '', 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:58:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:18Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:22.628982 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1d7c1-959e-433e-981b-b4137a8f6f7e None None] The sync data for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv is: [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:17Z', 'revision_number': 7, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:07Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6994bdb-db6b-4172-b9e5-694c39bc3a17', 'name': '', 'network_id': '1a9b97a7-0aa1-474d-90cb-68636f4c2146', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:58:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:18Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'faa9bdf5-7f21-4718-be10-7d2a5e8724ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:22.740779 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1e26b390-833f-4e52-ad14-0eb462831949 req-91741b66-bd92-4a7c-b606-ffa7b9c1d4a2 service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705706 Jan 27 17:19:22.890976 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c8b2a-8e17-42ee-8576-205f77d0e602 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:22.897386 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c8b2a-8e17-42ee-8576-205f77d0e602 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:22.904490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c8b2a-8e17-42ee-8576-205f77d0e602 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:22.905377 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-660c8b2a-8e17-42ee-8576-205f77d0e602 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Synchronizing usage tracker for tenant:2c12d2e7246b46d3a5223377f8acfd82 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:23.006015 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ede5a-83f7-4bb4-872e-4dc0ef7e77d9 None None] New status for floating IP 6cc7ff45-3c91-4ac0-ab28-5eea5300af33: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:19:23.050860 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-660c8b2a-8e17-42ee-8576-205f77d0e602 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Unset dirty status for tenant:2c12d2e7246b46d3a5223377f8acfd82 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:23.052069 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-660c8b2a-8e17-42ee-8576-205f77d0e602 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "GET /v2.0/ports?network_id=e4a16f89-3488-462e-89b3-abfc69854de5 HTTP/1.1" status: 200 len: 2358 time: 1.3586576 Jan 27 17:19:23.053447 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.extraroute_db [None req-27b7c107-d1ab-4fe9-b26a-43dbe774c559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Added routes are [] {{(pid=87608) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 27 17:19:23.053720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.extraroute_db [None req-27b7c107-d1ab-4fe9-b26a-43dbe774c559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Removed routes are [] {{(pid=87608) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 27 17:19:23.054082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-27b7c107-d1ab-4fe9-b26a-43dbe774c559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:23.057104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43492) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:23.150062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b30a46-c6ed-4afb-9d51-ca6d5afaf887 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:23.157347 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c3b30a46-c6ed-4afb-9d51-ca6d5afaf887 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "GET /v2.0/subnets/486f4683-9d21-4792-a574-baf8c848d9d9 HTTP/1.1" status: 200 len: 797 time: 0.0934224 Jan 27 17:19:23.157791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43496) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:23.166440 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'port': {'network_id': 'e4a16f89-3488-462e-89b3-abfc69854de5', 'name': 'tempest-FloatingIPTestJSON-1400084667', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:23.248298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43502) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:23.474783 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ba52be77-68d8-441b-857f-817f472e0bbe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/6cc7ff45-3c91-4ac0-ab28-5eea5300af33 HTTP/1.1" status: 200 len: 991 time: 0.2235322 Jan 27 17:19:23.607226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:23.618384 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:23.632829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Made reservation on behalf of 2c12d2e7246b46d3a5223377f8acfd82 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:23.641473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-27b7c107-d1ab-4fe9-b26a-43dbe774c559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:23.650888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-27b7c107-d1ab-4fe9-b26a-43dbe774c559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:23.788776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:23.808453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b7c107-d1ab-4fe9-b26a-43dbe774c559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router 9df10de4-f401-4875-9807-2964f87263b7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:23.816901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] device_id is not set on port db8a0c02-c98e-476b-9942-36702bc8b6f3 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:19:23.894854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2cc4bc4d-8cbc-4a49-84df-5364304cccf4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:23.908367 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2195f65f-fbd3-4302-b465-fd0299ace563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:24.192140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b7c107-d1ab-4fe9-b26a-43dbe774c559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:24.211081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9843b8-7839-4cb7-94e4-5c9469deee03 None None] Sync routers for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:24.247751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-27b7c107-d1ab-4fe9-b26a-43dbe774c559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:24.251812 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-27b7c107-d1ab-4fe9-b26a-43dbe774c559 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7 HTTP/1.1" status: 200 len: 700 time: 1.9011061 Jan 27 17:19:24.251971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9843b8-7839-4cb7-94e4-5c9469deee03 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:24.252073 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3e9843b8-7839-4cb7-94e4-5c9469deee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:24.270353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43508) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:24.397254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-32359a2e-9603-4ba9-a72d-bd4f7329f916 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Synchronizing usage tracker for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:24.483753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43514) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:24.534225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.20.0.14 (e4a16f89-3488-462e-89b3-abfc69854de5/486f4683-9d21-4792-a574-baf8c848d9d9/db8a0c02-c98e-476b-9942-36702bc8b6f3) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:24.543467 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-3e9843b8-7839-4cb7-94e4-5c9469deee03 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:24.575089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-32359a2e-9603-4ba9-a72d-bd4f7329f916 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Unset dirty status for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:24.575333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.20.0.12 (e4a16f89-3488-462e-89b3-abfc69854de5/486f4683-9d21-4792-a574-baf8c848d9d9/db8a0c02-c98e-476b-9942-36702bc8b6f3) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:24.580112 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-32359a2e-9603-4ba9-a72d-bd4f7329f916 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df10de4-f401-4875-9807-2964f87263b7 HTTP/1.1" status: 200 len: 205 time: 0.3088763 Jan 27 17:19:24.582256 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43518) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:24.679162 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ccf0476a-6a05-4ac5-b5c6-a74a76fad96b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/6cc7ff45-3c91-4ac0-ab28-5eea5300af33 HTTP/1.1" status: 200 len: 993 time: 0.1938505 Jan 27 17:19:24.680485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3e9843b8-7839-4cb7-94e4-5c9469deee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:19:12Z', 'revision_number': 11, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:24.690087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9843b8-7839-4cb7-94e4-5c9469deee03 None None] Checking router: 9df10de4-f401-4875-9807-2964f87263b7 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:24.700172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9843b8-7839-4cb7-94e4-5c9469deee03 None None] Routers {'9df10de4-f401-4875-9807-2964f87263b7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:24.701315 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3e9843b8-7839-4cb7-94e4-5c9469deee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9df10de4-f401-4875-9807-2964f87263b7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:24.777006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5be16813-5bfb-44d4-9e73-b84ce53e670f tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:24.808969 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4bc4d-8cbc-4a49-84df-5364304cccf4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port f6994bdb-db6b-4172-b9e5-694c39bc3a17 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:24.809702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2cc4bc4d-8cbc-4a49-84df-5364304cccf4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:24.909142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-3e9843b8-7839-4cb7-94e4-5c9469deee03 None None] Set router 9df10de4-f401-4875-9807-2964f87263b7 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:25.035768 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.037154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3e9843b8-7839-4cb7-94e4-5c9469deee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:19:12Z', 'revision_number': 11, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:25.043049 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9843b8-7839-4cb7-94e4-5c9469deee03 None None] The sync data for ids ['9df10de4-f401-4875-9807-2964f87263b7'] in dv-neutron-825077-1-hyperv is: [{'id': '9df10de4-f401-4875-9807-2964f87263b7', 'name': 'tempest-RoutersTest-router-137051052', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:17:48Z', 'updated_at': '2022-01-27T17:19:12Z', 'revision_number': 11, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:25.106264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-2cc4bc4d-8cbc-4a49-84df-5364304cccf4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] For port f6994bdb-db6b-4172-b9e5-694c39bc3a17, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f6994bdb-db6b-4172-b9e5-694c39bc3a17,segment=NetworkSegment(9aefa376-b5e6-473c-b1f4-7bae6838629d),segment_id=9aefa376-b5e6-473c-b1f4-7bae6838629d)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:25.106757 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2cc4bc4d-8cbc-4a49-84df-5364304cccf4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.253523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4bc4d-8cbc-4a49-84df-5364304cccf4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for f6994bdb-db6b-4172-b9e5-694c39bc3a17 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:25.263820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.314336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5be16813-5bfb-44d4-9e73-b84ce53e670f tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.319722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5be16813-5bfb-44d4-9e73-b84ce53e670f tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.376414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5be16813-5bfb-44d4-9e73-b84ce53e670f tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.377035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be16813-5bfb-44d4-9e73-b84ce53e670f tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Fanout notify agent at l3_agent the message router_deleted on router 9df10de4-f401-4875-9807-2964f87263b7 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:19:25.407109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.432225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5be16813-5bfb-44d4-9e73-b84ce53e670f tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.433474 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5be16813-5bfb-44d4-9e73-b84ce53e670f tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7 HTTP/1.1" status: 204 len: 168 time: 0.8502076 Jan 27 17:19:25.443896 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43524) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:25.467025 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-10b0caac-c4f8-4f97-a9a4-d6c857394257 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-384191713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:25.475753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-10b0caac-c4f8-4f97-a9a4-d6c857394257 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:25.482697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-10b0caac-c4f8-4f97-a9a4-d6c857394257 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Usage tracker for resource:router and tenant:89a9667adae54cc6bc70f595ef6e0d60 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:25.490884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-10b0caac-c4f8-4f97-a9a4-d6c857394257 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:25.498206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-10b0caac-c4f8-4f97-a9a4-d6c857394257 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:25.519545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-10b0caac-c4f8-4f97-a9a4-d6c857394257 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.522499 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-10b0caac-c4f8-4f97-a9a4-d6c857394257 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.545211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.627867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network e4a16f89-3488-462e-89b3-abfc69854de5 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:25.633491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:25.639117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:25.641836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2cc4bc4d-8cbc-4a49-84df-5364304cccf4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.696868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-10b0caac-c4f8-4f97-a9a4-d6c857394257 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.742467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=db8a0c02-c98e-476b-9942-36702bc8b6f3,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:25.749056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:25.749783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.780789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-10b0caac-c4f8-4f97-a9a4-d6c857394257 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.796260 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3bbc734a-b090-41d7-a814-c03e16d34633 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.6323805 Jan 27 17:19:25.796799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4bc4d-8cbc-4a49-84df-5364304cccf4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=f6994bdb-db6b-4172-b9e5-694c39bc3a17,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:25.796940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43530) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:25.802502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': 'db8a0c02-c98e-476b-9942-36702bc8b6f3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:25.969919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:25.975212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:floatingip and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:25.978687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:25.985623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-10b0caac-c4f8-4f97-a9a4-d6c857394257 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.987030 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-10b0caac-c4f8-4f97-a9a4-d6c857394257 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5385399 Jan 27 17:19:25.988561 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:25.990553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43534) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:25.997025 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-84e43dfb-f7db-4cc3-95fe-e690537ca027 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:26.048727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2cc4bc4d-8cbc-4a49-84df-5364304cccf4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:26.068569 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:26.430842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-84e43dfb-f7db-4cc3-95fe-e690537ca027 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:26.488349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-84e43dfb-f7db-4cc3-95fe-e690537ca027 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:26.509438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc4bc4d-8cbc-4a49-84df-5364304cccf4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router e4e989f6-ece7-4acb-8634-0584f1769547 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:26.610069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:26.664425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:26.674855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc4bc4d-8cbc-4a49-84df-5364304cccf4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:26.685168 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1fb336-a920-4ab4-91b1-6ca4485fbbf3 None None] Sync routers for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:26.689982 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2cc4bc4d-8cbc-4a49-84df-5364304cccf4 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9480510 Jan 27 17:19:26.692574 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43538) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:26.696762 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1fb336-a920-4ab4-91b1-6ca4485fbbf3 None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:26.697640 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ba1fb336-a920-4ab4-91b1-6ca4485fbbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:26.718913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e43dfb-f7db-4cc3-95fe-e690537ca027 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Router cd72dbfb-50d3-4abb-8b4b-4213c0aefe29 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:19:26.765462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c0c20a-fa65-4780-85ad-82da53aa6386 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting subnet faa9bdf5-7f21-4718-be10-7d2a5e8724ed {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:19:26.769505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-10c0c20a-fa65-4780-85ad-82da53aa6386 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:26.838285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-10c0c20a-fa65-4780-85ad-82da53aa6386 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:26.861571 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-ba1fb336-a920-4ab4-91b1-6ca4485fbbf3 None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:26.934106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-10c0c20a-fa65-4780-85ad-82da53aa6386 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:26.948746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e43dfb-f7db-4cc3-95fe-e690537ca027 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:26.959016 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08108b2d-edfe-4fd8-bc6a-42cfb9cf9133 None None] Sync routers for ids ['cd72dbfb-50d3-4abb-8b4b-4213c0aefe29'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:26.980470 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08108b2d-edfe-4fd8-bc6a-42cfb9cf9133 None None] Routers {'cd72dbfb-50d3-4abb-8b4b-4213c0aefe29'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:26.981109 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-08108b2d-edfe-4fd8-bc6a-42cfb9cf9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['cd72dbfb-50d3-4abb-8b4b-4213c0aefe29'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:27.002316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-84e43dfb-f7db-4cc3-95fe-e690537ca027 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:27.003892 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-84e43dfb-f7db-4cc3-95fe-e690537ca027 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "PUT /v2.0/routers/cd72dbfb-50d3-4abb-8b4b-4213c0aefe29 HTTP/1.1" status: 200 len: 693 time: 1.0119693 Jan 27 17:19:27.007305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43550) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:27.068186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-10c0c20a-fa65-4780-85ad-82da53aa6386 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:27.173014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-10c0c20a-fa65-4780-85ad-82da53aa6386 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:27.188575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0c20a-fa65-4780-85ad-82da53aa6386 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Subnet': ['ID=faa9bdf5-7f21-4718-be10-7d2a5e8724ed,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:27.203204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-08108b2d-edfe-4fd8-bc6a-42cfb9cf9133 None None] Set router cd72dbfb-50d3-4abb-8b4b-4213c0aefe29 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:27.206207 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-10c0c20a-fa65-4780-85ad-82da53aa6386 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/faa9bdf5-7f21-4718-be10-7d2a5e8724ed HTTP/1.1" status: 204 len: 168 time: 0.5119011 Jan 27 17:19:27.209222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43558) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:27.212801 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fdf4294c-0939-4a18-89d3-a75f89a3d4c8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/routers/cd72dbfb-50d3-4abb-8b4b-4213c0aefe29 HTTP/1.1" status: 200 len: 699 time: 0.1961896 Jan 27 17:19:27.213408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43560) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:27.233013 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ba1fb336-a920-4ab4-91b1-6ca4485fbbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:25Z', 'revision_number': 8, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:07Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:27.238432 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1fb336-a920-4ab4-91b1-6ca4485fbbf3 None None] Checking router: e4e989f6-ece7-4acb-8634-0584f1769547 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:27.248840 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1fb336-a920-4ab4-91b1-6ca4485fbbf3 None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:27.249474 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ba1fb336-a920-4ab4-91b1-6ca4485fbbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:27.351085 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-08108b2d-edfe-4fd8-bc6a-42cfb9cf9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72dbfb-50d3-4abb-8b4b-4213c0aefe29', 'name': 'tempest-RoutersTest-router-384191713', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:25Z', 'updated_at': '2022-01-27T17:19:26Z', 'revision_number': 2, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:27.357888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08108b2d-edfe-4fd8-bc6a-42cfb9cf9133 None None] Checking router: cd72dbfb-50d3-4abb-8b4b-4213c0aefe29 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:27.364611 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebad571-a292-4927-8b80-b02ea51d2d56 None None] Network 1a9b97a7-0aa1-474d-90cb-68636f4c2146 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:27.392652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08108b2d-edfe-4fd8-bc6a-42cfb9cf9133 None None] Routers {'cd72dbfb-50d3-4abb-8b4b-4213c0aefe29'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:27.393279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-08108b2d-edfe-4fd8-bc6a-42cfb9cf9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['cd72dbfb-50d3-4abb-8b4b-4213c0aefe29'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:27.480457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b28d5df8-98bc-4552-84bb-5e1635ca9631 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Synchronizing usage tracker for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:27.485126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:27.485293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.26.8.103 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/1e3880f5-4490-4b18-821d-aaf936d290b1) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:27.499436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port bd86832e-e69e-4250-a09d-46b738c0d81d {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:27.499828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:27.515652 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-ba1fb336-a920-4ab4-91b1-6ca4485fbbf3 None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:27.526374 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-5c11f4f1-a670-42e3-808b-f5db09396981 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839358731&fields=id&tenant_id=3f2e5835c99b4269befa850388a8a385 HTTP/1.1" status: 200 len: 267 time: 0.0765157 Jan 27 17:19:27.526939 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b28d5df8-98bc-4552-84bb-5e1635ca9631 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Unset dirty status for tenant:89a9667adae54cc6bc70f595ef6e0d60 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:27.530720 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b28d5df8-98bc-4552-84bb-5e1635ca9631 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd72dbfb-50d3-4abb-8b4b-4213c0aefe29 HTTP/1.1" status: 200 len: 205 time: 0.3127859 Jan 27 17:19:27.531718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43566) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:27.646217 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-08108b2d-edfe-4fd8-bc6a-42cfb9cf9133 None None] Set router cd72dbfb-50d3-4abb-8b4b-4213c0aefe29 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:27.769211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] For port bd86832e-e69e-4250-a09d-46b738c0d81d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bd86832e-e69e-4250-a09d-46b738c0d81d,segment=NetworkSegment(9aefa376-b5e6-473c-b1f4-7bae6838629d),segment_id=9aefa376-b5e6-473c-b1f4-7bae6838629d)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:27.769818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:27.796460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1d94b73a-062d-4cf7-9032-60709d0cea03 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:27.800382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-08108b2d-edfe-4fd8-bc6a-42cfb9cf9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72dbfb-50d3-4abb-8b4b-4213c0aefe29', 'name': 'tempest-RoutersTest-router-384191713', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:25Z', 'updated_at': '2022-01-27T17:19:26Z', 'revision_number': 2, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:27.856430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08108b2d-edfe-4fd8-bc6a-42cfb9cf9133 None None] The sync data for ids ['cd72dbfb-50d3-4abb-8b4b-4213c0aefe29'] in dv-neutron-825077-1-hyperv is: [{'id': 'cd72dbfb-50d3-4abb-8b4b-4213c0aefe29', 'name': 'tempest-RoutersTest-router-384191713', 'tenant_id': '89a9667adae54cc6bc70f595ef6e0d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:25Z', 'updated_at': '2022-01-27T17:19:26Z', 'revision_number': 2, 'project_id': '89a9667adae54cc6bc70f595ef6e0d60', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:27.927982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for bd86832e-e69e-4250-a09d-46b738c0d81d owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:27.971485 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ba1fb336-a920-4ab4-91b1-6ca4485fbbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:25Z', 'revision_number': 8, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:07Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:27.986663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10f0662-8877-4354-95d7-caef172737e2 None None] DHCP port deletion for 1a9b97a7-0aa1-474d-90cb-68636f4c2146 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:19:27.988744 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1fb336-a920-4ab4-91b1-6ca4485fbbf3 None None] The sync data for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv is: [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:25Z', 'revision_number': 8, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3bdf2a-4197-4fea-8dc6-cefadbc721d5', 'name': '', 'network_id': '01fd3a29-3dff-4818-bb44-8014909f6b4c', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:2b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5212ec09-9562-459a-a236-625161ec7258', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:56Z', 'updated_at': '2022-01-27T17:19:07Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '5212ec09-9562-459a-a236-625161ec7258', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:27.991673 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f10f0662-8877-4354-95d7-caef172737e2 None None] Deleting port bd86832e-e69e-4250-a09d-46b738c0d81d {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:27.991929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f10f0662-8877-4354-95d7-caef172737e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.047820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.095361 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No DVR routers for this DVR port bd86832e-e69e-4250-a09d-46b738c0d81d on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:19:28.104927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f10f0662-8877-4354-95d7-caef172737e2 None None] The port 'bd86832e-e69e-4250-a09d-46b738c0d81d' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:19:28.136765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=bd86832e-e69e-4250-a09d-46b738c0d81d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:28.222618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1d94b73a-062d-4cf7-9032-60709d0cea03 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.226968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1d94b73a-062d-4cf7-9032-60709d0cea03 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.242561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.270136 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9b97a7-0aa1-474d-90cb-68636f4c2146']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:28.285688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aefa376-b5e6-473c-b1f4-7bae6838629d') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:28.285688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aefa376-b5e6-473c-b1f4-7bae6838629d') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:28.288518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.297043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1d94b73a-062d-4cf7-9032-60709d0cea03 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.297551 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d94b73a-062d-4cf7-9032-60709d0cea03 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Fanout notify agent at l3_agent the message router_deleted on router cd72dbfb-50d3-4abb-8b4b-4213c0aefe29 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:19:28.299327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.314820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a3d59a2-ca02-405b-8eab-8a82f4d49058 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:28.316386 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a3d59a2-ca02-405b-8eab-8a82f4d49058 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 811 time: 0.7108400 Jan 27 17:19:28.327949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.332891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1d94b73a-062d-4cf7-9032-60709d0cea03 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.338090 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1d94b73a-062d-4cf7-9032-60709d0cea03 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/cd72dbfb-50d3-4abb-8b4b-4213c0aefe29 HTTP/1.1" status: 204 len: 168 time: 0.7875595 Jan 27 17:19:28.338486 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43570) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:28.362723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:19:28.363376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.367799 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.434151 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-8cbab6ee-75ca-491a-8875-35ecf3922cef tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/quotas/3f2e5835c99b4269befa850388a8a385 HTTP/1.1" status: 200 len: 375 time: 0.0975096 Jan 27 17:19:28.452409 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6d059582-ac2a-4968-bbea-1a11cc0acd11 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd72dbfb-50d3-4abb-8b4b-4213c0aefe29 HTTP/1.1" status: 200 len: 205 time: 0.1127210 Jan 27 17:19:28.460690 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43574) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:19:28.522016 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:19:28.586203 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-54d6b9d0-570e-449c-9fb9-fc0eee126840 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] delete failed (client error): The resource could not be found. Jan 27 17:19:28.587119 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-54d6b9d0-570e-449c-9fb9-fc0eee126840 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/cd72dbfb-50d3-4abb-8b4b-4213c0aefe29 HTTP/1.1" status: 404 len: 336 time: 0.1236224 Jan 27 17:19:28.590487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43578) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:28.602468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.630669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.634789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Network': ['ID=1a9b97a7-0aa1-474d-90cb-68636f4c2146,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:28.649732 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1bc08ae5-c406-4441-b45b-b3e8270b5dc1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/networks/1a9b97a7-0aa1-474d-90cb-68636f4c2146 HTTP/1.1" status: 204 len: 168 time: 1.4343414 Jan 27 17:19:28.650089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43582) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:28.650193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.688140 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd38a713-e581-4739-9bdf-5f1dedef219a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:28.688592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd38a713-e581-4739-9bdf-5f1dedef219a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:28.690295 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dd38a713-e581-4739-9bdf-5f1dedef219a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/685aca57-186d-45d9-a56d-e8fd27eaf936 HTTP/1.1" status: 404 len: 337 time: 0.0987322 Jan 27 17:19:28.698909 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43586) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:28.762643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:28.770301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:28.775472 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e83fc5a-214c-4b55-9ab8-25dea660f40c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:28.775933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e83fc5a-214c-4b55-9ab8-25dea660f40c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:28.780678 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7e83fc5a-214c-4b55-9ab8-25dea660f40c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/ef2f659e-f6ae-4bae-a506-a472bd9f5ff6 HTTP/1.1" status: 404 len: 337 time: 0.0712414 Jan 27 17:19:28.780678 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:28.782548 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43590) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:28.844708 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a4907c-11dd-4d75-8b0a-d8b3effc49ff tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:28.845291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a4907c-11dd-4d75-8b0a-d8b3effc49ff tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:28.849986 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a9a4907c-11dd-4d75-8b0a-d8b3effc49ff tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/3bdbb72f-a93c-4ccd-b657-d519c709709c HTTP/1.1" status: 404 len: 337 time: 0.0634003 Jan 27 17:19:28.850746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43594) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:28.955475 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc1f8f9-f12e-4c60-925e-1b0b2a8ab30d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:28.956695 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc1f8f9-f12e-4c60-925e-1b0b2a8ab30d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:28.959258 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3cc1f8f9-f12e-4c60-925e-1b0b2a8ab30d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/e64b1129-be25-4e7b-bcc4-f2521863eb5b HTTP/1.1" status: 404 len: 337 time: 0.1071208 Jan 27 17:19:28.966828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43598) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:28.981911 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-7583a84b-b986-4250-815c-f169e7aa19e6 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5250163 Jan 27 17:19:28.982537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=1e3880f5-4490-4b18-821d-aaf936d290b1,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:29.017383 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f3bbe0a7-4359-4b08-bdc3-3d8308d422b4 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df10de4-f401-4875-9807-2964f87263b7 HTTP/1.1" status: 200 len: 205 time: 0.0516853 Jan 27 17:19:29.019905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43602) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:29.155112 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-87681e1d-f7cd-45ec-9bca-8e69d9f2300a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] delete failed (client error): The resource could not be found. Jan 27 17:19:29.156093 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-87681e1d-f7cd-45ec-9bca-8e69d9f2300a tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/9df10de4-f401-4875-9807-2964f87263b7 HTTP/1.1" status: 404 len: 336 time: 0.1352787 Jan 27 17:19:29.158871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43606) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:29.210530 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d85047e2-a82a-4ed2-82dd-d74adf930241 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=94fef9fd-24c7-404b-8f8b-6c9a7ba2280f HTTP/1.1" status: 200 len: 205 time: 0.0505676 Jan 27 17:19:29.213457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43610) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:29.220441 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-f656554f-f949-448a-8b4e-e8fd700aad0f service neutron] 10.222.0.81 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230413 Jan 27 17:19:29.373193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bd86832e-e69e-4250-a09d-46b738c0d81d no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:29.373770 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-16a57220-f5c9-4cfc-891e-9917f31226f8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] delete failed (client error): The resource could not be found. Jan 27 17:19:29.374513 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-16a57220-f5c9-4cfc-891e-9917f31226f8 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/94fef9fd-24c7-404b-8f8b-6c9a7ba2280f HTTP/1.1" status: 404 len: 336 time: 0.1336417 Jan 27 17:19:29.380189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43614) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:29.409938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: bd86832e-e69e-4250-a09d-46b738c0d81d {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:29.410181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bd86832e-e69e-4250-a09d-46b738c0d81d not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:29.411140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f6994bdb-db6b-4172-b9e5-694c39bc3a17 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:29.426429 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa762990-8f28-4755-bcc1-2f23f73f9dbe tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:29.426867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa762990-8f28-4755-bcc1-2f23f73f9dbe tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:29.428756 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fa762990-8f28-4755-bcc1-2f23f73f9dbe tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/fdaf338e-d6ae-4ee7-a647-0d2e71bf399f HTTP/1.1" status: 404 len: 337 time: 0.0467420 Jan 27 17:19:29.431500 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43618) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:29.447947 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: f6994bdb-db6b-4172-b9e5-694c39bc3a17 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:29.448688 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f6994bdb-db6b-4172-b9e5-694c39bc3a17 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:29.480282 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-aec7ca11-ef09-415a-91e6-2beaf9a5b716 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e48498b-4bc6-4455-9bdd-a5dd39ddebfa HTTP/1.1" status: 200 len: 205 time: 0.0475154 Jan 27 17:19:29.483442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43622) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:29.571266 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-1fb6542e-c2cd-4e24-9c73-2be905b7dfcd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] delete failed (client error): The resource could not be found. Jan 27 17:19:29.572650 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1fb6542e-c2cd-4e24-9c73-2be905b7dfcd tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/6e48498b-4bc6-4455-9bdd-a5dd39ddebfa HTTP/1.1" status: 404 len: 336 time: 0.0795083 Jan 27 17:19:29.574521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d414cf4-c2e7-444f-9f95-69d275381fad tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:29.582779 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-4c3638e7-13ca-4017-8734-84af9ae4f351 service neutron] 10.222.0.81 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555877 Jan 27 17:19:29.583220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43626) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:29.646216 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b6d2eed0-6a77-41f9-9108-07917dcdf94c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=45b257cb-3060-4329-8589-f5df7a231843 HTTP/1.1" status: 200 len: 205 time: 0.0560043 Jan 27 17:19:29.646494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43630) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:29.721078 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-86bbd0b5-8767-46a2-9533-d20af097e720 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] delete failed (client error): The resource could not be found. Jan 27 17:19:29.722013 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-86bbd0b5-8767-46a2-9533-d20af097e720 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/45b257cb-3060-4329-8589-f5df7a231843 HTTP/1.1" status: 404 len: 336 time: 0.0744154 Jan 27 17:19:29.725197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43636) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:29.773906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:29.857021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:29.904347 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d924f3-4d56-46c1-b644-fe9b4f740381 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:29.904958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d924f3-4d56-46c1-b644-fe9b4f740381 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:29.909059 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-02d924f3-4d56-46c1-b644-fe9b4f740381 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/4fc1542e-090d-4f66-9438-b5ccd4eb2c7e HTTP/1.1" status: 404 len: 337 time: 0.1802731 Jan 27 17:19:29.909763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43644) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:29.972787 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0f0e9eb5-8a4b-4ebe-8342-12db3d1a2323 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=a33ee8e6-c13c-4b71-bcc1-7a3645b84902 HTTP/1.1" status: 200 len: 205 time: 0.0592794 Jan 27 17:19:29.973371 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43648) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:30.094243 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-1f8bfa41-a54b-4dc7-ae9a-fd6e82906aea tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] delete failed (client error): The resource could not be found. Jan 27 17:19:30.095531 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1f8bfa41-a54b-4dc7-ae9a-fd6e82906aea tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/a33ee8e6-c13c-4b71-bcc1-7a3645b84902 HTTP/1.1" status: 404 len: 336 time: 0.1209133 Jan 27 17:19:30.105059 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43654) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:30.156983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:30.163079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:30.180562 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-7529a518-b0d2-48a6-a00f-046b11e7f9c9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:30.181014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7529a518-b0d2-48a6-a00f-046b11e7f9c9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:30.182699 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7529a518-b0d2-48a6-a00f-046b11e7f9c9 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/6c11cd8a-3cf4-4198-8902-18081d304c8b HTTP/1.1" status: 404 len: 337 time: 0.0767233 Jan 27 17:19:30.190756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43660) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:30.237946 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b3ee5c8f-c947-405a-b7cc-a59228458d77 req-6719732c-49fc-4b6a-ba91-e3be9325c5ab tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 210 time: 0.0932200 Jan 27 17:19:30.254891 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e0a28c4c-b743-4eb1-9e50-42861df4802c tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "GET /v2.0/ports?device_id=d393c349-d6a5-4f5a-abd5-3357bec69b22 HTTP/1.1" status: 200 len: 205 time: 0.0606220 Jan 27 17:19:30.255236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43666) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:30.292925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:30.363444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=1e3880f5-4490-4b18-821d-aaf936d290b1,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:30.378800 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-bed1dc7a-29a2-4500-aabd-dcf9d773b2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] delete failed (client error): The resource could not be found. Jan 27 17:19:30.380134 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bed1dc7a-29a2-4500-aabd-dcf9d773b2b2 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/routers/d393c349-d6a5-4f5a-abd5-3357bec69b22 HTTP/1.1" status: 404 len: 336 time: 0.1239614 Jan 27 17:19:30.383023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43672) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:30.427095 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a404e64-f82e-4a23-b345-acc41383c309 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:30.427571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a404e64-f82e-4a23-b345-acc41383c309 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:30.431740 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2a404e64-f82e-4a23-b345-acc41383c309 tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/9868cd8e-ba76-4854-adf5-ee705474e11f HTTP/1.1" status: 404 len: 337 time: 0.0456433 Jan 27 17:19:30.432111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4d414cf4-c2e7-444f-9f95-69d275381fad tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:30.432459 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d414cf4-c2e7-444f-9f95-69d275381fad tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:30.456937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43678) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:30.522065 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8573a44-e299-4438-a3ac-c437c25e721d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:30.522527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8573a44-e299-4438-a3ac-c437c25e721d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:30.524265 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b8573a44-e299-4438-a3ac-c437c25e721d tempest-RoutersTest-2088966242 tempest-RoutersTest-2088966242-project] 10.222.0.81 "DELETE /v2.0/subnets/8b5cc994-80a0-402a-86ed-86437c7e2cff HTTP/1.1" status: 404 len: 337 time: 0.0618665 Jan 27 17:19:30.681481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-4d414cf4-c2e7-444f-9f95-69d275381fad tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] For port 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=8a3bdf2a-4197-4fea-8dc6-cefadbc721d5,segment=NetworkSegment(bbebaf39-2fc9-4359-9757-90ba3e63ff3b),segment_id=bbebaf39-2fc9-4359-9757-90ba3e63ff3b)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:30.681868 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d414cf4-c2e7-444f-9f95-69d275381fad tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:30.683223 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Floating IP 0ba75d49-f6e2-4f6f-a6f6-762947a65145 associated. External IP: 172.26.8.103, port: db8a0c02-c98e-476b-9942-36702bc8b6f3. Jan 27 17:19:30.823949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4d414cf4-c2e7-444f-9f95-69d275381fad tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:30.853706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43686) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:31.082470 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-afe7df6b-2ba0-4dda-ad8e-544a7afff0c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=89a9667adae54cc6bc70f595ef6e0d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284076 Jan 27 17:19:31.085391 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43692) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:31.088186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d414cf4-c2e7-444f-9f95-69d275381fad tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:31.114479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:31.162558 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d414cf4-c2e7-444f-9f95-69d275381fad tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=8a3bdf2a-4197-4fea-8dc6-cefadbc721d5,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:31.398526 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:31.414813 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0933bda5-53c6-4806-8e87-93063e6675f2 None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:31.437527 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0933bda5-53c6-4806-8e87-93063e6675f2 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:31.438219 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0933bda5-53c6-4806-8e87-93063e6675f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:31.553134 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0933bda5-53c6-4806-8e87-93063e6675f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:31.584335 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0933bda5-53c6-4806-8e87-93063e6675f2 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:31.584973 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0933bda5-53c6-4806-8e87-93063e6675f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:31.599640 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b3425699-8e78-427f-bf27-c33bd501c66b req-fd285b26-6eb6-4c87-b11b-cc8aa34359a4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 210 time: 0.1174390 Jan 27 17:19:31.608111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-14c896cd-9614-47a5-9bb5-77a47eda3e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:31.614513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:31.661939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d414cf4-c2e7-444f-9f95-69d275381fad tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:31.666314 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0933bda5-53c6-4806-8e87-93063e6675f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:31.666921 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0933bda5-53c6-4806-8e87-93063e6675f2 None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:31.672361 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-14c896cd-9614-47a5-9bb5-77a47eda3e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:31.727498 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-79fd6156-eb12-425c-bf2f-a1fda35470dd tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:31.728954 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-79fd6156-eb12-425c-bf2f-a1fda35470dd tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 811 time: 0.3197904 Jan 27 17:19:31.731388 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-30cf0a50-2ff4-4fd0-adb1-7984fffb30ea tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.9332242 Jan 27 17:19:31.733572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43698) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:31.739536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-fa2f6bf4-e0a1-4ed4-84f9-b8b74cd97f78 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'floatingip': {'port_id': 'db8a0c02-c98e-476b-9942-36702bc8b6f3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:31.871383 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-14c896cd-9614-47a5-9bb5-77a47eda3e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:31.877370 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-cf7f42f4-9925-4530-b025-73df7531414f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f2e5835c99b4269befa850388a8a385 HTTP/1.1" status: 200 len: 380 time: 0.0884547 Jan 27 17:19:31.879351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6bf4-e0a1-4ed4-84f9-b8b74cd97f78 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:31.935447 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Request body: {'port': {'device_id': '6500e099-b9a1-4644-84e5-1921e053133a', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'admin_state_up': True, 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'security_groups': ['7c0535bf-7cea-40d6-b96f-a33078c92c4d']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:31.953398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c896cd-9614-47a5-9bb5-77a47eda3e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b56699-4e5c-48cc-a376-6f2076b632a1,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:32.043419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-14c896cd-9614-47a5-9bb5-77a47eda3e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:32.047630 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-14c896cd-9614-47a5-9bb5-77a47eda3e8a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d3b56699-4e5c-48cc-a376-6f2076b632a1 HTTP/1.1" status: 204 len: 168 time: 0.9582851 Jan 27 17:19:32.065051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d414cf4-c2e7-444f-9f95-69d275381fad tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router e4e989f6-ece7-4acb-8634-0584f1769547 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:32.298266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d414cf4-c2e7-444f-9f95-69d275381fad tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:32.311278 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4d414cf4-c2e7-444f-9f95-69d275381fad tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6600838 Jan 27 17:19:32.312760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b00df-3aef-4f5a-a364-bd2de7e67973 None None] Sync routers for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:32.316170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43706) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:32.331093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b00df-3aef-4f5a-a364-bd2de7e67973 None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:32.331771 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1f0b00df-3aef-4f5a-a364-bd2de7e67973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:32.453322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-b199b566-455d-4d3a-96e4-944f4c7185e1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting subnet 5212ec09-9562-459a-a236-625161ec7258 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:19:32.459023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b199b566-455d-4d3a-96e4-944f4c7185e1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:32.480092 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:32.519882 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:32.565515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b199b566-455d-4d3a-96e4-944f4c7185e1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:32.607606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Made reservation on behalf of 3f2e5835c99b4269befa850388a8a385 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:32.612398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:32.725825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b199b566-455d-4d3a-96e4-944f4c7185e1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:32.855572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b199b566-455d-4d3a-96e4-944f4c7185e1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:32.869294 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-1f0b00df-3aef-4f5a-a364-bd2de7e67973 None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:33.006211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199b566-455d-4d3a-96e4-944f4c7185e1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Subnet': ['ID=5212ec09-9562-459a-a236-625161ec7258,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:33.011173 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-362ef5c3-f330-4058-934b-75b4043f4728 req-69d8e10f-63ee-480e-9cde-e0ee1b8eee9a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 210 time: 0.0806606 Jan 27 17:19:33.012722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b199b566-455d-4d3a-96e4-944f4c7185e1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:33.021380 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b199b566-455d-4d3a-96e4-944f4c7185e1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/5212ec09-9562-459a-a236-625161ec7258 HTTP/1.1" status: 204 len: 168 time: 0.7027788 Jan 27 17:19:33.024146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43728) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:33.059710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd610410-8f48-43ba-ab18-03927445e01c None None] Network 01fd3a29-3dff-4818-bb44-8014909f6b4c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:33.261157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:33.305528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port ec547402-2630-41ea-8064-0ad84c507d5d {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:33.305528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:33.612849 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43736) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:33.617824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] For port ec547402-2630-41ea-8064-0ad84c507d5d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ec547402-2630-41ea-8064-0ad84c507d5d,segment=NetworkSegment(bbebaf39-2fc9-4359-9757-90ba3e63ff3b),segment_id=bbebaf39-2fc9-4359-9757-90ba3e63ff3b)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:33.618540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:33.746355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dccb57-b7e1-4553-9934-b5aa39d405da None None] DHCP port deletion for 01fd3a29-3dff-4818-bb44-8014909f6b4c request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:19:33.753270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-32dccb57-b7e1-4553-9934-b5aa39d405da None None] Deleting port ec547402-2630-41ea-8064-0ad84c507d5d {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:33.753990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32dccb57-b7e1-4553-9934-b5aa39d405da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:33.760718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6bf4-e0a1-4ed4-84f9-b8b74cd97f78 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:33.766322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Allocated IP 172.20.0.14 (c33794e6-f455-4da7-ac52-fa9dee73560d/8a862ef3-f094-4fcf-901a-e34afa91465d/40a132ce-64ab-43ac-90ca-401fc61333a9) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:33.769236 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6bf4-e0a1-4ed4-84f9-b8b74cd97f78 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:33.816917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1f0b00df-3aef-4f5a-a364-bd2de7e67973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:30Z', 'revision_number': 9, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:33.826923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b00df-3aef-4f5a-a364-bd2de7e67973 None None] Checking router: e4e989f6-ece7-4acb-8634-0584f1769547 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:33.850303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for ec547402-2630-41ea-8064-0ad84c507d5d owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:33.976586 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b00df-3aef-4f5a-a364-bd2de7e67973 None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:33.977903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1f0b00df-3aef-4f5a-a364-bd2de7e67973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:34.063643 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5900e00f-c283-4ffb-9c9e-9224749369e5 tempest-ServiceProvidersTest-191376335 tempest-ServiceProvidersTest-191376335-project] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4463654 Jan 27 17:19:34.130887 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:34.174333 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-1f0b00df-3aef-4f5a-a364-bd2de7e67973 None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:34.196873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=ec547402-2630-41ea-8064-0ad84c507d5d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:34.205947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No DVR routers for this DVR port ec547402-2630-41ea-8064-0ad84c507d5d on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:19:34.418147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:34.458903 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a5042200-32ac-451c-80ac-d01060c33a97 req-5a4ed416-1249-4880-b9c6-5381924ed158 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 210 time: 0.1029744 Jan 27 17:19:34.464168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fd3a29-3dff-4818-bb44-8014909f6b4c']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:34.480247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbebaf39-2fc9-4359-9757-90ba3e63ff3b') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:34.480797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbebaf39-2fc9-4359-9757-90ba3e63ff3b') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:34.510927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:34.537782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:34.545214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-32dccb57-b7e1-4553-9934-b5aa39d405da None None] For port ec547402-2630-41ea-8064-0ad84c507d5d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ec547402-2630-41ea-8064-0ad84c507d5d,segment=NetworkSegment(bbebaf39-2fc9-4359-9757-90ba3e63ff3b),segment_id=bbebaf39-2fc9-4359-9757-90ba3e63ff3b)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:34.545629 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32dccb57-b7e1-4553-9934-b5aa39d405da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:34.549867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:34.550163 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:19:34.550774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:34.606049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43748) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:19:34.612557 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:19:34.636653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2f6bf4-e0a1-4ed4-84f9-b8b74cd97f78 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:34.685904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:34.714992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:34.734686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Network': ['ID=01fd3a29-3dff-4818-bb44-8014909f6b4c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:34.747896 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Transition to ACTIVE for port object 40a132ce-64ab-43ac-90ca-401fc61333a9 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:34.750742 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-94342fda-cbb6-447f-a98f-a2addfbd5d93 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/networks/01fd3a29-3dff-4818-bb44-8014909f6b4c HTTP/1.1" status: 204 len: 168 time: 1.7253563 Jan 27 17:19:34.755805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43754) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:35.015935 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-32dccb57-b7e1-4553-9934-b5aa39d405da None None] Calling delete_port for ec547402-2630-41ea-8064-0ad84c507d5d owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:35.101244 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba2645f9-0ec6-4a0d-801f-c925bb34b351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:35.131012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ba2645f9-0ec6-4a0d-801f-c925bb34b351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:35.138361 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:35.139021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1f0b00df-3aef-4f5a-a364-bd2de7e67973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:30Z', 'revision_number': 9, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:35.140504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2f6bf4-e0a1-4ed4-84f9-b8b74cd97f78 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:35.152111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ba2645f9-0ec6-4a0d-801f-c925bb34b351 admin admin] Usage tracker for resource:security_group_rule and tenant:8ab4a508dadf4c678c8d0cb71c88244f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:35.152316 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfe2f4a-f6bd-4e2c-a55e-24f6bc10e3aa None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:35.165973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b00df-3aef-4f5a-a364-bd2de7e67973 None None] The sync data for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv is: [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:30Z', 'revision_number': 9, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '768c3a88-2e85-496b-8fcd-190472d2ddc9', 'name': '', 'network_id': 'f018292f-c3a1-4792-85ae-689491bf27f3', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:65:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:51Z', 'updated_at': '2022-01-27T17:18:57Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': '285b7f33-587e-4c30-9ec9-be89327d9b05', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:35.167474 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-32dccb57-b7e1-4553-9934-b5aa39d405da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:19:35.169111 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-32dccb57-b7e1-4553-9934-b5aa39d405da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:19:35.170494 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe2f4a-f6bd-4e2c-a55e-24f6bc10e3aa None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:35.171218 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5dfe2f4a-f6bd-4e2c-a55e-24f6bc10e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:35.200740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ba2645f9-0ec6-4a0d-801f-c925bb34b351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:35.220973 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ba2645f9-0ec6-4a0d-801f-c925bb34b351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:35.250408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6bf4-e0a1-4ed4-84f9-b8b74cd97f78 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:35.266982 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5dfe2f4a-f6bd-4e2c-a55e-24f6bc10e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:35.279009 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe2f4a-f6bd-4e2c-a55e-24f6bc10e3aa None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:35.279640 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5dfe2f4a-f6bd-4e2c-a55e-24f6bc10e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:35.313598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Network c33794e6-f455-4da7-ac52-fa9dee73560d is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:35.317189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'Port': ['ID=40a132ce-64ab-43ac-90ca-401fc61333a9,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:35.329647 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:35.335695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:35.394397 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5dfe2f4a-f6bd-4e2c-a55e-24f6bc10e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:35.395305 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfe2f4a-f6bd-4e2c-a55e-24f6bc10e3aa None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:35.473752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f848d30-508b-4d38-bbb1-9d9e0bc318a2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:35.493704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:35.494766 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:35.526812 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fa2f6bf4-e0a1-4ed4-84f9-b8b74cd97f78 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "PUT /v2.0/floatingips/0ba75d49-f6e2-4f6f-a6f6-762947a65145 HTTP/1.1" status: 200 len: 979 time: 3.7921524 Jan 27 17:19:35.567287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43762) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:35.644812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba2645f9-0ec6-4a0d-801f-c925bb34b351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:35.669067 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:35.719783 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-32dccb57-b7e1-4553-9934-b5aa39d405da None None] Deleting port ec547402-2630-41ea-8064-0ad84c507d5d {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:35.720161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32dccb57-b7e1-4553-9934-b5aa39d405da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:35.781179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba2645f9-0ec6-4a0d-801f-c925bb34b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:35.821920 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3a71325b-7d67-4da2-8928-ef3b7cee8037 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8894482 Jan 27 17:19:35.844456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Request body: {'port': {'device_id': '6500e099-b9a1-4644-84e5-1921e053133a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:35.847469 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-32dccb57-b7e1-4553-9934-b5aa39d405da None None] The port 'ec547402-2630-41ea-8064-0ad84c507d5d' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:19:35.849760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:35.850100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 8a3bdf2a-4197-4fea-8dc6-cefadbc721d5 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:35.850524 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ec547402-2630-41ea-8064-0ad84c507d5d no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:35.896045 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: ec547402-2630-41ea-8064-0ad84c507d5d {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:35.896593 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ec547402-2630-41ea-8064-0ad84c507d5d not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:35.902605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4182c5d6-d609-4f08-8dce-08104f2cac55 None None] Provisioning for port 40a132ce-64ab-43ac-90ca-401fc61333a9 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:35.913059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4182c5d6-d609-4f08-8dce-08104f2cac55 None None] Provisioning complete for port 40a132ce-64ab-43ac-90ca-401fc61333a9 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:35.913627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4182c5d6-d609-4f08-8dce-08104f2cac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:35.966483 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ba2645f9-0ec6-4a0d-801f-c925bb34b351 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ab4a508dadf4c678c8d0cb71c88244f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3534794 Jan 27 17:19:35.971374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43766) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:35.976902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2645f9-0ec6-4a0d-801f-c925bb34b351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f44ecc-1273-43af-86e8-306bf92391b6,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:36.001469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105116e5-4c98-4cb1-87dd-f5ac3b8c8159 req-0b3a8605-d640-40ca-b63f-cea1fba85e78 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:36.003262 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-105116e5-4c98-4cb1-87dd-f5ac3b8c8159 req-0b3a8605-d640-40ca-b63f-cea1fba85e78 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 932 time: 0.2888248 Jan 27 17:19:36.044761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-4182c5d6-d609-4f08-8dce-08104f2cac55 None None] Port 40a132ce-64ab-43ac-90ca-401fc61333a9 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:19:36.132147 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-105116e5-4c98-4cb1-87dd-f5ac3b8c8159 req-2c77c4a6-b810-441c-bd30-cc92831fef8a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202872 Jan 27 17:19:36.157994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-2f848d30-508b-4d38-bbb1-9d9e0bc318a2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port 768c3a88-2e85-496b-8fcd-190472d2ddc9 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:36.157994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f848d30-508b-4d38-bbb1-9d9e0bc318a2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:36.207901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c9014-b003-434f-ad1f-da9e5b642823 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port 1e3880f5-4490-4b18-821d-aaf936d290b1 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:36.207901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9014-b003-434f-ad1f-da9e5b642823 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:36.233644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:36.324911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-af987955-dc31-427b-9b97-18165b295884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:36.484553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-af987955-dc31-427b-9b97-18165b295884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:36.537816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-2f848d30-508b-4d38-bbb1-9d9e0bc318a2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] For port 768c3a88-2e85-496b-8fcd-190472d2ddc9, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=768c3a88-2e85-496b-8fcd-190472d2ddc9,segment=NetworkSegment(71f5f14e-197d-4423-a6b9-accf0205a8e5),segment_id=71f5f14e-197d-4423-a6b9-accf0205a8e5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:36.538340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f848d30-508b-4d38-bbb1-9d9e0bc318a2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:36.645431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9014-b003-434f-ad1f-da9e5b642823 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:36.645772 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9014-b003-434f-ad1f-da9e5b642823 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:36.673182 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-2f848d30-508b-4d38-bbb1-9d9e0bc318a2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for 768c3a88-2e85-496b-8fcd-190472d2ddc9 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:36.783288 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c9014-b003-434f-ad1f-da9e5b642823 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for 1e3880f5-4490-4b18-821d-aaf936d290b1 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:36.865922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f848d30-508b-4d38-bbb1-9d9e0bc318a2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:36.876925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-af987955-dc31-427b-9b97-18165b295884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:36.914331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af987955-dc31-427b-9b97-18165b295884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f44ecc-1273-43af-86e8-306bf92391b6,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:36.914532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f848d30-508b-4d38-bbb1-9d9e0bc318a2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=768c3a88-2e85-496b-8fcd-190472d2ddc9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:36.934075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-af987955-dc31-427b-9b97-18165b295884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:36.935192 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-af987955-dc31-427b-9b97-18165b295884 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66f44ecc-1273-43af-86e8-306bf92391b6 HTTP/1.1" status: 204 len: 168 time: 0.9598446 Jan 27 17:19:37.145335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2f848d30-508b-4d38-bbb1-9d9e0bc318a2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:37.300371 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a132ce-64ab-43ac-90ca-401fc61333a9 {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:19:37.313931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:37.425380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Transition to ACTIVE for port object 40a132ce-64ab-43ac-90ca-401fc61333a9 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:37.427787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9014-b003-434f-ad1f-da9e5b642823 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:37.476952 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:37.493341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c9014-b003-434f-ad1f-da9e5b642823 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=1e3880f5-4490-4b18-821d-aaf936d290b1,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:37.637246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f848d30-508b-4d38-bbb1-9d9e0bc318a2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router e4e989f6-ece7-4acb-8634-0584f1769547 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:37.756491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd237f-6acb-4c8e-b8c6-f552b6f310d7 req-385a363c-efe5-41d3-94c0-880238424b08 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:37.757346 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-55cd237f-6acb-4c8e-b8c6-f552b6f310d7 req-385a363c-efe5-41d3-94c0-880238424b08 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Synchronizing usage tracker for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:37.806440 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Pushing event updated for resources: {'Port': ['ID=40a132ce-64ab-43ac-90ca-401fc61333a9,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:37.877120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9014-b003-434f-ad1f-da9e5b642823 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:37.877339 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-fd1c9014-b003-434f-ad1f-da9e5b642823 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Floating IP 0ba75d49-f6e2-4f6f-a6f6-762947a65145 disassociated (deleted). External IP: 172.26.8.103, port: db8a0c02-c98e-476b-9942-36702bc8b6f3. Jan 27 17:19:37.886297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f848d30-508b-4d38-bbb1-9d9e0bc318a2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:37.897946 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b606b03-928a-4ff1-8450-170f055deab4 None None] Sync routers for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:37.907422 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2f848d30-508b-4d38-bbb1-9d9e0bc318a2 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1475801 Jan 27 17:19:37.907756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43792) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:37.912136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b606b03-928a-4ff1-8450-170f055deab4 None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:37.912838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2b606b03-928a-4ff1-8450-170f055deab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:37.958151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-55cd237f-6acb-4c8e-b8c6-f552b6f310d7 req-385a363c-efe5-41d3-94c0-880238424b08 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Unset dirty status for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:37.959412 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-55cd237f-6acb-4c8e-b8c6-f552b6f310d7 req-385a363c-efe5-41d3-94c0-880238424b08 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 932 time: 0.6851656 Jan 27 17:19:38.012220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-1157593d-d150-42f1-8630-12dcbb5db0f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting subnet 285b7f33-587e-4c30-9ec9-be89327d9b05 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:19:38.016356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1157593d-d150-42f1-8630-12dcbb5db0f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:38.027959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43796) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:38.094674 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Attempting to bind port 40a132ce-64ab-43ac-90ca-401fc61333a9 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:19:38.095007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Attempting to bind port 40a132ce-64ab-43ac-90ca-401fc61333a9 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:19:38.095706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Attempting to bind port 40a132ce-64ab-43ac-90ca-401fc61333a9 on network c33794e6-f455-4da7-ac52-fa9dee73560d {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:38.127143 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-55cd237f-6acb-4c8e-b8c6-f552b6f310d7 req-1f0b36a3-4b6b-465d-b3ab-9c6e7fef53f0 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557527 Jan 27 17:19:38.130071 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-2b606b03-928a-4ff1-8450-170f055deab4 None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:38.141068 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Port 40a132ce-64ab-43ac-90ca-401fc61333a9 on network c33794e6-f455-4da7-ac52-fa9dee73560d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:19:38.141649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Attempting to bind port 40a132ce-64ab-43ac-90ca-401fc61333a9 on network c33794e6-f455-4da7-ac52-fa9dee73560d {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:38.152652 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:19:38.152987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Checking segment: {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:38.153541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Bound using segment: {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:19:38.154137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Bound port: 40a132ce-64ab-43ac-90ca-401fc61333a9, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:19:38.154648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:38.228817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1157593d-d150-42f1-8630-12dcbb5db0f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:38.285603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-211651334-network', 'tenant_id': '1d38b76d227742a995a1ae42632ad60f'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:38.305223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:38.314249 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Usage tracker for resource:network and tenant:1d38b76d227742a995a1ae42632ad60f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:38.319500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:38.321655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1157593d-d150-42f1-8630-12dcbb5db0f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:38.338152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:38.370992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Made reservation on behalf of 1d38b76d227742a995a1ae42632ad60f for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:38.373750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:38.417358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1157593d-d150-42f1-8630-12dcbb5db0f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:38.449694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:38.463142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157593d-d150-42f1-8630-12dcbb5db0f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Subnet': ['ID=285b7f33-587e-4c30-9ec9-be89327d9b05,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:38.465259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1157593d-d150-42f1-8630-12dcbb5db0f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:38.471727 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1157593d-d150-42f1-8630-12dcbb5db0f9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/285b7f33-587e-4c30-9ec9-be89327d9b05 HTTP/1.1" status: 204 len: 168 time: 0.5629282 Jan 27 17:19:38.474831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43802) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:38.474968 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f3154-2a28-4a63-9714-1c99cf102e78 None None] Network f018292f-c3a1-4792-85ae-689491bf27f3 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:38.478920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] For port 40a132ce-64ab-43ac-90ca-401fc61333a9, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:19:38.495824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:38.505980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] For port 40a132ce-64ab-43ac-90ca-401fc61333a9, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=40a132ce-64ab-43ac-90ca-401fc61333a9,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:19:38.512346 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Usage tracker for resource:security_group_rule and tenant:1d38b76d227742a995a1ae42632ad60f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:38.518299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:38.522261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:38.566273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:38.569727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1c9014-b003-434f-ad1f-da9e5b642823 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:38.593613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:38.605246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port 62abf970-a0eb-4dec-860e-160d6a69a2c2 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:38.605584 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:38.605910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:38.606679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:38.608362 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] 10.222.0.88 "PUT /v2.0/ports/40a132ce-64ab-43ac-90ca-401fc61333a9 HTTP/1.1" status: 200 len: 1094 time: 2.7772677 Jan 27 17:19:38.616986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6500e099-b9a1-4644-84e5-1921e053133a', 'tag': '40a132ce-64ab-43ac-90ca-401fc61333a9'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:19:38.673556 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2b606b03-928a-4ff1-8450-170f055deab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:36Z', 'revision_number': 10, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:38.681802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b606b03-928a-4ff1-8450-170f055deab4 None None] Checking router: e4e989f6-ece7-4acb-8634-0584f1769547 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:38.699866 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b606b03-928a-4ff1-8450-170f055deab4 None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:38.700750 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2b606b03-928a-4ff1-8450-170f055deab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:38.774523 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6500e099-b9a1-4644-84e5-1921e053133a', 'tag': '40a132ce-64ab-43ac-90ca-401fc61333a9', 'status': 'completed', 'code': 200} Jan 27 17:19:38.786797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eaefc6-b78d-4a2d-b8f2-646b7dc2fe4b service neutron] Pushing event updated for resources: {'Port': ['ID=40a132ce-64ab-43ac-90ca-401fc61333a9,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:38.901221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0684be9-5e60-40ee-b469-2be6fdce8989 None None] DHCP port deletion for f018292f-c3a1-4792-85ae-689491bf27f3 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:19:38.904190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] For port 62abf970-a0eb-4dec-860e-160d6a69a2c2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=62abf970-a0eb-4dec-860e-160d6a69a2c2,segment=NetworkSegment(71f5f14e-197d-4423-a6b9-accf0205a8e5),segment_id=71f5f14e-197d-4423-a6b9-accf0205a8e5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:38.904871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:38.924311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c0684be9-5e60-40ee-b469-2be6fdce8989 None None] Deleting port 62abf970-a0eb-4dec-860e-160d6a69a2c2 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:38.924858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c0684be9-5e60-40ee-b469-2be6fdce8989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.044225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for 62abf970-a0eb-4dec-860e-160d6a69a2c2 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:39.070721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-2b606b03-928a-4ff1-8450-170f055deab4 None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:39.130135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1c9014-b003-434f-ad1f-da9e5b642823 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:39.131327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.141627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.142900 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d92faf1-7db5-4d5d-9612-e47ff41996b8 None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:39.154387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-8cccb010-730c-4b61-9f65-b4e2b3687bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:39.154854 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d92faf1-7db5-4d5d-9612-e47ff41996b8 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:39.155884 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-2d92faf1-7db5-4d5d-9612-e47ff41996b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:39.157038 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-8cccb010-730c-4b61-9f65-b4e2b3687bd5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 1097 time: 0.4525547 Jan 27 17:19:39.157726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.197608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c0684be9-5e60-40ee-b469-2be6fdce8989 None None] The port '62abf970-a0eb-4dec-860e-160d6a69a2c2' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:19:39.246433 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No DVR routers for this DVR port 62abf970-a0eb-4dec-860e-160d6a69a2c2 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:19:39.256136 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=62abf970-a0eb-4dec-860e-160d6a69a2c2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:39.263163 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-f4009e55-4ade-413c-a395-1f0d6f28242e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40a132ce-64ab-43ac-90ca-401fc61333a9 HTTP/1.1" status: 200 len: 217 time: 0.0932415 Jan 27 17:19:39.287002 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-2d92faf1-7db5-4d5d-9612-e47ff41996b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:39.296878 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d92faf1-7db5-4d5d-9612-e47ff41996b8 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:39.297960 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-2d92faf1-7db5-4d5d-9612-e47ff41996b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:39.321162 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1217} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:19:39.337956 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de59e1b2-3dfb-47b4-b58a-48b921e5a388,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:39.395725 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-2d92faf1-7db5-4d5d-9612-e47ff41996b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:39.396484 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d92faf1-7db5-4d5d-9612-e47ff41996b8 None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:39.427961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.428183 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Added segment d545ce6c-7940-4afc-95ac-8eae846e3f77 of type vlan for network 34c76978-0f5d-41d5-908a-23a998d15398 Jan 27 17:19:39.445781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9014-b003-434f-ad1f-da9e5b642823 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.446634 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.471662 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-76f80d1e-6ff0-494c-95f8-30f4947a4b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:39.473106 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-76f80d1e-6ff0-494c-95f8-30f4947a4b3e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.1996899 Jan 27 17:19:39.479980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f018292f-c3a1-4792-85ae-689491bf27f3']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:39.501061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f5f14e-197d-4423-a6b9-accf0205a8e5') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:39.501348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f5f14e-197d-4423-a6b9-accf0205a8e5') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:39.505664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 62abf970-a0eb-4dec-860e-160d6a69a2c2 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:39.516920 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.538385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.546775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 62abf970-a0eb-4dec-860e-160d6a69a2c2 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:39.547330 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 62abf970-a0eb-4dec-860e-160d6a69a2c2 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:39.548484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:19:39.548900 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:19:39.568785 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:19:39.584096 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2dbf4471-fa6b-4aeb-8ed5-30d4764affa4 req-b99e397c-15c7-41f9-9b71-f686cd0ecf74 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3849919 Jan 27 17:19:39.590687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.595292 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fd1c9014-b003-434f-ad1f-da9e5b642823 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/floatingips/0ba75d49-f6e2-4f6f-a6f6-762947a65145 HTTP/1.1" status: 204 len: 168 time: 4.0280874 Jan 27 17:19:39.599860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43812) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:39.663666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-2b606b03-928a-4ff1-8450-170f055deab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:36Z', 'revision_number': 10, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:39.668400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b606b03-928a-4ff1-8450-170f055deab4 None None] The sync data for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv is: [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:36Z', 'revision_number': 10, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None, '_interfaces': [{'id': '79a750a8-8399-41ab-b336-9a80bab9cff3', 'name': '', 'network_id': '7096ff07-fc10-4e8a-9d32-3574bef90615', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'mac_address': 'fa:16:3e:b7:3b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:38Z', 'updated_at': '2022-01-27T17:18:48Z', 'revision_number': 5, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'subnets': [{'id': 'b597073c-d6fd-4206-97ee-21f02db6c9ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:39.711149 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.714433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc2338-7b7f-4dc8-b3b6-8f7ceb479598 req-4d8110c1-b3bd-45c2-86c1-259aa0cb0972 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:39.716000 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-facc2338-7b7f-4dc8-b3b6-8f7ceb479598 req-4d8110c1-b3bd-45c2-86c1-259aa0cb0972 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 944 time: 0.3703372 Jan 27 17:19:39.723012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-68e0c3a0-6e4b-43e9-b9c2-9a2e5bcf5fe7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port db8a0c02-c98e-476b-9942-36702bc8b6f3 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:39.723416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-68e0c3a0-6e4b-43e9-b9c2-9a2e5bcf5fe7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.742755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.766541 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Network': ['ID=f018292f-c3a1-4792-85ae-689491bf27f3,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:39.776160 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1d9319aa-3856-4884-a7ae-7af0bddf1609 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/networks/f018292f-c3a1-4792-85ae-689491bf27f3 HTTP/1.1" status: 204 len: 168 time: 1.3002813 Jan 27 17:19:39.779283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43816) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:39.786075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.787059 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:39.787657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:39.821959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3eda97b7-fc07-4500-82e5-fbe2d2d64888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:39.823348 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-3eda97b7-fc07-4500-82e5-fbe2d2d64888 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3362255 Jan 27 17:19:39.931102 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf4471-fa6b-4aeb-8ed5-30d4764affa4 req-59fa4949-7e5a-4ab4-b73f-3bfce8838a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:39.932635 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2dbf4471-fa6b-4aeb-8ed5-30d4764affa4 req-59fa4949-7e5a-4ab4-b73f-3bfce8838a3e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 1098 time: 0.2636166 Jan 27 17:19:39.954777 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9234712 Jan 27 17:19:40.010362 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-facc2338-7b7f-4dc8-b3b6-8f7ceb479598 req-589bbfe2-6bc9-48bc-bcee-d4286d335d2b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592175 Jan 27 17:19:40.070629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43820) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:40.087889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198fd8c-0185-411a-a3f7-b3263fc455ff admin admin] Pushing event updated for resources: {'Network': ['ID=34c76978-0f5d-41d5-908a-23a998d15398,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:40.095823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Request body: {'subnet': {'network_id': '34c76978-0f5d-41d5-908a-23a998d15398', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-211651334-subnet', 'tenant_id': '1d38b76d227742a995a1ae42632ad60f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:40.100576 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 34c76978-0f5d-41d5-908a-23a998d15398 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:19:40.112765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:40.148892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Usage tracker for resource:subnet and tenant:1d38b76d227742a995a1ae42632ad60f is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:40.156338 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:40.189254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:40.263859 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-6380d187-ec7d-4b4a-b594-eb87651b8a96 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292393 Jan 27 17:19:40.267214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Made reservation on behalf of 1d38b76d227742a995a1ae42632ad60f for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:40.270368 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:40.386485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf4471-fa6b-4aeb-8ed5-30d4764affa4 req-0c07242c-7a7c-491f-b5a8-7ca5f2c314d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:40.387978 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2dbf4471-fa6b-4aeb-8ed5-30d4764affa4 req-0c07242c-7a7c-491f-b5a8-7ca5f2c314d4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 913 time: 0.2667370 Jan 27 17:19:40.486381 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-68e0c3a0-6e4b-43e9-b9c2-9a2e5bcf5fe7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:40.539179 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2dbf4471-fa6b-4aeb-8ed5-30d4764affa4 req-c4a281a4-117f-441a-9fbb-0c0d41d7220b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b543c38-ef9e-4de2-9d2f-205a403ddfc9 HTTP/1.1" status: 200 len: 1001 time: 0.1453199 Jan 27 17:19:40.611325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf4471-fa6b-4aeb-8ed5-30d4764affa4 req-c6d2a36f-71e1-46c5-84e2-70d6b72da033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:40.612708 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2dbf4471-fa6b-4aeb-8ed5-30d4764affa4 req-c6d2a36f-71e1-46c5-84e2-70d6b72da033 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.0667017 Jan 27 17:19:40.634872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-68e0c3a0-6e4b-43e9-b9c2-9a2e5bcf5fe7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for db8a0c02-c98e-476b-9942-36702bc8b6f3 owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:40.700352 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a1def7a-6a5a-4166-98ef-7ab83af097f7 req-a1bdb112-ccfc-45d7-937f-8ab78a688ed2 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169686 Jan 27 17:19:40.740787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:40.813298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf4471-fa6b-4aeb-8ed5-30d4764affa4 req-555f2ff0-13a5-4e33-9ef9-b649dc34e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:40.814878 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2dbf4471-fa6b-4aeb-8ed5-30d4764affa4 req-555f2ff0-13a5-4e33-9ef9-b649dc34e4ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1710441 Jan 27 17:19:41.133699 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2dbf4471-fa6b-4aeb-8ed5-30d4764affa4 req-414d6339-6c50-471a-9f91-493e79359735 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681484 Jan 27 17:19:41.166719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:41.267390 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19081b18-5f31-4935-ba27-333eedf85b27 req-25963712-21c0-480f-834a-873c160acde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:41.269116 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-19081b18-5f31-4935-ba27-333eedf85b27 req-25963712-21c0-480f-834a-873c160acde0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 1097 time: 0.3528085 Jan 27 17:19:41.269849 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6a6f28-b675-4158-8814-ebecdbd5aaf3,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:41.275853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-68e0c3a0-6e4b-43e9-b9c2-9a2e5bcf5fe7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:41.324596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 768c3a88-2e85-496b-8fcd-190472d2ddc9 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:41.362873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 768c3a88-2e85-496b-8fcd-190472d2ddc9 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:41.363753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 768c3a88-2e85-496b-8fcd-190472d2ddc9 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:41.398879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port 79a750a8-8399-41ab-b336-9a80bab9cff3 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:41.399217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:41.403173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0c3a0-6e4b-43e9-b9c2-9a2e5bcf5fe7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=db8a0c02-c98e-476b-9942-36702bc8b6f3,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:41.506231 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Checking segment: {'id': 'd545ce6c-7940-4afc-95ac-8eae846e3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '34c76978-0f5d-41d5-908a-23a998d15398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:41.506981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Network hostable DHCP agents. Network: 34c76978-0f5d-41d5-908a-23a998d15398, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:19:41.571081 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2dbf4471-fa6b-4aeb-8ed5-30d4764affa4 req-e0175f3e-1a1e-499b-8a68-fde8f8ed3fa8 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295692 Jan 27 17:19:41.615612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Network 34c76978-0f5d-41d5-908a-23a998d15398 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:19:41.626921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e070f-22cd-44f2-bdf7-8938ad0a8bdb req-7974824a-61df-4266-95c2-1cc1d2e9c6e5 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:41.629330 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1c7e070f-22cd-44f2-bdf7-8938ad0a8bdb req-7974824a-61df-4266-95c2-1cc1d2e9c6e5 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 944 time: 0.4652762 Jan 27 17:19:41.630936 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-68e0c3a0-6e4b-43e9-b9c2-9a2e5bcf5fe7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:41.649348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19081b18-5f31-4935-ba27-333eedf85b27 req-7b93c8ce-efdd-428d-88f0-236376ff3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:41.650826 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-19081b18-5f31-4935-ba27-333eedf85b27 req-7b93c8ce-efdd-428d-88f0-236376ff3c25 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 913 time: 0.3616290 Jan 27 17:19:41.653880 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 34c76978-0f5d-41d5-908a-23a998d15398) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:41.662341 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-68e0c3a0-6e4b-43e9-b9c2-9a2e5bcf5fe7 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/ports/db8a0c02-c98e-476b-9942-36702bc8b6f3 HTTP/1.1" status: 204 len: 168 time: 2.0540226 Jan 27 17:19:41.665920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b78f7-1e03-4601-aa3d-d43bb1414c76 None None] Network 34c76978-0f5d-41d5-908a-23a998d15398 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:41.671844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43826) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:41.683614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:41.719147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:41.719767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:41.732979 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-19081b18-5f31-4935-ba27-333eedf85b27 req-45b857c0-f024-42c5-9c56-16cc5d8dd7e3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40a132ce-64ab-43ac-90ca-401fc61333a9 HTTP/1.1" status: 200 len: 217 time: 0.0754557 Jan 27 17:19:41.757103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:41.773160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:floatingip and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:41.783377 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:41.794510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:41.796227 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-60211783-eb41-4cca-8aba-13368f542e3a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7179782 Jan 27 17:19:41.823272 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1c7e070f-22cd-44f2-bdf7-8938ad0a8bdb req-e51f7b9c-c621-44ba-884a-53e72ecadf9b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751971 Jan 27 17:19:41.833325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] For port 79a750a8-8399-41ab-b336-9a80bab9cff3, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=79a750a8-8399-41ab-b336-9a80bab9cff3,segment=NetworkSegment(ef484a92-6793-43d2-bec8-ed80bc79af8d),segment_id=ef484a92-6793-43d2-bec8-ed80bc79af8d)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:41.833962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:41.844015 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:41.860991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19081b18-5f31-4935-ba27-333eedf85b27 req-594fd504-dc13-48ce-a657-6c9dd4532bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:41.863531 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-19081b18-5f31-4935-ba27-333eedf85b27 req-594fd504-dc13-48ce-a657-6c9dd4532bcc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.1217597 Jan 27 17:19:41.932645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9e762a-dff9-4745-8bcd-35e5b86b2a0a None None] Network 34c76978-0f5d-41d5-908a-23a998d15398 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:42.010333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for 79a750a8-8399-41ab-b336-9a80bab9cff3 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:42.016115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19081b18-5f31-4935-ba27-333eedf85b27 req-788ae556-9e57-4fd3-95c2-c3e0fe55cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:42.017630 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-19081b18-5f31-4935-ba27-333eedf85b27 req-788ae556-9e57-4fd3-95c2-c3e0fe55cdcc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1415405 Jan 27 17:19:42.234731 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-19081b18-5f31-4935-ba27-333eedf85b27 req-20682807-4488-4622-89f0-cebdf7a02e0a service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085729 Jan 27 17:19:42.298028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:42.456080 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-19081b18-5f31-4935-ba27-333eedf85b27 req-62a3ff1c-1ddf-48cc-81a7-b88325236ea3 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123554 Jan 27 17:19:42.483299 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.26.8.11 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/4f6e4b8c-9fb9-44ed-bc3c-e4f9449775ac) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:42.489915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:42.575466 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=79a750a8-8399-41ab-b336-9a80bab9cff3,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:42.588787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43844) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:42.594333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1902133247-network', 'tenant_id': 'cd90acbf5fa34f4a97171d51037b64c9'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:42.600665 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:42.605685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Usage tracker for resource:network and tenant:cd90acbf5fa34f4a97171d51037b64c9 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:42.608871 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:42.616254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:42.627900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Made reservation on behalf of cd90acbf5fa34f4a97171d51037b64c9 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:42.630652 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:42.636188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:42.636526 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:42.636856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:42.637176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:42.637497 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:42.637817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:42.638131 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:42.638446 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:42.638754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:42.639062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:42.639370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:42.639698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:42.647079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:42.667340 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:42.671292 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Usage tracker for resource:security_group_rule and tenant:cd90acbf5fa34f4a97171d51037b64c9 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:42.674240 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:42.681548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:42.773382 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:42.779151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:42.811731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:19:42.821138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658a5265-4198-44d1-925f-8c4351bd3992,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:42.827352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:42.827776 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Added segment 96952f09-08b6-496d-b10e-63b7cb2fe0a0 of type vlan for network aea0acb6-5d88-4800-ad11-53c5a9112cac Jan 27 17:19:42.838646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:42.857394 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:42.891118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:42.892229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:42.892905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:42.999609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:43.028693 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4387164 Jan 27 17:19:43.029499 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8e908-71e8-4073-bb2f-f32091d3a436 admin admin] Pushing event updated for resources: {'Network': ['ID=aea0acb6-5d88-4800-ad11-53c5a9112cac,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:43.035986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43850) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:43.042636 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network aea0acb6-5d88-4800-ad11-53c5a9112cac details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:19:43.048101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Request body: {'subnet': {'network_id': 'aea0acb6-5d88-4800-ad11-53c5a9112cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1902133247-subnet', 'tenant_id': 'cd90acbf5fa34f4a97171d51037b64c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:43.054546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:43.060034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Usage tracker for resource:subnet and tenant:cd90acbf5fa34f4a97171d51037b64c9 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:43.068667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:43.077226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:43.097800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Made reservation on behalf of cd90acbf5fa34f4a97171d51037b64c9 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:43.100379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:43.276488 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a130cd-ffd4-4091-bf36-6d1658f521be req-e78e8be5-ebd3-4e92-af7c-5381985e9ee7 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:43.277877 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b9a130cd-ffd4-4091-bf36-6d1658f521be req-e78e8be5-ebd3-4e92-af7c-5381985e9ee7 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 944 time: 0.2866983 Jan 27 17:19:43.295482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router e4e989f6-ece7-4acb-8634-0584f1769547 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:43.374403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:43.391226 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b9a130cd-ffd4-4091-bf36-6d1658f521be req-e56e9e75-39cc-402b-a898-dd3b121adc8a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626664 Jan 27 17:19:43.500674 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:43.501737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:43.508174 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:43.511526 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:43.513754 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e47683-8a37-44ff-ac12-1df2223c91ae None None] Sync routers for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:43.518827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:43.528053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e47683-8a37-44ff-ac12-1df2223c91ae None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:43.528912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-e5e47683-8a37-44ff-ac12-1df2223c91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:43.569923 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ef59eedb-c20d-4651-8cdb-9458022c40c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7893479 Jan 27 17:19:43.572716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=4f6e4b8c-9fb9-44ed-bc3c-e4f9449775ac,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:43.573910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43854) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:43.622636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:43.631155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7245b98-eece-4f3d-ae3d-4bb66187283a,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:43.646611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Checking segment: {'id': '96952f09-08b6-496d-b10e-63b7cb2fe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'aea0acb6-5d88-4800-ad11-53c5a9112cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:43.646974 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Network hostable DHCP agents. Network: aea0acb6-5d88-4800-ad11-53c5a9112cac, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:19:43.675568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-e5e47683-8a37-44ff-ac12-1df2223c91ae None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:43.686159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bf068b-717f-43b7-89eb-be42daafdd36 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting subnet b597073c-d6fd-4206-97ee-21f02db6c9ee {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:19:43.689860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Network aea0acb6-5d88-4800-ad11-53c5a9112cac is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:19:43.692221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-59bf068b-717f-43b7-89eb-be42daafdd36 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:43.700624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:43.741706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, aea0acb6-5d88-4800-ad11-53c5a9112cac) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:43.748195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:43.748470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:43.783909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6633778-59ee-456a-912f-21bf2e22fc3e None None] Network aea0acb6-5d88-4800-ad11-53c5a9112cac requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:43.784117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-59bf068b-717f-43b7-89eb-be42daafdd36 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:43.848022 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2913b826-5edd-44be-85f7-8372a051a99a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8011801 Jan 27 17:19:43.872090 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-e5e47683-8a37-44ff-ac12-1df2223c91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:42Z', 'revision_number': 11, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:43.889372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e47683-8a37-44ff-ac12-1df2223c91ae None None] Checking router: e4e989f6-ece7-4acb-8634-0584f1769547 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:43.916811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-59bf068b-717f-43b7-89eb-be42daafdd36 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:43.949862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e47683-8a37-44ff-ac12-1df2223c91ae None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:43.950516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-e5e47683-8a37-44ff-ac12-1df2223c91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:43.950898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:43.958565 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:43.979839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43862) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:44.082897 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-59bf068b-717f-43b7-89eb-be42daafdd36 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:44.091034 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:44.118297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=4f6e4b8c-9fb9-44ed-bc3c-e4f9449775ac,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:44.129345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:44.134193 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-734b1aa5-f852-4281-80a3-df92b82034b3 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4610858 Jan 27 17:19:44.134863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43868) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:44.141755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'port': {'network_id': 'e4a16f89-3488-462e-89b3-abfc69854de5', 'name': 'tempest-FloatingIPTestJSON-1095040852'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:44.144706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf068b-717f-43b7-89eb-be42daafdd36 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Subnet': ['ID=b597073c-d6fd-4206-97ee-21f02db6c9ee,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:44.152369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc85f2f-fe1d-4bd9-8f9b-62f49b3559c1 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:44.153027 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc85f2f-fe1d-4bd9-8f9b-62f49b3559c1 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:44.153548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc85f2f-fe1d-4bd9-8f9b-62f49b3559c1 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:44.155272 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bdc85f2f-fe1d-4bd9-8f9b-62f49b3559c1 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=44b0386278b54442ad833b884f51ee72&network_id=de3200ea-1263-4d40-8ceb-6a9a06331a84 HTTP/1.1" status: 200 len: 2999 time: 0.1743190 Jan 27 17:19:44.157138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-59bf068b-717f-43b7-89eb-be42daafdd36 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:44.174792 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-59bf068b-717f-43b7-89eb-be42daafdd36 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/b597073c-d6fd-4206-97ee-21f02db6c9ee HTTP/1.1" status: 204 len: 168 time: 0.5975931 Jan 27 17:19:44.175369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43878) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:44.204545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc01a00-0644-4760-9163-4fa4d35eac4b None None] Network 7096ff07-fc10-4e8a-9d32-3574bef90615 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:44.249679 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-e5e47683-8a37-44ff-ac12-1df2223c91ae None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:44.315549 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:44.367494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Deleting port a19eba69-5d65-48d0-88e4-47580156b042 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:44.367753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:44.375085 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:44.383823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:port and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:44.387532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:44.395815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:44.408437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-e5e47683-8a37-44ff-ac12-1df2223c91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:42Z', 'revision_number': 11, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:44.426549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Made reservation on behalf of 2c12d2e7246b46d3a5223377f8acfd82 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:44.430151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:44.476869 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] device_id is not set on port 74ed4fe9-2e6c-4b2f-8299-ed69c6bda015 yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:19:44.487332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e47683-8a37-44ff-ac12-1df2223c91ae None None] The sync data for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv is: [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:42Z', 'revision_number': 11, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:44.557163 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad78d051-8234-475f-9854-64acbf4a3ad4 None None] Network aea0acb6-5d88-4800-ad11-53c5a9112cac requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:44.721857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] For port a19eba69-5d65-48d0-88e4-47580156b042, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a19eba69-5d65-48d0-88e4-47580156b042,segment=NetworkSegment(ef484a92-6793-43d2-bec8-ed80bc79af8d),segment_id=ef484a92-6793-43d2-bec8-ed80bc79af8d)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:44.723024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:44.729828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d9f7271f-6f55-42d7-a024-6d25b68183ac tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:44.736172 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d9f7271f-6f55-42d7-a024-6d25b68183ac tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/networks?id=34c76978-0f5d-41d5-908a-23a998d15398 HTTP/1.1" status: 200 len: 811 time: 0.3120196 Jan 27 17:19:44.779772 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-b5ff07bc-d023-4622-a380-ac653ca62c73 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/quotas/1d38b76d227742a995a1ae42632ad60f HTTP/1.1" status: 200 len: 375 time: 0.0413468 Jan 27 17:19:44.781239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.20.0.7 (e4a16f89-3488-462e-89b3-abfc69854de5/486f4683-9d21-4792-a574-baf8c848d9d9/74ed4fe9-2e6c-4b2f-8299-ed69c6bda015) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:44.852705 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-60bcc9bb-3428-4f27-9ee0-a23ecbb0ff42 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d38b76d227742a995a1ae42632ad60f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626175 Jan 27 17:19:44.857526 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db205ea2-816a-4b9d-bfb8-bb87b910f466 req-81157c4a-fefc-44e0-a4bb-4d710ab30d72 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:44.864751 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-db205ea2-816a-4b9d-bfb8-bb87b910f466 req-81157c4a-fefc-44e0-a4bb-4d710ab30d72 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 944 time: 0.3333571 Jan 27 17:19:44.873951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Calling delete_port for a19eba69-5d65-48d0-88e4-47580156b042 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:44.895893 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14770fe-0ad2-4440-9a90-acd742a22118 None None] DHCP port deletion for 7096ff07-fc10-4e8a-9d32-3574bef90615 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:19:44.903126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f14770fe-0ad2-4440-9a90-acd742a22118 None None] Deleting port a19eba69-5d65-48d0-88e4-47580156b042 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:44.903504 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f14770fe-0ad2-4440-9a90-acd742a22118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:44.972293 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-db205ea2-816a-4b9d-bfb8-bb87b910f466 req-02a40fc2-37ef-4307-b20f-d21011b710dc tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065118 Jan 27 17:19:45.013201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:45.054045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-32390e49-b1c6-4ab4-811f-c56fc4757d2d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:19:45.055419 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-32390e49-b1c6-4ab4-811f-c56fc4757d2d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1860285 Jan 27 17:19:45.061874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f14770fe-0ad2-4440-9a90-acd742a22118 None None] The port 'a19eba69-5d65-48d0-88e4-47580156b042' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:19:45.080180 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Port': ['ID=a19eba69-5d65-48d0-88e4-47580156b042,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:45.082316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No DVR routers for this DVR port a19eba69-5d65-48d0-88e4-47580156b042 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:19:45.209433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:45.236710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7096ff07-fc10-4e8a-9d32-3574bef90615']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:45.249531 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef484a92-6793-43d2-bec8-ed80bc79af8d') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:45.249785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef484a92-6793-43d2-bec8-ed80bc79af8d') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:45.262087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:45.284378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:45.291323 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:19:45.291963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:45.353120 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:45.378038 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-0c86b2cf-14b9-4ab6-bf64-dfd649d04400 service neutron] 10.222.0.81 "GET /v2.0/networks/34c76978-0f5d-41d5-908a-23a998d15398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167164 Jan 27 17:19:45.380310 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 79a750a8-8399-41ab-b336-9a80bab9cff3 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:45.416243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 79a750a8-8399-41ab-b336-9a80bab9cff3 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:45.416584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 79a750a8-8399-41ab-b336-9a80bab9cff3 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:45.417078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a19eba69-5d65-48d0-88e4-47580156b042 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:45.451456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: a19eba69-5d65-48d0-88e4-47580156b042 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:45.451924 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a19eba69-5d65-48d0-88e4-47580156b042 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:19:45.473615 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:19:45.524136 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ac81ce21-39df-4ce8-9ffe-7b7c3d4e6d3a service neutron] 10.222.0.81 "GET /v2.0/networks/34c76978-0f5d-41d5-908a-23a998d15398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389530 Jan 27 17:19:45.525639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:45.541822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:45.569342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:45.578453 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Pushing event deleted for resources: {'Network': ['ID=7096ff07-fc10-4e8a-9d32-3574bef90615,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:45.586703 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7f0e2ea8-5aff-418d-bbe0-13aec70a14ea tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/networks/7096ff07-fc10-4e8a-9d32-3574bef90615 HTTP/1.1" status: 204 len: 168 time: 1.4101555 Jan 27 17:19:45.589367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43898) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:45.595271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6f077b78-58d7-4733-9018-4aa3a918f3c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'router': {'routes': None}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:45.606264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network e4a16f89-3488-462e-89b3-abfc69854de5 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:45.609560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:45.614073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:45.652435 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=74ed4fe9-2e6c-4b2f-8299-ed69c6bda015,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:45.681689 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:45.682211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:45.706517 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8c5122c9-18e0-49c6-99d9-8bb666b39448 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5702603 Jan 27 17:19:45.709514 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43902) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:45.715769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-68105d1b-af69-4d60-8f3f-8f860fa6667a tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'floatingip': {'port_id': '74ed4fe9-2e6c-4b2f-8299-ed69c6bda015'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:45.796107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-68105d1b-af69-4d60-8f3f-8f860fa6667a tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:45.887371 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.extraroute_db [None req-6f077b78-58d7-4733-9018-4aa3a918f3c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Added routes are [] {{(pid=87609) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 27 17:19:45.887958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.extraroute_db [None req-6f077b78-58d7-4733-9018-4aa3a918f3c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Removed routes are [] {{(pid=87609) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 27 17:19:45.888178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6f077b78-58d7-4733-9018-4aa3a918f3c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:46.189705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6f077b78-58d7-4733-9018-4aa3a918f3c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:46.194895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6f077b78-58d7-4733-9018-4aa3a918f3c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:46.281504 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43910) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:46.351561 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f077b78-58d7-4733-9018-4aa3a918f3c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router e4e989f6-ece7-4acb-8634-0584f1769547 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:46.361508 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249b0697-25e1-4627-9f13-6aa6c691f4a3 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:46.363132 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-249b0697-25e1-4627-9f13-6aa6c691f4a3 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e HTTP/1.1" status: 200 len: 814 time: 0.0802996 Jan 27 17:19:46.364134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fafb9d-6f56-47f5-ac97-d198403e91de req-fc55db8e-f17f-4d27-b08b-b1e3ed40b386 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:46.365587 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-86fafb9d-6f56-47f5-ac97-d198403e91de req-fc55db8e-f17f-4d27-b08b-b1e3ed40b386 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 944 time: 0.2793534 Jan 27 17:19:46.469808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-68105d1b-af69-4d60-8f3f-8f860fa6667a tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:46.476151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-68105d1b-af69-4d60-8f3f-8f860fa6667a tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:46.523789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f077b78-58d7-4733-9018-4aa3a918f3c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:46.536994 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ce4db-aa3e-41d3-9a6e-06931df3ec99 None None] Sync routers for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:46.537539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6f077b78-58d7-4733-9018-4aa3a918f3c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:46.541456 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6f077b78-58d7-4733-9018-4aa3a918f3c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547 HTTP/1.1" status: 200 len: 704 time: 0.9481642 Jan 27 17:19:46.541690 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-86fafb9d-6f56-47f5-ac97-d198403e91de req-2412cf11-4c06-4ada-868c-503f75af975c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689396 Jan 27 17:19:46.542099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43918) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:46.568139 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ce4db-aa3e-41d3-9a6e-06931df3ec99 None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:46.568765 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-fb0ce4db-aa3e-41d3-9a6e-06931df3ec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:46.585714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-78fd3627-a0c9-4958-97aa-a207a1230647 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Synchronizing usage tracker for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:46.602150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-78fd3627-a0c9-4958-97aa-a207a1230647 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Unset dirty status for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:46.606346 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-78fd3627-a0c9-4958-97aa-a207a1230647 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4e989f6-ece7-4acb-8634-0584f1769547 HTTP/1.1" status: 200 len: 205 time: 0.0604143 Jan 27 17:19:46.606560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43922) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:46.662201 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-68105d1b-af69-4d60-8f3f-8f860fa6667a tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Floating IP c25fd39d-e6d1-4267-81d7-6b0eac6ef562 associated. External IP: 172.26.8.11, port: 74ed4fe9-2e6c-4b2f-8299-ed69c6bda015. Jan 27 17:19:46.706087 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-fb0ce4db-aa3e-41d3-9a6e-06931df3ec99 None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:46.820031 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-fb0ce4db-aa3e-41d3-9a6e-06931df3ec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:42Z', 'revision_number': 11, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:46.825210 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ce4db-aa3e-41d3-9a6e-06931df3ec99 None None] Checking router: e4e989f6-ece7-4acb-8634-0584f1769547 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:46.834889 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ce4db-aa3e-41d3-9a6e-06931df3ec99 None None] Routers {'e4e989f6-ece7-4acb-8634-0584f1769547'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:46.835726 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-fb0ce4db-aa3e-41d3-9a6e-06931df3ec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['e4e989f6-ece7-4acb-8634-0584f1769547'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:46.917687 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e64e1e54-0b31-4ab3-9200-70e8fdd14633 req-0bdb2ad6-c187-4e2c-b7f2-fc105a201025 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 210 time: 0.1056757 Jan 27 17:19:46.930483 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cd817da3-ca99-4bed-91ce-56097d6fee8c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:46.973480 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-fb0ce4db-aa3e-41d3-9a6e-06931df3ec99 None None] Set router e4e989f6-ece7-4acb-8634-0584f1769547 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:47.088286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43930) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:47.095348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-011c4c03-e9cc-4139-8ad7-9581b7b4f47a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:47.114209 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-fb0ce4db-aa3e-41d3-9a6e-06931df3ec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:42Z', 'revision_number': 11, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:47.118560 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ce4db-aa3e-41d3-9a6e-06931df3ec99 None None] The sync data for ids ['e4e989f6-ece7-4acb-8634-0584f1769547'] in dv-neutron-825077-1-hyperv is: [{'id': 'e4e989f6-ece7-4acb-8634-0584f1769547', 'name': 'tempest-RoutersIpV6Test-router-762006867', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:31Z', 'updated_at': '2022-01-27T17:19:42Z', 'revision_number': 11, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:47.250774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cd817da3-ca99-4bed-91ce-56097d6fee8c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.254074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cd817da3-ca99-4bed-91ce-56097d6fee8c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.283381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-011c4c03-e9cc-4139-8ad7-9581b7b4f47a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.285389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cd817da3-ca99-4bed-91ce-56097d6fee8c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.285977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd817da3-ca99-4bed-91ce-56097d6fee8c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Fanout notify agent at l3_agent the message router_deleted on router e4e989f6-ece7-4acb-8634-0584f1769547 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:19:47.301494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cd817da3-ca99-4bed-91ce-56097d6fee8c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.307564 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cd817da3-ca99-4bed-91ce-56097d6fee8c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547 HTTP/1.1" status: 204 len: 168 time: 0.6999149 Jan 27 17:19:47.308408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43934) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:47.314704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c47c8a87-28f7-4061-a12d-8abfadb13fd1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-94984223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:47.321981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c47c8a87-28f7-4061-a12d-8abfadb13fd1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:47.326090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c47c8a87-28f7-4061-a12d-8abfadb13fd1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Usage tracker for resource:router and tenant:c0c3d78db5c6490392db2e3c0d281c95 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:47.329062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c47c8a87-28f7-4061-a12d-8abfadb13fd1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:47.336428 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c47c8a87-28f7-4061-a12d-8abfadb13fd1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:47.353134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c47c8a87-28f7-4061-a12d-8abfadb13fd1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.354894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c47c8a87-28f7-4061-a12d-8abfadb13fd1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.360716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68105d1b-af69-4d60-8f3f-8f860fa6667a tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:47.378589 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c47c8a87-28f7-4061-a12d-8abfadb13fd1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.408546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c47c8a87-28f7-4061-a12d-8abfadb13fd1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.442425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c47c8a87-28f7-4061-a12d-8abfadb13fd1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.443794 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c47c8a87-28f7-4061-a12d-8abfadb13fd1 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1343477 Jan 27 17:19:47.446808 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43938) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:47.452030 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-88944192-b41c-4fa0-b67b-a5686fc5a976 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:47.766295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-011c4c03-e9cc-4139-8ad7-9581b7b4f47a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.784306 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-011c4c03-e9cc-4139-8ad7-9581b7b4f47a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.784615 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-011c4c03-e9cc-4139-8ad7-9581b7b4f47a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 6cc7ff45-3c91-4ac0-ab28-5eea5300af33 disassociated. External IP: 172.26.8.146, port: f473412f-ab72-4475-978a-f9e9f8a4319c. Jan 27 17:19:47.841511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-88944192-b41c-4fa0-b67b-a5686fc5a976 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.848404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68105d1b-af69-4d60-8f3f-8f860fa6667a tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:47.854772 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-88944192-b41c-4fa0-b67b-a5686fc5a976 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.858901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c1b6e-ac27-4603-b4cb-e850c96afd61 None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:47.861749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-68105d1b-af69-4d60-8f3f-8f860fa6667a tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:47.870049 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c1b6e-ac27-4603-b4cb-e850c96afd61 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:47.870796 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-650c1b6e-ac27-4603-b4cb-e850c96afd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:47.935699 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-650c1b6e-ac27-4603-b4cb-e850c96afd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:47.943301 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-68105d1b-af69-4d60-8f3f-8f860fa6667a tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "PUT /v2.0/floatingips/c25fd39d-e6d1-4267-81d7-6b0eac6ef562 HTTP/1.1" status: 200 len: 977 time: 2.2327361 Jan 27 17:19:47.950178 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c1b6e-ac27-4603-b4cb-e850c96afd61 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:47.951043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-650c1b6e-ac27-4603-b4cb-e850c96afd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:47.999243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43950) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:48.055072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 40a132ce-64ab-43ac-90ca-401fc61333a9 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:19:48.067548 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-650c1b6e-ac27-4603-b4cb-e850c96afd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:48.067991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c1b6e-ac27-4603-b4cb-e850c96afd61 None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:48.080088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5cc0a-d29d-4195-8c58-d4dd61d747fb req-a5131ee7-13db-4f63-a67d-f50114a690cf tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:48.081802 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-65b5cc0a-d29d-4195-8c58-d4dd61d747fb req-a5131ee7-13db-4f63-a67d-f50114a690cf tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 944 time: 0.3903792 Jan 27 17:19:48.233558 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b47991ef-f9fe-47cc-a5f9-228ce54e1819 req-9a21d40d-7873-40d7-bf50-2d5ba89933a9 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 210 time: 0.2183902 Jan 27 17:19:48.275447 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 40a132ce-64ab-43ac-90ca-401fc61333a9, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=40a132ce-64ab-43ac-90ca-401fc61333a9,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:48.280518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88944192-b41c-4fa0-b67b-a5686fc5a976 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Router f94e8b79-98cd-40d1-a5e8-339840661407 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:19:48.290738 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '40a132ce-64ab-43ac-90ca-401fc61333a9', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'port_id': '40a132ce-64ab-43ac-90ca-401fc61333a9', 'mac_address': 'fa:16:3e:85:2c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:19:48.298028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-850a3ae4-6120-461c-9037-80f44863c28c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port 74ed4fe9-2e6c-4b2f-8299-ed69c6bda015 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:48.298365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-850a3ae4-6120-461c-9037-80f44863c28c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:48.352986 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:48.376183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a132ce-64ab-43ac-90ca-401fc61333a9 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:19:48.396852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 40a132ce-64ab-43ac-90ca-401fc61333a9, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=40a132ce-64ab-43ac-90ca-401fc61333a9,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:48.405629 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:48.412574 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-65b5cc0a-d29d-4195-8c58-d4dd61d747fb req-288e9f8b-2854-4b04-8a54-faa07af73c64 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230956 Jan 27 17:19:48.444085 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88944192-b41c-4fa0-b67b-a5686fc5a976 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:48.453819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-88944192-b41c-4fa0-b67b-a5686fc5a976 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:48.455262 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-88944192-b41c-4fa0-b67b-a5686fc5a976 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "PUT /v2.0/routers/f94e8b79-98cd-40d1-a5e8-339840661407 HTTP/1.1" status: 200 len: 696 time: 1.0074701 Jan 27 17:19:48.459813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43954) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:48.464378 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671112a-c86f-400d-af6f-7c8990a95d42 None None] Sync routers for ids ['f94e8b79-98cd-40d1-a5e8-339840661407'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:48.492545 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671112a-c86f-400d-af6f-7c8990a95d42 None None] Routers {'f94e8b79-98cd-40d1-a5e8-339840661407'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:48.493684 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-7671112a-c86f-400d-af6f-7c8990a95d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f94e8b79-98cd-40d1-a5e8-339840661407'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:48.518701 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=40a132ce-64ab-43ac-90ca-401fc61333a9,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:48.611040 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-73be54ca-945d-4805-a200-a809a4ffeb23 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/routers/f94e8b79-98cd-40d1-a5e8-339840661407 HTTP/1.1" status: 200 len: 702 time: 0.1499724 Jan 27 17:19:48.613856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43958) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:48.625806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011c4c03-e9cc-4139-8ad7-9581b7b4f47a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router ae1b7167-73bf-4715-a175-10befa66e50a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:48.630252 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-7671112a-c86f-400d-af6f-7c8990a95d42 None None] Set router f94e8b79-98cd-40d1-a5e8-339840661407 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:48.656782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['40a132ce-64ab-43ac-90ca-401fc61333a9'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:19:48.658143 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b783c88e-12e6-4dbd-955b-b4a406a30472 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94e8b79-98cd-40d1-a5e8-339840661407 HTTP/1.1" status: 200 len: 205 time: 0.0431244 Jan 27 17:19:48.660618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43962) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:48.753338 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-7671112a-c86f-400d-af6f-7c8990a95d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94e8b79-98cd-40d1-a5e8-339840661407', 'name': 'tempest-RoutersIpV6Test-router-94984223', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:47Z', 'updated_at': '2022-01-27T17:19:47Z', 'revision_number': 2, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:48.758088 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671112a-c86f-400d-af6f-7c8990a95d42 None None] Checking router: f94e8b79-98cd-40d1-a5e8-339840661407 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:48.768886 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671112a-c86f-400d-af6f-7c8990a95d42 None None] Routers {'f94e8b79-98cd-40d1-a5e8-339840661407'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:48.772456 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-7671112a-c86f-400d-af6f-7c8990a95d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['f94e8b79-98cd-40d1-a5e8-339840661407'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:48.803947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-850a3ae4-6120-461c-9037-80f44863c28c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:48.822686 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d94d234a-67a9-4eda-8e6a-07f396ff636b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:48.933980 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-7671112a-c86f-400d-af6f-7c8990a95d42 None None] Set router f94e8b79-98cd-40d1-a5e8-339840661407 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:49.060385 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-7671112a-c86f-400d-af6f-7c8990a95d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94e8b79-98cd-40d1-a5e8-339840661407', 'name': 'tempest-RoutersIpV6Test-router-94984223', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:47Z', 'updated_at': '2022-01-27T17:19:47Z', 'revision_number': 2, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:49.065233 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671112a-c86f-400d-af6f-7c8990a95d42 None None] The sync data for ids ['f94e8b79-98cd-40d1-a5e8-339840661407'] in dv-neutron-825077-1-hyperv is: [{'id': 'f94e8b79-98cd-40d1-a5e8-339840661407', 'name': 'tempest-RoutersIpV6Test-router-94984223', 'tenant_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:47Z', 'updated_at': '2022-01-27T17:19:47Z', 'revision_number': 2, 'project_id': 'c0c3d78db5c6490392db2e3c0d281c95', 'gw_port_host': None}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:49.117566 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011c4c03-e9cc-4139-8ad7-9581b7b4f47a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:49.124829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-011c4c03-e9cc-4139-8ad7-9581b7b4f47a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:49.137739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843cd07-fc4a-485a-943b-46a318b516e6 None None] Sync routers for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:49.163349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1843cd07-fc4a-485a-943b-46a318b516e6 None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:49.165597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1843cd07-fc4a-485a-943b-46a318b516e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:49.241764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d94d234a-67a9-4eda-8e6a-07f396ff636b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:49.244669 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d94d234a-67a9-4eda-8e6a-07f396ff636b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:49.297071 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-011c4c03-e9cc-4139-8ad7-9581b7b4f47a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/floatingips/6cc7ff45-3c91-4ac0-ab28-5eea5300af33 HTTP/1.1" status: 200 len: 690 time: 2.2077701 Jan 27 17:19:49.300196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'tag': 'f473412f-ab72-4475-978a-f9e9f8a4319c'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:19:49.300431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 43976) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:49.360781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-850a3ae4-6120-461c-9037-80f44863c28c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:49.362375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-850a3ae4-6120-461c-9037-80f44863c28c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:49.362841 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-850a3ae4-6120-461c-9037-80f44863c28c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Floating IP c25fd39d-e6d1-4267-81d7-6b0eac6ef562 disassociated. External IP: 172.26.8.11, port: 74ed4fe9-2e6c-4b2f-8299-ed69c6bda015. Jan 27 17:19:49.363079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-850a3ae4-6120-461c-9037-80f44863c28c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for 74ed4fe9-2e6c-4b2f-8299-ed69c6bda015 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:49.415153 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'tag': 'f473412f-ab72-4475-978a-f9e9f8a4319c', 'status': 'completed', 'code': 200} Jan 27 17:19:49.527245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-1843cd07-fc4a-485a-943b-46a318b516e6 None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:49.536947 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d94d234a-67a9-4eda-8e6a-07f396ff636b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:49.537231 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94d234a-67a9-4eda-8e6a-07f396ff636b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Fanout notify agent at l3_agent the message router_deleted on router f94e8b79-98cd-40d1-a5e8-339840661407 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:19:49.547453 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b44955b9-7458-4f92-a890-36609d4af049 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/6cc7ff45-3c91-4ac0-ab28-5eea5300af33 HTTP/1.1" status: 200 len: 690 time: 0.2444408 Jan 27 17:19:49.549117 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-13b0a267-b2d3-4787-92f6-d53c30568da8 req-53171d75-8cb7-4749-9404-6a5194d8b3ce tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 210 time: 0.1075127 Jan 27 17:19:49.575262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d94d234a-67a9-4eda-8e6a-07f396ff636b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:49.575262 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d94d234a-67a9-4eda-8e6a-07f396ff636b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/f94e8b79-98cd-40d1-a5e8-339840661407 HTTP/1.1" status: 204 len: 168 time: 0.9120526 Jan 27 17:19:49.577400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43984) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:49.603424 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c729c-b808-4c40-99b0-057966386b3d req-b25812a6-508c-4823-9446-1e4fb8003da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:49.605289 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b37c729c-b808-4c40-99b0-057966386b3d req-b25812a6-508c-4823-9446-1e4fb8003da5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 1098 time: 0.1649170 Jan 27 17:19:49.627071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-850a3ae4-6120-461c-9037-80f44863c28c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:49.708609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8b8a5cd1-7f2b-4314-bab4-84ef3cf86022 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Synchronizing usage tracker for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:49.745726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c729c-b808-4c40-99b0-057966386b3d req-d1a3a91a-8916-41ad-beef-67dfd80d89fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:49.747349 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b37c729c-b808-4c40-99b0-057966386b3d req-d1a3a91a-8916-41ad-beef-67dfd80d89fb service neutron] 10.222.0.88 "GET /v2.0/networks?id=de3200ea-1263-4d40-8ceb-6a9a06331a84 HTTP/1.1" status: 200 len: 899 time: 0.1359646 Jan 27 17:19:49.748280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a3ae4-6120-461c-9037-80f44863c28c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=74ed4fe9-2e6c-4b2f-8299-ed69c6bda015,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:49.834250 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8b8a5cd1-7f2b-4314-bab4-84ef3cf86022 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] Unset dirty status for tenant:c0c3d78db5c6490392db2e3c0d281c95 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:49.835638 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8b8a5cd1-7f2b-4314-bab4-84ef3cf86022 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94e8b79-98cd-40d1-a5e8-339840661407 HTTP/1.1" status: 200 len: 205 time: 0.2567096 Jan 27 17:19:49.848885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43988) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:49.940405 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1843cd07-fc4a-485a-943b-46a318b516e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:39Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:49.945781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843cd07-fc4a-485a-943b-46a318b516e6 None None] Checking router: ae1b7167-73bf-4715-a175-10befa66e50a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:49.956538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1843cd07-fc4a-485a-943b-46a318b516e6 None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:49.957410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1843cd07-fc4a-485a-943b-46a318b516e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:49.975225 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b37c729c-b808-4c40-99b0-057966386b3d req-1ca09a2a-e5a9-405b-b45b-abc94eeebeff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f473412f-ab72-4475-978a-f9e9f8a4319c HTTP/1.1" status: 200 len: 217 time: 0.2176592 Jan 27 17:19:50.016140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 40a132ce-64ab-43ac-90ca-401fc61333a9 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:50.049081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c729c-b808-4c40-99b0-057966386b3d req-2240b1a3-0cef-439e-bf72-6605592af9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:50.051075 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b37c729c-b808-4c40-99b0-057966386b3d req-2240b1a3-0cef-439e-bf72-6605592af9ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e0d2cb84-0752-4ba8-a4b4-9e6776005cdb HTTP/1.1" status: 200 len: 834 time: 0.0687234 Jan 27 17:19:50.134127 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c729c-b808-4c40-99b0-057966386b3d req-7318d574-9222-46d4-93f2-37c121a7588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:50.135775 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b37c729c-b808-4c40-99b0-057966386b3d req-7318d574-9222-46d4-93f2-37c121a7588c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de3200ea-1263-4d40-8ceb-6a9a06331a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785260 Jan 27 17:19:50.214481 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-1843cd07-fc4a-485a-943b-46a318b516e6 None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:50.216568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850a3ae4-6120-461c-9037-80f44863c28c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:50.217862 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-8dc70665-ed2a-4909-b866-c81031d7df4e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] delete failed (client error): The resource could not be found. Jan 27 17:19:50.221372 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8dc70665-ed2a-4909-b866-c81031d7df4e tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/f94e8b79-98cd-40d1-a5e8-339840661407 HTTP/1.1" status: 404 len: 336 time: 0.3689549 Jan 27 17:19:50.221953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43992) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:50.270691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a478bc-f9f5-4b06-ba4b-495a5ea2b117 req-2ce18c98-2101-435a-bf94-e2cc8cf1179b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:50.272356 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f0a478bc-f9f5-4b06-ba4b-495a5ea2b117 req-2ce18c98-2101-435a-bf94-e2cc8cf1179b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 945 time: 0.6515269 Jan 27 17:19:50.290118 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b37c729c-b808-4c40-99b0-057966386b3d req-77da3ff3-3880-43c7-af77-759895ecaacd service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483383 Jan 27 17:19:50.303169 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 40a132ce-64ab-43ac-90ca-401fc61333a9 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:50.311433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 40a132ce-64ab-43ac-90ca-401fc61333a9 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:50.312211 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:50.353391 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d0cead-ae0d-4983-b8d6-e2d6953eae98 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:50.353971 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d0cead-ae0d-4983-b8d6-e2d6953eae98 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:50.397260 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a5d0cead-ae0d-4983-b8d6-e2d6953eae98 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/faa9bdf5-7f21-4718-be10-7d2a5e8724ed HTTP/1.1" status: 404 len: 337 time: 0.1726058 Jan 27 17:19:50.398035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 43998) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:50.467198 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e552cb32-a15e-4669-81a3-e20191e3692b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:50.467198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e552cb32-a15e-4669-81a3-e20191e3692b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:50.467974 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b37c729c-b808-4c40-99b0-057966386b3d req-98223a12-0e79-42b2-a634-fbd070a3a830 service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634378 Jan 27 17:19:50.470035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44002) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:50.470216 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e552cb32-a15e-4669-81a3-e20191e3692b tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/5212ec09-9562-459a-a236-625161ec7258 HTTP/1.1" status: 404 len: 337 time: 0.0682623 Jan 27 17:19:50.491046 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f0a478bc-f9f5-4b06-ba4b-495a5ea2b117 req-22f08957-c17a-498f-8ce5-43c77c182e6b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089691 Jan 27 17:19:50.532773 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2500c7c-f408-4535-8794-5e8f41bdba3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:50.533240 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2500c7c-f408-4535-8794-5e8f41bdba3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:50.537995 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a2500c7c-f408-4535-8794-5e8f41bdba3c tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/285b7f33-587e-4c30-9ec9-be89327d9b05 HTTP/1.1" status: 404 len: 337 time: 0.0641141 Jan 27 17:19:50.538226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44006) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:50.580962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44010) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:50.587950 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba3bbaa-a796-4961-b36e-ec56a5bd90bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:50.588229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba3bbaa-a796-4961-b36e-ec56a5bd90bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:50.589945 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bba3bbaa-a796-4961-b36e-ec56a5bd90bd tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/b597073c-d6fd-4206-97ee-21f02db6c9ee HTTP/1.1" status: 404 len: 337 time: 0.0507917 Jan 27 17:19:50.592800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44016) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:50.666045 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ff7fdfc2-7690-4278-a4c3-f9be0a8867c7 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4e989f6-ece7-4acb-8634-0584f1769547 HTTP/1.1" status: 200 len: 205 time: 0.0714991 Jan 27 17:19:50.667066 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44020) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:50.682226 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:50.701212 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7a2c50e3-c940-4cca-9fa9-288586d265f7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/6cc7ff45-3c91-4ac0-ab28-5eea5300af33 HTTP/1.1" status: 200 len: 690 time: 0.1177037 Jan 27 17:19:50.709146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850a3ae4-6120-461c-9037-80f44863c28c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:50.722003 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db1488-1250-4bc7-b3db-b0e403298b69 None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:50.732510 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db1488-1250-4bc7-b3db-b0e403298b69 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:50.733473 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-51db1488-1250-4bc7-b3db-b0e403298b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:50.744042 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6500e099-b9a1-4644-84e5-1921e053133a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a132ce-64ab-43ac-90ca-401fc61333a9'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:19:50.790247 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 40a132ce-64ab-43ac-90ca-401fc61333a9, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=40a132ce-64ab-43ac-90ca-401fc61333a9,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:50.799328 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:50.851296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-850a3ae4-6120-461c-9037-80f44863c28c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:50.859400 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6500e099-b9a1-4644-84e5-1921e053133a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a132ce-64ab-43ac-90ca-401fc61333a9', 'code': 200} Jan 27 17:19:50.868131 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-850a3ae4-6120-461c-9037-80f44863c28c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/ports/74ed4fe9-2e6c-4b2f-8299-ed69c6bda015 HTTP/1.1" status: 204 len: 168 time: 2.8627841 Jan 27 17:19:50.869415 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-51db1488-1250-4bc7-b3db-b0e403298b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:50.870266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44026) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:50.901670 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db1488-1250-4bc7-b3db-b0e403298b69 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:50.902565 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-51db1488-1250-4bc7-b3db-b0e403298b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:50.908314 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1843cd07-fc4a-485a-943b-46a318b516e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:39Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:50.910829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=40a132ce-64ab-43ac-90ca-401fc61333a9,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:50.916127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843cd07-fc4a-485a-943b-46a318b516e6 None None] The sync data for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv is: [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:39Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:50.918890 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-aa470d28-600b-49b0-8b84-ca87948ec934 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] delete failed (client error): The resource could not be found. Jan 27 17:19:50.923216 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-aa470d28-600b-49b0-8b84-ca87948ec934 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/e4e989f6-ece7-4acb-8634-0584f1769547 HTTP/1.1" status: 404 len: 336 time: 0.2519107 Jan 27 17:19:50.925775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44030) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:50.940560 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cac443b8-390f-4244-9df7-fa3a61738f75 req-e669cba3-eeac-43cf-88f6-6de09d4e2ea6 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 210 time: 0.0729663 Jan 27 17:19:50.984873 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-51db1488-1250-4bc7-b3db-b0e403298b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:50.985639 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db1488-1250-4bc7-b3db-b0e403298b69 None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:51.018551 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f2a80faa-ea38-4757-80d5-2edb6d3e9851 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=67302f12-975b-42e5-9b77-4d80cf1d63ba HTTP/1.1" status: 200 len: 205 time: 0.0916460 Jan 27 17:19:51.023492 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a2df71a0-e756-48e6-a1c6-ad51b374dbed tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "GET /v2.0/floatingips/c25fd39d-e6d1-4267-81d7-6b0eac6ef562 HTTP/1.1" status: 200 len: 687 time: 0.1486664 Jan 27 17:19:51.023492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44034) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:51.024342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44038) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:51.096923 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-9093c2a2-4263-4c5d-b650-27038058d6a0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] delete failed (client error): The resource could not be found. Jan 27 17:19:51.103204 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9093c2a2-4263-4c5d-b650-27038058d6a0 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/67302f12-975b-42e5-9b77-4d80cf1d63ba HTTP/1.1" status: 404 len: 336 time: 0.0809250 Jan 27 17:19:51.106154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44042) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:51.148717 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2096684-688d-4347-8a80-023d8e688eef tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:51.149179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2096684-688d-4347-8a80-023d8e688eef tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:51.153482 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f2096684-688d-4347-8a80-023d8e688eef tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/2631dd88-f0dc-4051-ab7c-4185dd50a1ce HTTP/1.1" status: 404 len: 337 time: 0.0438752 Jan 27 17:19:51.153755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44046) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:51.204993 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d0ad86f9-4d0b-4e17-a60d-60691231ab52 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac792e1-034d-432d-8210-0fe65ba0fd37 HTTP/1.1" status: 200 len: 205 time: 0.0499952 Jan 27 17:19:51.208170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44050) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:51.232200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port 4f6e4b8c-9fb9-44ed-bc3c-e4f9449775ac {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:51.232500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:51.284394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8449e-d299-4a96-8879-243f7a5061fe None None] New status for floating IP 6cc7ff45-3c91-4ac0-ab28-5eea5300af33: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:19:51.311853 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-69669cf5-24f6-4ef0-a573-d1026fae3632 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] delete failed (client error): The resource could not be found. Jan 27 17:19:51.313339 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-69669cf5-24f6-4ef0-a573-d1026fae3632 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/4ac792e1-034d-432d-8210-0fe65ba0fd37 HTTP/1.1" status: 404 len: 336 time: 0.1042182 Jan 27 17:19:51.317016 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44054) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:51.388089 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-00bb768f-6517-46e2-a1e2-a19cd2710d11 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=802b67e1-dc8c-44c4-946d-46edc7614b5c HTTP/1.1" status: 200 len: 205 time: 0.0696237 Jan 27 17:19:51.391426 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44058) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:51.466630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-b6ed52f9-2962-4914-a65a-cae87d2b2a5a tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:51.468251 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-b6ed52f9-2962-4914-a65a-cae87d2b2a5a tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.88 "GET /v2.0/networks?id=34c76978-0f5d-41d5-908a-23a998d15398 HTTP/1.1" status: 200 len: 811 time: 0.1890152 Jan 27 17:19:51.483530 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Request body: {'port': {'device_id': '54745122-3da7-489d-9af0-97a3be8d6c60', 'network_id': '34c76978-0f5d-41d5-908a-23a998d15398', 'admin_state_up': True, 'tenant_id': '1d38b76d227742a995a1ae42632ad60f'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:51.503072 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2068ad4-f13a-46f8-8529-f10ec7368e54 req-24065a33-bf0f-4541-9f36-8b508be419a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:51.505679 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f2068ad4-f13a-46f8-8529-f10ec7368e54 req-24065a33-bf0f-4541-9f36-8b508be419a8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 1099 time: 0.3965180 Jan 27 17:19:51.531778 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-71531dd2-2453-4789-aa67-9fda43ed13c9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] delete failed (client error): The resource could not be found. Jan 27 17:19:51.533268 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-71531dd2-2453-4789-aa67-9fda43ed13c9 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/802b67e1-dc8c-44c4-946d-46edc7614b5c HTTP/1.1" status: 404 len: 336 time: 0.0984652 Jan 27 17:19:51.537806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44066) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:51.579324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:51.579680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:51.588408 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f2068ad4-f13a-46f8-8529-f10ec7368e54 req-5996a149-85b8-4c09-a7b8-8bb150e73dc4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732102 Jan 27 17:19:51.647070 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4eefe0e5-8d2b-4231-9c62-a3fb7e983957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:51.665753 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-43756aa0-467a-4d88-a49d-5423555e9bdb tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:51.666067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43756aa0-467a-4d88-a49d-5423555e9bdb tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:51.667838 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-43756aa0-467a-4d88-a49d-5423555e9bdb tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/99df34b1-0ffe-48d4-a9eb-e7d6e3c6e74e HTTP/1.1" status: 404 len: 337 time: 0.1252246 Jan 27 17:19:51.676532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44072) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:51.780431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44076) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:51.896012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for 4f6e4b8c-9fb9-44ed-bc3c-e4f9449775ac owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:51.924901 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8cbec42e-4fd8-48bb-b4b1-8ebae750f84f tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=87bab49c-46f7-47a6-b2dd-6d189de95dca HTTP/1.1" status: 200 len: 205 time: 0.2472994 Jan 27 17:19:51.929297 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44080) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:51.965283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:51.971287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Usage tracker for resource:port and tenant:1d38b76d227742a995a1ae42632ad60f is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:51.975912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:51.984438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:52.005796 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575b751-5487-40b8-89aa-f1916c83ab8a req-c459bc92-60c7-404d-a3b9-5926e199632a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:52.007496 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a575b751-5487-40b8-89aa-f1916c83ab8a req-c459bc92-60c7-404d-a3b9-5926e199632a tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 946 time: 0.3385317 Jan 27 17:19:52.008773 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Made reservation on behalf of 1d38b76d227742a995a1ae42632ad60f for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:52.012225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:52.036022 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-efb9f0da-c3c3-410f-95c5-fc7cf37689c8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/6cc7ff45-3c91-4ac0-ab28-5eea5300af33 HTTP/1.1" status: 200 len: 688 time: 0.2472737 Jan 27 17:19:52.042857 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-f4fbc957-7004-4e57-a74f-7c41a370f44d tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] delete failed (client error): The resource could not be found. Jan 27 17:19:52.045818 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f4fbc957-7004-4e57-a74f-7c41a370f44d tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/87bab49c-46f7-47a6-b2dd-6d189de95dca HTTP/1.1" status: 404 len: 336 time: 0.1046505 Jan 27 17:19:52.046408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44086) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:52.123348 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a575b751-5487-40b8-89aa-f1916c83ab8a req-a2679913-d277-430f-a210-055759da496b tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992284 Jan 27 17:19:52.137784 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7c1ce3-0197-436b-bd81-bbeb316e0f82 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:52.138235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7c1ce3-0197-436b-bd81-bbeb316e0f82 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:52.142302 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dc7c1ce3-0197-436b-bd81-bbeb316e0f82 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/737a66bd-52e3-49d8-965c-72569ff85485 HTTP/1.1" status: 404 len: 337 time: 0.0901070 Jan 27 17:19:52.143385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44090) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:52.143876 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1cac36fd-b6a9-4501-88a6-38178bc47563 req-4661f510-3b73-4a53-a4a4-438618c3ccde tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 210 time: 0.0606349 Jan 27 17:19:52.199230 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-514cd257-a963-4d33-8b4a-506b85f24b61 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e697b26-3caf-42b4-a934-1bffa5a66300 HTTP/1.1" status: 200 len: 205 time: 0.0545754 Jan 27 17:19:52.201797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44094) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:52.267561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Allocated IP 172.20.0.10 (34c76978-0f5d-41d5-908a-23a998d15398/9a6a6f28-b675-4158-8814-ebecdbd5aaf3/3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:52.275838 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-0a222328-329c-4788-b263-c7cd6117f330 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] delete failed (client error): The resource could not be found. Jan 27 17:19:52.276811 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0a222328-329c-4788-b263-c7cd6117f330 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/routers/2e697b26-3caf-42b4-a934-1bffa5a66300 HTTP/1.1" status: 404 len: 336 time: 0.0740683 Jan 27 17:19:52.279444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44098) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:52.325846 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d5c0e5-fc4b-4c16-bf37-3ccf73cab4c3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:52.326540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d5c0e5-fc4b-4c16-bf37-3ccf73cab4c3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:52.335809 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-84d5c0e5-fc4b-4c16-bf37-3ccf73cab4c3 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/a36a74c3-9087-4b7f-b767-e7ed6219e879 HTTP/1.1" status: 404 len: 337 time: 0.0553663 Jan 27 17:19:52.338260 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:52.339963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44102) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:52.384402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=4f6e4b8c-9fb9-44ed-bc3c-e4f9449775ac,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:52.401102 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc5dce1-2d2f-496e-b939-a7d8bc1b8bf6 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] DELETE failed (client error): The resource could not be found. Jan 27 17:19:52.401648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc5dce1-2d2f-496e-b939-a7d8bc1b8bf6 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:19:52.419993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:52.420328 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:52.420652 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:52.420975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:52.421293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:52.421606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:52.421919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:52.422226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:52.422540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:52.422846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:52.423153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:52.423458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:52.429545 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ebc5dce1-2d2f-496e-b939-a7d8bc1b8bf6 tempest-RoutersIpV6Test-133452133 tempest-RoutersIpV6Test-133452133-project] 10.222.0.81 "DELETE /v2.0/subnets/fb019943-20aa-47e6-b1dd-a89ce14ef204 HTTP/1.1" status: 404 len: 337 time: 0.0860047 Jan 27 17:19:52.491153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:52.494977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:52.500284 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1770e9ac-0aa7-4ce4-ad35-f904f2db3082 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/floatingips/c25fd39d-e6d1-4267-81d7-6b0eac6ef562 HTTP/1.1" status: 204 len: 168 time: 1.4743912 Jan 27 17:19:52.501491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44108) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:52.510953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '68afe291-7485-4591-bacb-081df6fd2b6c'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:52.517813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:52.522286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:floatingip and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:52.525641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:52.531271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:52.544223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:52.551731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:52.589660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:52.681888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Network 34c76978-0f5d-41d5-908a-23a998d15398 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:52.685637 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:52.688155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:52.713869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:52.729337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Pushing event updated for resources: {'Port': ['ID=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:52.767716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:52.768607 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:52.768946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44114) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:52.790283 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-d38ff8da-b148-48bc-9dbc-90d530350221 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3127420 Jan 27 17:19:52.801670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Request body: {'port': {'device_id': '54745122-3da7-489d-9af0-97a3be8d6c60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:52.924117 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:52.926592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.26.8.15 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/bc0e4572-dd7e-41af-8fbe-b021e4099607) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:53.015842 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5de7fecb-5d51-447d-aaf3-10ac597fced2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0c3d78db5c6490392db2e3c0d281c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455392 Jan 27 17:19:53.041581 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44120) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:53.126940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:53.161394 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:53.213915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-33289f91-c6cc-4ef1-b844-e5814cb19bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:53.234084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:53.237473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:53.242020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:53.267184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-33289f91-c6cc-4ef1-b844-e5814cb19bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:53.282533 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=bc0e4572-dd7e-41af-8fbe-b021e4099607,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:53.395079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:19:53.406143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-33289f91-c6cc-4ef1-b844-e5814cb19bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:53.412096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:53.434527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33289f91-c6cc-4ef1-b844-e5814cb19bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94698de-c824-405a-b9d6-dc25e8aa82be,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:53.443687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Transition to ACTIVE for port object 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:53.445294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-33289f91-c6cc-4ef1-b844-e5814cb19bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:53.446725 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-33289f91-c6cc-4ef1-b844-e5814cb19bc4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f94698de-c824-405a-b9d6-dc25e8aa82be HTTP/1.1" status: 204 len: 168 time: 0.4042151 Jan 27 17:19:53.460424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:53.563976 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:19:53.590913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44132) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:53.615035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-08d526e7-5989-4bee-9a79-c1d6c2723bbb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462300113', 'description': 'tempest-secgroup-smoke-462300113 description', 'project_id': '44b0386278b54442ad833b884f51ee72'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:53.623602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-08d526e7-5989-4bee-9a79-c1d6c2723bbb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:53.638400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:53.674732 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-08d526e7-5989-4bee-9a79-c1d6c2723bbb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:53.776407 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-08d526e7-5989-4bee-9a79-c1d6c2723bbb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:53.832826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-08d526e7-5989-4bee-9a79-c1d6c2723bbb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:53.846337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-08d526e7-5989-4bee-9a79-c1d6c2723bbb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:53.861698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-08d526e7-5989-4bee-9a79-c1d6c2723bbb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:53.882323 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-08d526e7-5989-4bee-9a79-c1d6c2723bbb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:53.892073 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2743ca13-133e-4e9d-9ce9-5ed6e145e34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:53.900779 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Attempting to bind port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:19:53.901483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Attempting to bind port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'd545ce6c-7940-4afc-95ac-8eae846e3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '34c76978-0f5d-41d5-908a-23a998d15398'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:19:53.901847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Attempting to bind port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a on network 34c76978-0f5d-41d5-908a-23a998d15398 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:53.922992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a on network 34c76978-0f5d-41d5-908a-23a998d15398 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:19:53.923474 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Attempting to bind port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a on network 34c76978-0f5d-41d5-908a-23a998d15398 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:53.951312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:19:53.951312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Checking segment: {'id': 'd545ce6c-7940-4afc-95ac-8eae846e3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '34c76978-0f5d-41d5-908a-23a998d15398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:53.951312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Bound using segment: {'id': 'd545ce6c-7940-4afc-95ac-8eae846e3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '34c76978-0f5d-41d5-908a-23a998d15398'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:19:53.951312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Bound port: 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd545ce6c-7940-4afc-95ac-8eae846e3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '34c76978-0f5d-41d5-908a-23a998d15398'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:19:53.951312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:53.971523 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19487c3f-7b6b-4798-9c34-fc0a2415b1cc req-aae4b741-8591-4d73-b31c-f44f13c35727 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:53.973877 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-19487c3f-7b6b-4798-9c34-fc0a2415b1cc req-aae4b741-8591-4d73-b31c-f44f13c35727 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 946 time: 0.5205863 Jan 27 17:19:53.982896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a89db-56d5-440f-98f8-e772f3b606d0 req-06580c92-cc50-4c09-adeb-448c79755378 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:53.984131 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-df9a89db-56d5-440f-98f8-e772f3b606d0 req-06580c92-cc50-4c09-adeb-448c79755378 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Synchronizing usage tracker for tenant:1d38b76d227742a995a1ae42632ad60f on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:54.093793 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-df9a89db-56d5-440f-98f8-e772f3b606d0 req-06580c92-cc50-4c09-adeb-448c79755378 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Unset dirty status for tenant:1d38b76d227742a995a1ae42632ad60f on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:54.095648 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-df9a89db-56d5-440f-98f8-e772f3b606d0 req-06580c92-cc50-4c09-adeb-448c79755378 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 944 time: 0.4227860 Jan 27 17:19:54.188931 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-19487c3f-7b6b-4798-9c34-fc0a2415b1cc req-301d0dbc-a046-47ad-842c-fe7b369e4ba8 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960607 Jan 27 17:19:54.260134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-08d526e7-5989-4bee-9a79-c1d6c2723bbb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:54.274223 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-df9a89db-56d5-440f-98f8-e772f3b606d0 req-4fc91f38-b6e3-4e5f-86f6-bbd2b3467b8a tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634207 Jan 27 17:19:54.276414 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] For port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:19:54.281508 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-08d526e7-5989-4bee-9a79-c1d6c2723bbb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:54.325356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-08d526e7-5989-4bee-9a79-c1d6c2723bbb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:54.329754 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-08d526e7-5989-4bee-9a79-c1d6c2723bbb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7310617 Jan 27 17:19:54.331985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] For port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a,segment=NetworkSegment(d545ce6c-7940-4afc-95ac-8eae846e3f77),segment_id=d545ce6c-7940-4afc-95ac-8eae846e3f77)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:19:54.332923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44156) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:54.347864 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:54.354484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8ab0379c-bcff-4e86-9913-c9326a72914d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'ecb7d636-7a85-4cc6-9083-a0c9adaae203', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:54.385720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:54.394591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8ab0379c-bcff-4e86-9913-c9326a72914d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:54.496522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:54.520258 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44160) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:54.579863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8ab0379c-bcff-4e86-9913-c9326a72914d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:54.593268 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8ab0379c-bcff-4e86-9913-c9326a72914d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:54.606669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:54.607469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:54.608916 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] 10.222.0.88 "PUT /v2.0/ports/3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a HTTP/1.1" status: 200 len: 1094 time: 1.8117857 Jan 27 17:19:54.610165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54745122-3da7-489d-9af0-97a3be8d6c60', 'tag': '3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:19:54.616408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8ab0379c-bcff-4e86-9913-c9326a72914d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:54.620973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d526e7-5989-4bee-9a79-c1d6c2723bbb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb7d636-7a85-4cc6-9083-a0c9adaae203,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:54.657429 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750034c6-e6d4-4464-9dd5-08181189d347 req-e8a50481-5205-4d65-93f8-65294ff9670d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:54.658031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a98a8-148f-412c-837b-ba5da81d6e18 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:54.658828 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-750034c6-e6d4-4464-9dd5-08181189d347 req-e8a50481-5205-4d65-93f8-65294ff9670d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 946 time: 0.2156126 Jan 27 17:19:54.696146 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54745122-3da7-489d-9af0-97a3be8d6c60', 'tag': '3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a', 'status': 'completed', 'code': 200} Jan 27 17:19:54.701477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8ab0379c-bcff-4e86-9913-c9326a72914d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:54.709858 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4c3b1649-8935-4f97-ae39-468e4c17e083 tempest-DvrRoutersNegativeTest-739529147 tempest-DvrRoutersNegativeTest-739529147-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-667862539', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:54.712898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.policy [None req-4c3b1649-8935-4f97-ae39-468e4c17e083 tempest-DvrRoutersNegativeTest-739529147 tempest-DvrRoutersNegativeTest-739529147-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87609) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 27 17:19:54.713190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.policy [None req-4c3b1649-8935-4f97-ae39-468e4c17e083 tempest-DvrRoutersNegativeTest-739529147 tempest-DvrRoutersNegativeTest-739529147-project] Failed policy check for 'create_router' {{(pid=87609) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 27 17:19:54.713711 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.api.v2.resource [None req-4c3b1649-8935-4f97-ae39-468e4c17e083 tempest-DvrRoutersNegativeTest-739529147 tempest-DvrRoutersNegativeTest-739529147-project] create failed (client error): Access was denied to this resource. Jan 27 17:19:54.714660 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4c3b1649-8935-4f97-ae39-468e4c17e083 tempest-DvrRoutersNegativeTest-739529147 tempest-DvrRoutersNegativeTest-739529147-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1926315 Jan 27 17:19:54.791478 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-395822e2-c943-4da7-b28d-9c2aab2775bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:54.792998 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-395822e2-c943-4da7-b28d-9c2aab2775bc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d38b76d227742a995a1ae42632ad60f&device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 1097 time: 0.1361122 Jan 27 17:19:54.794786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8ab0379c-bcff-4e86-9913-c9326a72914d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:54.796203 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-750034c6-e6d4-4464-9dd5-08181189d347 req-7a1fd449-7158-47df-a3fa-a7efa72f90bc tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899391 Jan 27 17:19:54.832510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:54.834826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44170) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:54.842344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:54.859555 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8ab0379c-bcff-4e86-9913-c9326a72914d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:54.891168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:54.891959 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-7acc1251-f241-4668-9c08-3c6d496a4271 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a HTTP/1.1" status: 200 len: 217 time: 0.0919895 Jan 27 17:19:54.962244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0379c-bcff-4e86-9913-c9326a72914d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837858a8-a492-47d5-a641-f3ab38ebc11d,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:54.966063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-8402e67d-1108-4bff-9fb2-d37fae5b4bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:54.967572 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-8402e67d-1108-4bff-9fb2-d37fae5b4bed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9a6a6f28-b675-4158-8814-ebecdbd5aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0676093 Jan 27 17:19:54.994093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=bc0e4572-dd7e-41af-8fbe-b021e4099607,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:54.996493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.017499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8ab0379c-bcff-4e86-9913-c9326a72914d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.022087 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8ab0379c-bcff-4e86-9913-c9326a72914d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6816685 Jan 27 17:19:55.022087 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-fffbd4e3-fdb6-4f22-adf6-920964b0f81c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34c76978-0f5d-41d5-908a-23a998d15398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474579 Jan 27 17:19:55.022500 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44178) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:55.027619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-daf2f09b-c6f4-44e3-a8dd-5bd3583fd8d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'ecb7d636-7a85-4cc6-9083-a0c9adaae203', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:55.056810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-daf2f09b-c6f4-44e3-a8dd-5bd3583fd8d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:55.063831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44182) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:55.066718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-daf2f09b-c6f4-44e3-a8dd-5bd3583fd8d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:55.075040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-daf2f09b-c6f4-44e3-a8dd-5bd3583fd8d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:55.092628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-daf2f09b-c6f4-44e3-a8dd-5bd3583fd8d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:55.176082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-daf2f09b-c6f4-44e3-a8dd-5bd3583fd8d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.232641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6f0d-69d8-4830-86cd-fdd6f5781a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.236968 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Floating IP ad1dd79d-5c36-404d-9c49-9974ca3e10c1 associated. External IP: 172.26.8.15, port: 68afe291-7485-4591-bacb-081df6fd2b6c. Jan 27 17:19:55.247010 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.251568 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-67b30f6a-d5bc-4301-a823-788fecef694b service neutron] 10.222.0.88 "GET /v2.0/networks/34c76978-0f5d-41d5-908a-23a998d15398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193482 Jan 27 17:19:55.279830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9bcf6f0d-69d8-4830-86cd-fdd6f5781a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:55.288670 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308494eb-b9fb-4fde-aa1e-7ef2b690001e tempest-TestVolumeBootPattern-899538253 tempest-TestVolumeBootPattern-899538253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:55.289321 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9bcf6f0d-69d8-4830-86cd-fdd6f5781a62 admin admin] Usage tracker for resource:security_group_rule and tenant:08ebb1cbf2cf4198b4bb5f80e7f133f2 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:55.290777 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-308494eb-b9fb-4fde-aa1e-7ef2b690001e tempest-TestVolumeBootPattern-899538253 tempest-TestVolumeBootPattern-899538253-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 1094 time: 0.4541709 Jan 27 17:19:55.296339 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44188) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:55.297254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9bcf6f0d-69d8-4830-86cd-fdd6f5781a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:55.319774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9bcf6f0d-69d8-4830-86cd-fdd6f5781a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:55.326813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '40a132ce-64ab-43ac-90ca-401fc61333a9', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:55.334984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-daf2f09b-c6f4-44e3-a8dd-5bd3583fd8d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.396479 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-daf2f09b-c6f4-44e3-a8dd-5bd3583fd8d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.428254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:55.446768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Usage tracker for resource:floatingip and tenant:3f2e5835c99b4269befa850388a8a385 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:55.451818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:55.460810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:55.481559 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.510418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2f09b-c6f4-44e3-a8dd-5bd3583fd8d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed86e04b-4bbb-4f55-b941-ca161f2e5ff3,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:55.532785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-daf2f09b-c6f4-44e3-a8dd-5bd3583fd8d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.533992 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-daf2f09b-c6f4-44e3-a8dd-5bd3583fd8d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5104926 Jan 27 17:19:55.541391 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44194) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:55.545209 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1697568c-8b84-4f60-bffa-cfee1d314c9d req-f5e09a07-4c03-4955-b259-82f1491d399c service neutron] 10.222.0.88 "GET /v2.0/networks/34c76978-0f5d-41d5-908a-23a998d15398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833266 Jan 27 17:19:55.555611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8d36dac7-4087-4f4c-a81f-de563a68fb43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'ecb7d636-7a85-4cc6-9083-a0c9adaae203', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:55.565448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8d36dac7-4087-4f4c-a81f-de563a68fb43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:55.574143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8d36dac7-4087-4f4c-a81f-de563a68fb43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:55.579559 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8d36dac7-4087-4f4c-a81f-de563a68fb43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:55.588309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8d36dac7-4087-4f4c-a81f-de563a68fb43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:55.688996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d36dac7-4087-4f4c-a81f-de563a68fb43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.715016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805173e-5567-472e-b9b6-9e40682fd942 req-4dea00e0-97c6-4561-b2bf-211a6af059cc tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:55.716613 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1805173e-5567-472e-b9b6-9e40682fd942 req-4dea00e0-97c6-4561-b2bf-211a6af059cc tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 944 time: 0.2940137 Jan 27 17:19:55.766776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6f0d-69d8-4830-86cd-fdd6f5781a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.786618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6f0d-69d8-4830-86cd-fdd6f5781a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.855957 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1805173e-5567-472e-b9b6-9e40682fd942 req-80edcb1c-311d-45b3-9489-cfa0e48acb76 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249197 Jan 27 17:19:55.872354 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9bcf6f0d-69d8-4830-86cd-fdd6f5781a62 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08ebb1cbf2cf4198b4bb5f80e7f133f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8072841 Jan 27 17:19:55.874026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf6f0d-69d8-4830-86cd-fdd6f5781a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f403909-478d-4c25-bd57-2a73ebc4d719,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:55.876686 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44198) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:55.899127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6e907-66b5-4cc1-81cc-60990442453c req-f9f90587-7574-4e27-84ac-fba41b062d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:55.902552 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6dd6e907-66b5-4cc1-81cc-60990442453c req-f9f90587-7574-4e27-84ac-fba41b062d0c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d38b76d227742a995a1ae42632ad60f&device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 1097 time: 0.3042920 Jan 27 17:19:55.904870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d36dac7-4087-4f4c-a81f-de563a68fb43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.912358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d36dac7-4087-4f4c-a81f-de563a68fb43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:55.915041 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:55.976753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36dac7-4087-4f4c-a81f-de563a68fb43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bba8ace-a676-4343-9807-587a5d9cd1b7,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:56.031399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d36dac7-4087-4f4c-a81f-de563a68fb43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.032608 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8d36dac7-4087-4f4c-a81f-de563a68fb43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4901376 Jan 27 17:19:56.037505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44202) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:56.043676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f8550f97-bd37-497d-907a-0a7077b47124 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'ecb7d636-7a85-4cc6-9083-a0c9adaae203', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:56.052896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f8550f97-bd37-497d-907a-0a7077b47124 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:56.063246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72dc929b-d572-46aa-a05c-2d7d01eba1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.064590 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f8550f97-bd37-497d-907a-0a7077b47124 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:56.068807 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f8550f97-bd37-497d-907a-0a7077b47124 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:56.083505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f8550f97-bd37-497d-907a-0a7077b47124 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:56.095092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6e907-66b5-4cc1-81cc-60990442453c req-b075aecd-5f43-4e3f-a5b8-51593e98e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:56.096603 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6dd6e907-66b5-4cc1-81cc-60990442453c req-b075aecd-5f43-4e3f-a5b8-51593e98e35f service neutron] 10.222.0.88 "GET /v2.0/networks?id=34c76978-0f5d-41d5-908a-23a998d15398 HTTP/1.1" status: 200 len: 913 time: 0.1873229 Jan 27 17:19:56.153626 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.167312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72dc929b-d572-46aa-a05c-2d7d01eba1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.170905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f8550f97-bd37-497d-907a-0a7077b47124 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.180131 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6dd6e907-66b5-4cc1-81cc-60990442453c req-b0647ec6-33bc-4ad7-a8d9-f6297d84dd15 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a HTTP/1.1" status: 200 len: 217 time: 0.0735562 Jan 27 17:19:56.250657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:56.264645 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f5182-83f8-4aa2-b114-ea9a72b7d325 None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:56.275368 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f5182-83f8-4aa2-b114-ea9a72b7d325 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:56.276420 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-144f5182-83f8-4aa2-b114-ea9a72b7d325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:56.279434 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6e907-66b5-4cc1-81cc-60990442453c req-bf18bfec-7482-4510-b414-db2ae1e23cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:56.280925 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6dd6e907-66b5-4cc1-81cc-60990442453c req-bf18bfec-7482-4510-b414-db2ae1e23cd3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9a6a6f28-b675-4158-8814-ebecdbd5aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0886645 Jan 27 17:19:56.294903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f8550f97-bd37-497d-907a-0a7077b47124 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.334791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f8550f97-bd37-497d-907a-0a7077b47124 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.342040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.351720 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-144f5182-83f8-4aa2-b114-ea9a72b7d325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:56.353721 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6dd6e907-66b5-4cc1-81cc-60990442453c req-cf8c601e-47e9-403a-9697-cb997579b74a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34c76978-0f5d-41d5-908a-23a998d15398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611005 Jan 27 17:19:56.361956 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f5182-83f8-4aa2-b114-ea9a72b7d325 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:56.362791 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-144f5182-83f8-4aa2-b114-ea9a72b7d325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:56.364406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8550f97-bd37-497d-907a-0a7077b47124 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59439b3a-0f33-48ba-b9a4-1cd852346b2f,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:56.412483 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72dc929b-d572-46aa-a05c-2d7d01eba1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.412698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f8550f97-bd37-497d-907a-0a7077b47124 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.420233 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f8550f97-bd37-497d-907a-0a7077b47124 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3819430 Jan 27 17:19:56.424301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44206) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:56.441185 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-144f5182-83f8-4aa2-b114-ea9a72b7d325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:56.441501 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f5182-83f8-4aa2-b114-ea9a72b7d325 None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:56.443889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-be5da721-7866-4eeb-9014-9f9dfa3f70f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'ecb7d636-7a85-4cc6-9083-a0c9adaae203', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:56.464460 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3c44dec4-7bad-4017-bbd9-b287a900826b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9591122 Jan 27 17:19:56.466159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-72dc929b-d572-46aa-a05c-2d7d01eba1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.467553 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-72dc929b-d572-46aa-a05c-2d7d01eba1e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f403909-478d-4c25-bd57-2a73ebc4d719 HTTP/1.1" status: 204 len: 168 time: 0.5873570 Jan 27 17:19:56.468589 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44210) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:56.470188 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Allocated IP 172.26.8.3 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/53e1c2e3-ba49-49c8-8c26-99533b4eeeab) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:56.473671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-be5da721-7866-4eeb-9014-9f9dfa3f70f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:56.477117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc929b-d572-46aa-a05c-2d7d01eba1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f403909-478d-4c25-bd57-2a73ebc4d719,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:56.487212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-be5da721-7866-4eeb-9014-9f9dfa3f70f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:56.494887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1333923411'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:56.501829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-be5da721-7866-4eeb-9014-9f9dfa3f70f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:56.514934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:56.518435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-be5da721-7866-4eeb-9014-9f9dfa3f70f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:56.525850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:network and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:56.549621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:56.563861 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:56.581029 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-be5da721-7866-4eeb-9014-9f9dfa3f70f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:19:56.593418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be5da721-7866-4eeb-9014-9f9dfa3f70f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.615809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.655479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Made reservation on behalf of 2c12d2e7246b46d3a5223377f8acfd82 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:56.659066 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.673331 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6dd6e907-66b5-4cc1-81cc-60990442453c req-b7a653c6-1ff1-48aa-a002-f95ee5af5a5a service neutron] 10.222.0.88 "GET /v2.0/networks/34c76978-0f5d-41d5-908a-23a998d15398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067110 Jan 27 17:19:56.746507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1235} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:19:56.781539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.781784 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Added segment 30461ea7-6e07-4b71-b026-72c25c9b26ed of type vlan for network d22ce281-90aa-4885-a3d3-6de3b4a495b9 Jan 27 17:19:56.803006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.808226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be5da721-7866-4eeb-9014-9f9dfa3f70f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.823904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be5da721-7866-4eeb-9014-9f9dfa3f70f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.830748 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6dd6e907-66b5-4cc1-81cc-60990442453c req-c7a00839-29b9-4974-b236-b09f736f2269 service neutron] 10.222.0.88 "GET /v2.0/networks/34c76978-0f5d-41d5-908a-23a998d15398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507878 Jan 27 17:19:56.867120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.879884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5da721-7866-4eeb-9014-9f9dfa3f70f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6892fa33-17c1-46db-9410-6db3c2146919,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:56.922547 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be5da721-7866-4eeb-9014-9f9dfa3f70f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.927288 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-be5da721-7866-4eeb-9014-9f9dfa3f70f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4945657 Jan 27 17:19:56.928493 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44218) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:56.934041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f1be59ba-2e6e-4417-9b96-eda5eaa34d19 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'ecb7d636-7a85-4cc6-9083-a0c9adaae203', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:56.939345 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.941147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f1be59ba-2e6e-4417-9b96-eda5eaa34d19 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:56.945330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:56.946161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.947186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f1be59ba-2e6e-4417-9b96-eda5eaa34d19 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:56.951388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f1be59ba-2e6e-4417-9b96-eda5eaa34d19 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:56.957788 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f1be59ba-2e6e-4417-9b96-eda5eaa34d19 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:56.970957 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-f1be59ba-2e6e-4417-9b96-eda5eaa34d19 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:19:56.977369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:56.978866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f1be59ba-2e6e-4417-9b96-eda5eaa34d19 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:57.046022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f1be59ba-2e6e-4417-9b96-eda5eaa34d19 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:57.050222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f1be59ba-2e6e-4417-9b96-eda5eaa34d19 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:57.073337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be59ba-2e6e-4417-9b96-eda5eaa34d19 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860d27ec-4039-4809-a89b-819b1a7e7b97,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:57.082896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f1be59ba-2e6e-4417-9b96-eda5eaa34d19 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:57.084155 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f1be59ba-2e6e-4417-9b96-eda5eaa34d19 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552432 Jan 27 17:19:57.101596 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6212394 Jan 27 17:19:57.108126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44224) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:57.115087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'subnet': {'network_id': 'd22ce281-90aa-4885-a3d3-6de3b4a495b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:57.160206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:57.170969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443ccb2-3ba3-4fe2-b67d-708adb35cf6b tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Network': ['ID=d22ce281-90aa-4885-a3d3-6de3b4a495b9,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:57.173295 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:57.186897 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:57.188675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network d22ce281-90aa-4885-a3d3-6de3b4a495b9 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:19:57.231498 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'Port': ['ID=53e1c2e3-ba49-49c8-8c26-99533b4eeeab,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:57.244104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:57.249239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:subnet and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:57.253740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:57.261483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:57.292207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Made reservation on behalf of 2c12d2e7246b46d3a5223377f8acfd82 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:57.301726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:57.341443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097c41e-c0b4-436e-85c2-2a77932191a0 req-37f12021-bfb3-40fa-8ddc-d5aa6cdfd4eb tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:57.342931 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7097c41e-c0b4-436e-85c2-2a77932191a0 req-37f12021-bfb3-40fa-8ddc-d5aa6cdfd4eb tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 944 time: 0.3164985 Jan 27 17:19:57.439850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-0d22491f-68cc-45b3-9b75-404bda991ce2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:57.444796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-7097c41e-c0b4-436e-85c2-2a77932191a0 req-57ed5d51-65ae-4d6a-9d65-e7a105dc5f6f tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Synchronizing usage tracker for tenant:1d38b76d227742a995a1ae42632ad60f on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:57.467286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-0d22491f-68cc-45b3-9b75-404bda991ce2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:57.468547 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-0d22491f-68cc-45b3-9b75-404bda991ce2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462300113&fields=id&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 267 time: 0.1394339 Jan 27 17:19:57.539217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-7097c41e-c0b4-436e-85c2-2a77932191a0 req-57ed5d51-65ae-4d6a-9d65-e7a105dc5f6f tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Unset dirty status for tenant:1d38b76d227742a995a1ae42632ad60f on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:57.540410 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7097c41e-c0b4-436e-85c2-2a77932191a0 req-57ed5d51-65ae-4d6a-9d65-e7a105dc5f6f tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891112 Jan 27 17:19:57.693738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:57.746510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-300ab4e4-1a90-4c95-8c4a-411a3d2861f5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:57.747176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-300ab4e4-1a90-4c95-8c4a-411a3d2861f5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:57.792127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Subnet': ['ID=5abe8045-769f-42b7-befa-5709b1932cab,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:57.795745 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-300ab4e4-1a90-4c95-8c4a-411a3d2861f5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:57.802262 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-300ab4e4-1a90-4c95-8c4a-411a3d2861f5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/networks?id=de3200ea-1263-4d40-8ceb-6a9a06331a84 HTTP/1.1" status: 200 len: 797 time: 0.3012550 Jan 27 17:19:57.817052 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-868c1419-0c76-4ee5-8181-e09c2084368d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/quotas/44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 375 time: 0.0137255 Jan 27 17:19:57.819267 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Checking segment: {'id': '30461ea7-6e07-4b71-b026-72c25c9b26ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'd22ce281-90aa-4885-a3d3-6de3b4a495b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:57.819652 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network hostable DHCP agents. Network: d22ce281-90aa-4885-a3d3-6de3b4a495b9, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:19:57.859511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:57.896290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network d22ce281-90aa-4885-a3d3-6de3b4a495b9 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:19:57.910882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, d22ce281-90aa-4885-a3d3-6de3b4a495b9) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:57.916348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:57.916929 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:57.930584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9c9bf9-98c4-4146-890d-67e6e442e3df None None] Network d22ce281-90aa-4885-a3d3-6de3b4a495b9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:57.949739 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-2317fb8a-bc1f-4afc-a2b8-917933f65f28 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1254542 Jan 27 17:19:57.952969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:57.954519 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5d629f00-fe1e-44c4-81da-d64d493785c4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8448741 Jan 27 17:19:57.955189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44238) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:57.960372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1920176233', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}, 'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:57.968605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:57.991811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:router and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:57.998329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:58.014545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:58.076563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:58.077440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:58.117515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:19:58.118183 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:58.130086 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dca4363a-9099-4144-9190-7c6621a9c44d service neutron] 10.222.0.81 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628191 Jan 27 17:19:58.299276 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:58.306776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:58.410859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:58.414913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-d22ce281-90aa-4885-a3d3-6de3b4a495b9', 'network_id': 'd22ce281-90aa-4885-a3d3-6de3b4a495b9', 'tenant_id': '2c12d2e7246b46d3a5223377f8acfd82', 'fixed_ips': [{'subnet_id': '5abe8045-769f-42b7-befa-5709b1932cab'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:19:58.416252 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:58.424849 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event updated for resources: {'Port': ['ID=53e1c2e3-ba49-49c8-8c26-99533b4eeeab,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:58.441601 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:58.449144 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-20557328-1c75-44d1-94fb-36cb11301238 service neutron] 10.222.0.81 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131871 Jan 27 17:19:58.499684 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a,segment=NetworkSegment(d545ce6c-7940-4afc-95ac-8eae846e3f77),segment_id=d545ce6c-7940-4afc-95ac-8eae846e3f77)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:58.527495 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a', 'network_id': '34c76978-0f5d-41d5-908a-23a998d15398', 'port_id': '3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a', 'mac_address': 'fa:16:3e:8d:7e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6a6f28-b675-4158-8814-ebecdbd5aaf3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:19:58.691555 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Floating IP 076076c0-8a1b-4e99-9c62-83afb857003e associated. External IP: 172.26.8.3, port: 40a132ce-64ab-43ac-90ca-401fc61333a9. Jan 27 17:19:58.720383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:58.748095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:19:58.760087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Allocated IP 172.20.0.2 (d22ce281-90aa-4885-a3d3-6de3b4a495b9/5abe8045-769f-42b7-befa-5709b1932cab/2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:58.776669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a,segment=NetworkSegment(d545ce6c-7940-4afc-95ac-8eae846e3f77),segment_id=d545ce6c-7940-4afc-95ac-8eae846e3f77)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:58.780317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:58.794979 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:58.797617 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9bd0d0c5-bdf6-444f-afce-eacfec59ccde req-01b576a9-9d72-4110-829a-c1c7075f412f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 210 time: 0.0585194 Jan 27 17:19:58.957625 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:59.035678 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cad08-f97c-4e60-9d3e-14ada0ffe205 req-06ebd004-91b0-432b-8379-426919b05b4d tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:59.037198 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-199cad08-f97c-4e60-9d3e-14ada0ffe205 req-06ebd004-91b0-432b-8379-426919b05b4d tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 945 time: 0.2444427 Jan 27 17:19:59.070530 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:19:59.112888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.137475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Transition to ACTIVE for port object 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:59.168621 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-199cad08-f97c-4e60-9d3e-14ada0ffe205 req-9ccd046e-21ae-43c1-8a8e-2f2b48093954 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243479 Jan 27 17:19:59.175959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Transition to ACTIVE for port object 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:59.183670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.192258 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.248331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.294369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Network d22ce281-90aa-4885-a3d3-6de3b4a495b9 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:59.317095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Router d0402cc3-43fc-49dd-8ad4-06c58f154e81 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:59.326821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:59.333839 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:59.429297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.26.8.92 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/4fd12702-76e6-4f6d-b455-a83829a3cee8) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:59.456432 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Pushing event updated for resources: {'Port': ['ID=2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:59.517308 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Attempting to bind port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:19:59.517599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Attempting to bind port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '30461ea7-6e07-4b71-b026-72c25c9b26ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'd22ce281-90aa-4885-a3d3-6de3b4a495b9'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:19:59.517931 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Attempting to bind port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 on network d22ce281-90aa-4885-a3d3-6de3b4a495b9 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:59.534073 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:19:59.534515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Checking segment: {'id': '30461ea7-6e07-4b71-b026-72c25c9b26ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'd22ce281-90aa-4885-a3d3-6de3b4a495b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:59.534908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.537263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Bound using segment: {'id': '30461ea7-6e07-4b71-b026-72c25c9b26ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'd22ce281-90aa-4885-a3d3-6de3b4a495b9'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:19:59.537263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Bound port: 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30461ea7-6e07-4b71-b026-72c25c9b26ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'd22ce281-90aa-4885-a3d3-6de3b4a495b9'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:19:59.537263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.583321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:59.606649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.607685 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d5805-3667-4d3a-85e9-10e64057e3f5 None None] Sync routers for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:59.614838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.638374 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d5805-3667-4d3a-85e9-10e64057e3f5 None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:19:59.639028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d93d5805-3667-4d3a-85e9-10e64057e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:59.649267 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.718502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:59.721594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:59.725789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:19:59.762861 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] For port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:19:59.764187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=4fd12702-76e6-4f6d-b455-a83829a3cee8,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:59.782656 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] For port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4,segment=NetworkSegment(30461ea7-6e07-4b71-b026-72c25c9b26ed),segment_id=30461ea7-6e07-4b71-b026-72c25c9b26ed)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:19:59.819598 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-566c4253-dcaa-423f-b566-4f9f8f26af95 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5087526 Jan 27 17:19:59.819598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6500e099-b9a1-4644-84e5-1921e053133a', 'tag': '40a132ce-64ab-43ac-90ca-401fc61333a9'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:19:59.837637 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.897529 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6500e099-b9a1-4644-84e5-1921e053133a', 'tag': '40a132ce-64ab-43ac-90ca-401fc61333a9', 'status': 'completed', 'code': 200} Jan 27 17:19:59.968182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-d93d5805-3667-4d3a-85e9-10e64057e3f5 None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:00.009003 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5b909b4f-e22f-4377-b97a-03640c2d0eaa req-e2e1eb71-2079-431b-8081-f2342a595ae1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 210 time: 0.0701728 Jan 27 17:20:00.046325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17172249-ce6e-4a8a-a89d-a0564d50ab49 None None] Pushing event updated for resources: {'Port': ['ID=2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:00.209300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88094a-3018-430e-96e1-f1550ce0d457 req-afb2bc56-5267-4182-9893-193c3c77a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:00.211378 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ba88094a-3018-430e-96e1-f1550ce0d457 req-afb2bc56-5267-4182-9893-193c3c77a46e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 1099 time: 0.2403584 Jan 27 17:20:00.254196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-b8f3fce5-46da-450d-bb4c-2359c6f231b1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:00.255816 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-b8f3fce5-46da-450d-bb4c-2359c6f231b1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks?id=de3200ea-1263-4d40-8ceb-6a9a06331a84 HTTP/1.1" status: 200 len: 797 time: 0.2421925 Jan 27 17:20:00.348265 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-bc116391-b8ff-4bb4-97b5-2514871b0ec5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 471 time: 0.0849524 Jan 27 17:20:00.358100 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'port': {'device_id': '9bca21a0-7582-4cb8-8bc4-2a8486b26b05', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'admin_state_up': True, 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'security_groups': ['ecb7d636-7a85-4cc6-9083-a0c9adaae203']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:00.421918 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88094a-3018-430e-96e1-f1550ce0d457 req-7227ef39-0142-46f0-b0d6-afd8f15e563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:00.423750 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ba88094a-3018-430e-96e1-f1550ce0d457 req-7227ef39-0142-46f0-b0d6-afd8f15e563e service neutron] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 913 time: 0.2025044 Jan 27 17:20:00.492889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d93d5805-3667-4d3a-85e9-10e64057e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '076076c0-8a1b-4e99-9c62-83afb857003e', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.3', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': '40a132ce-64ab-43ac-90ca-401fc61333a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:85:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500e099-b9a1-4644-84e5-1921e053133a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:57Z', 'updated_at': '2022-01-27T17:19:57Z', 'revision_number': 0, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}, {'id': '804ef8e9-f5f1-4aa4-a0ce-01e67ed08398', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:6c:38:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:18Z', 'updated_at': '2022-01-27T17:17:29Z', 'revision_number': 1, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:00.497249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d5805-3667-4d3a-85e9-10e64057e3f5 None None] Checking router: d0402cc3-43fc-49dd-8ad4-06c58f154e81 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:20:00.506932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d5805-3667-4d3a-85e9-10e64057e3f5 None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:00.507624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d93d5805-3667-4d3a-85e9-10e64057e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:00.595561 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:00.608206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:00.623951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:20:00.630894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:00.766680 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-d93d5805-3667-4d3a-85e9-10e64057e3f5 None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:00.814472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:00.817903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.11 (de3200ea-1263-4d40-8ceb-6a9a06331a84/e0d2cb84-0752-4ba8-a4b4-9e6776005cdb/822d25ff-357a-4229-8dac-58d893cfd1de) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:20:00.932685 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ba88094a-3018-430e-96e1-f1550ce0d457 req-51a95835-6275-4b59-8adc-4429966c8a9f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40a132ce-64ab-43ac-90ca-401fc61333a9 HTTP/1.1" status: 200 len: 998 time: 0.2550128 Jan 27 17:20:01.042009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:01.061875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object 822d25ff-357a-4229-8dac-58d893cfd1de will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:20:01.094668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:01.157475 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88094a-3018-430e-96e1-f1550ce0d457 req-0601a743-0f2c-490c-aba2-83a5cb4a52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:01.158935 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ba88094a-3018-430e-96e1-f1550ce0d457 req-0601a743-0f2c-490c-aba2-83a5cb4a52cf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.2159030 Jan 27 17:20:01.167502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74457dbe-fe1f-4b39-bd71-5b3844ae3ef8 req-e7792e0f-5b33-43cc-b1e4-4cf8df0d6a2d tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:01.169031 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-74457dbe-fe1f-4b39-bd71-5b3844ae3ef8 req-e7792e0f-5b33-43cc-b1e4-4cf8df0d6a2d tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 945 time: 0.4931259 Jan 27 17:20:01.239340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d93d5805-3667-4d3a-85e9-10e64057e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '076076c0-8a1b-4e99-9c62-83afb857003e', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.3', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': '40a132ce-64ab-43ac-90ca-401fc61333a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:85:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500e099-b9a1-4644-84e5-1921e053133a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:57Z', 'updated_at': '2022-01-27T17:19:57Z', 'revision_number': 0, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}, {'id': '804ef8e9-f5f1-4aa4-a0ce-01e67ed08398', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:6c:38:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:18Z', 'updated_at': '2022-01-27T17:17:29Z', 'revision_number': 1, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:01.245022 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d5805-3667-4d3a-85e9-10e64057e3f5 None None] The sync data for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv is: [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '076076c0-8a1b-4e99-9c62-83afb857003e', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.3', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': '40a132ce-64ab-43ac-90ca-401fc61333a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:85:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500e099-b9a1-4644-84e5-1921e053133a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:57Z', 'updated_at': '2022-01-27T17:19:57Z', 'revision_number': 0, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}, {'id': '804ef8e9-f5f1-4aa4-a0ce-01e67ed08398', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:6c:38:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:18Z', 'updated_at': '2022-01-27T17:17:29Z', 'revision_number': 1, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:01.256615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network de3200ea-1263-4d40-8ceb-6a9a06331a84 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:20:01.267766 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:20:01.275032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:20:01.341481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=822d25ff-357a-4229-8dac-58d893cfd1de,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:01.368972 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-74457dbe-fe1f-4b39-bd71-5b3844ae3ef8 req-dde90694-86dc-4d31-bc21-829c31dc2306 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553345 Jan 27 17:20:01.456155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55a675-d315-40dd-b82a-a258b57046ea req-5dc3bea2-ee07-4589-a06b-88aee86802cb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:01.458341 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0a55a675-d315-40dd-b82a-a258b57046ea req-5dc3bea2-ee07-4589-a06b-88aee86802cb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 932 time: 0.2707293 Jan 27 17:20:01.468119 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:01.469056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:01.538199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:01.576027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:01.584047 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-dd10a3b7-26b2-4de3-ac97-10f457ac46d2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2307682 Jan 27 17:20:01.598766 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0a55a675-d315-40dd-b82a-a258b57046ea req-c7c4a55a-17df-4a47-8677-1c7bba1e041e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecb7d636-7a85-4cc6-9083-a0c9adaae203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249769 Jan 27 17:20:01.610558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Request body: {'port': {'device_id': '9bca21a0-7582-4cb8-8bc4-2a8486b26b05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:01.681341 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dff95fa-9f7f-4730-b572-29498b92a9f5 None None] New status for floating IP 076076c0-8a1b-4e99-9c62-83afb857003e: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:20:01.689831 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f4eefc-dc2d-4f57-aa7f-33619782c622 None None] Network d22ce281-90aa-4885-a3d3-6de3b4a495b9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:20:01.710226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88094a-3018-430e-96e1-f1550ce0d457 req-dd1bc08f-bdd8-40e3-bf62-e48985e27403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:01.712961 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ba88094a-3018-430e-96e1-f1550ce0d457 req-dd1bc08f-bdd8-40e3-bf62-e48985e27403 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5427663 Jan 27 17:20:01.764435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:01.819603 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:01.857028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Provisioning for port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:01.877368 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Provisioning complete for port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:01.877817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:02.068828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:02.097326 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ba88094a-3018-430e-96e1-f1550ce0d457 req-754cdb1a-49eb-4d13-8530-08c5fcd49f35 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610160 Jan 27 17:20:02.162665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 7dec02f3-30c1-4771-af8f-51c6c3f83117 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:20:02.230777 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:02.244656 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:02.254497 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:02.254877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:02.326826 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] For port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4,segment=NetworkSegment(30461ea7-6e07-4b71-b026-72c25c9b26ed),segment_id=30461ea7-6e07-4b71-b026-72c25c9b26ed)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:02.337069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:02.350147 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ba88094a-3018-430e-96e1-f1550ce0d457 req-10d6385f-dce7-4762-845e-4b2320c0e522 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457719 Jan 27 17:20:02.426464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822d25ff-357a-4229-8dac-58d893cfd1de {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:20:02.436176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:02.457907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Transition to ACTIVE for port object 822d25ff-357a-4229-8dac-58d893cfd1de will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:20:02.468996 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:02.487350 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Provisioning for port 822d25ff-357a-4229-8dac-58d893cfd1de completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:02.535349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Pushing event updated for resources: {'Port': ['ID=2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:02.552801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:02.553308 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:02.554139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:02.554139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:02.554672 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:02.555181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:02.555623 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:02.556040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:02.556476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:02.556861 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:02.557288 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:02.557688 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf562b-6a8d-49ad-bb68-d63f83516e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:02.580518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:02.620544 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54745122-3da7-489d-9af0-97a3be8d6c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:02.631881 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a,segment=NetworkSegment(d545ce6c-7940-4afc-95ac-8eae846e3f77),segment_id=d545ce6c-7940-4afc-95ac-8eae846e3f77)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:02.645180 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:02.726606 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b85785fc-d2d8-4940-acb0-5b03d058fb64 None None] Provisioning complete for port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:02.726980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b85785fc-d2d8-4940-acb0-5b03d058fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:02.810047 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:02.840676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:02.866113 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f7a467-8802-4540-b50b-c7bd3a5f716a None None] Sync routers for ids ['7dec02f3-30c1-4771-af8f-51c6c3f83117'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:02.868531 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=822d25ff-357a-4229-8dac-58d893cfd1de,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:02.883096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:02.884372 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c84f2fed-a745-47d9-a124-1243dd084c9d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9282222 Jan 27 17:20:02.892275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6f2a0-7e71-49d6-a521-0ea483a56531 req-b7f57424-886c-4de1-a964-f9dbc4af061c tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:02.898523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7a467-8802-4540-b50b-c7bd3a5f716a None None] Routers {'7dec02f3-30c1-4771-af8f-51c6c3f83117'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:02.899160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f8f7a467-8802-4540-b50b-c7bd3a5f716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7dec02f3-30c1-4771-af8f-51c6c3f83117'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:02.899480 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ada6f2a0-7e71-49d6-a521-0ea483a56531 req-b7f57424-886c-4de1-a964-f9dbc4af061c tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.1545312 Jan 27 17:20:02.901247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44274) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:02.962933 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f8f7a467-8802-4540-b50b-c7bd3a5f716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:02.974550 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7a467-8802-4540-b50b-c7bd3a5f716a None None] Routers {'7dec02f3-30c1-4771-af8f-51c6c3f83117'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:02.975178 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f8f7a467-8802-4540-b50b-c7bd3a5f716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7dec02f3-30c1-4771-af8f-51c6c3f83117'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:03.014281 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c3a95-512e-4287-9966-2bf2a1cda6ca req-6b03b50b-6400-4eae-9297-ce46b35aa65f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:03.015372 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-863c3a95-512e-4287-9966-2bf2a1cda6ca req-6b03b50b-6400-4eae-9297-ce46b35aa65f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:03.024978 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ada6f2a0-7e71-49d6-a521-0ea483a56531 req-4a246b79-2ef8-43a9-ac26-3a13670d6f87 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245668 Jan 27 17:20:03.037017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Attempting to bind port 822d25ff-357a-4229-8dac-58d893cfd1de on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:20:03.037579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Attempting to bind port 822d25ff-357a-4229-8dac-58d893cfd1de by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:20:03.038108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Attempting to bind port 822d25ff-357a-4229-8dac-58d893cfd1de on network de3200ea-1263-4d40-8ceb-6a9a06331a84 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:20:03.059458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Port 822d25ff-357a-4229-8dac-58d893cfd1de on network de3200ea-1263-4d40-8ceb-6a9a06331a84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:20:03.060318 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Attempting to bind port 822d25ff-357a-4229-8dac-58d893cfd1de on network de3200ea-1263-4d40-8ceb-6a9a06331a84 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:20:03.069213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-863c3a95-512e-4287-9966-2bf2a1cda6ca req-6b03b50b-6400-4eae-9297-ce46b35aa65f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:03.070690 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-863c3a95-512e-4287-9966-2bf2a1cda6ca req-6b03b50b-6400-4eae-9297-ce46b35aa65f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 944 time: 0.2737582 Jan 27 17:20:03.071706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:20:03.072194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Checking segment: {'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:20:03.072808 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Bound using segment: {'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:20:03.073488 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Bound port: 822d25ff-357a-4229-8dac-58d893cfd1de, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:20:03.074096 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:03.092821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f8f7a467-8802-4540-b50b-c7bd3a5f716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:03.093376 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f7a467-8802-4540-b50b-c7bd3a5f716a None None] The sync data for ids ['7dec02f3-30c1-4771-af8f-51c6c3f83117'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:03.118370 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54745122-3da7-489d-9af0-97a3be8d6c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a', 'code': 200} Jan 27 17:20:03.200602 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-863c3a95-512e-4287-9966-2bf2a1cda6ca req-18248875-0384-4fc9-a309-09a2851bcc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecb7d636-7a85-4cc6-9083-a0c9adaae203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050084 Jan 27 17:20:03.221607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] For port 822d25ff-357a-4229-8dac-58d893cfd1de, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:20:03.225445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] For port 822d25ff-357a-4229-8dac-58d893cfd1de, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=822d25ff-357a-4229-8dac-58d893cfd1de,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:20:03.233379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:03.294910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:03.295276 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:03.296680 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] 10.222.0.88 "PUT /v2.0/ports/822d25ff-357a-4229-8dac-58d893cfd1de HTTP/1.1" status: 200 len: 1094 time: 1.6917140 Jan 27 17:20:03.297125 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bca21a0-7582-4cb8-8bc4-2a8486b26b05', 'tag': '822d25ff-357a-4229-8dac-58d893cfd1de'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:03.321840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfeb0e-3262-4354-92e1-2aada62dcdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=822d25ff-357a-4229-8dac-58d893cfd1de,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:03.413905 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bca21a0-7582-4cb8-8bc4-2a8486b26b05', 'tag': '822d25ff-357a-4229-8dac-58d893cfd1de', 'status': 'completed', 'code': 200} Jan 27 17:20:03.430495 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:03.477516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481c0b4-ad73-4ffb-a1b3-e148300b87e7 req-156d1303-de57-440d-9302-8f236ff5f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:03.479756 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b481c0b4-ad73-4ffb-a1b3-e148300b87e7 req-156d1303-de57-440d-9302-8f236ff5f657 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 1099 time: 0.1342752 Jan 27 17:20:03.545231 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b481c0b4-ad73-4ffb-a1b3-e148300b87e7 req-f55cd0de-763d-4aab-90fe-223062c2a2b3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586376 Jan 27 17:20:03.570728 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:03.570728 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:03.655676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-bc497075-6a0a-461e-b416-15cebbadca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:03.657557 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-bc497075-6a0a-461e-b416-15cebbadca57 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 1097 time: 0.2203252 Jan 27 17:20:03.833297 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-8885cad2-fefb-4cc7-95a5-fbaefaf41f6e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d25ff-357a-4229-8dac-58d893cfd1de HTTP/1.1" status: 200 len: 217 time: 0.0769517 Jan 27 17:20:03.956979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-e41574d0-71f2-42d8-8c7d-996541254ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:03.959034 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-e41574d0-71f2-42d8-8c7d-996541254ecf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e0d2cb84-0752-4ba8-a4b4-9e6776005cdb HTTP/1.1" status: 200 len: 834 time: 0.1147599 Jan 27 17:20:04.008210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:04.236697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-6d9a98fb-9118-4e4c-a1b7-fd197dd79758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:04.238925 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-6d9a98fb-9118-4e4c-a1b7-fd197dd79758 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de3200ea-1263-4d40-8ceb-6a9a06331a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2711773 Jan 27 17:20:04.261575 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf95499-8095-4db1-ab77-fcd3ce823de9 req-fbd249cc-feda-467d-847d-3ab7f6628c1e tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:04.267679 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5bf95499-8095-4db1-ab77-fcd3ce823de9 req-fbd249cc-feda-467d-847d-3ab7f6628c1e tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.1071615 Jan 27 17:20:04.315319 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5bf95499-8095-4db1-ab77-fcd3ce823de9 req-28d5619b-b088-4459-98f6-458fb07c9b1d tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Jan 27 17:20:04.736398 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-e725c41e-a9fc-47df-9a77-0d12fd6e753d service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920664 Jan 27 17:20:04.938121 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ba3e9-c814-47bf-a2cf-639c038c1cee req-f13aaa51-cb8d-4300-a3b3-1fb5df2ba960 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:04.939696 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-356ba3e9-c814-47bf-a2cf-639c038c1cee req-f13aaa51-cb8d-4300-a3b3-1fb5df2ba960 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 944 time: 0.3852642 Jan 27 17:20:04.941014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.20.0.1 (d22ce281-90aa-4885-a3d3-6de3b4a495b9/5abe8045-769f-42b7-befa-5709b1932cab/38e7a103-0cfa-4e45-8356-24fd3b6d7fa2) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:20:05.018288 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fc7a92e0-ed5c-4871-84d4-3830bcbd54ca req-c513e419-1d33-41b0-a05a-73de7a2851e8 service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723866 Jan 27 17:20:05.057404 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-356ba3e9-c814-47bf-a2cf-639c038c1cee req-47355960-c019-499f-8852-fa5d60dbb063 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecb7d636-7a85-4cc6-9083-a0c9adaae203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053824 Jan 27 17:20:05.222867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:05.244271 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Transition to ACTIVE for port object 38e7a103-0cfa-4e45-8356-24fd3b6d7fa2 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:20:05.248514 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaacae-d00d-46e2-9d43-075b44e33dd6 req-1ead9c44-4279-4291-b89c-8918a09dbb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:05.250011 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7deaacae-d00d-46e2-9d43-075b44e33dd6 req-1ead9c44-4279-4291-b89c-8918a09dbb21 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 1097 time: 0.1392224 Jan 27 17:20:05.374156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:05.464356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network d22ce281-90aa-4885-a3d3-6de3b4a495b9 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:20:05.468980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:20:05.476958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaacae-d00d-46e2-9d43-075b44e33dd6 req-ae534b1c-6123-4a02-b75e-9cd69ac29925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:05.478430 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7deaacae-d00d-46e2-9d43-075b44e33dd6 req-ae534b1c-6123-4a02-b75e-9cd69ac29925 service neutron] 10.222.0.88 "GET /v2.0/networks?id=de3200ea-1263-4d40-8ceb-6a9a06331a84 HTTP/1.1" status: 200 len: 899 time: 0.2208953 Jan 27 17:20:05.481889 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:20:05.512328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=38e7a103-0cfa-4e45-8356-24fd3b6d7fa2,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:05.529678 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50d8c1-3670-415b-9e9d-9858483d2f37 req-e3191853-4ec9-4abd-ae50-ad7130779b77 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:05.531085 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7d50d8c1-3670-415b-9e9d-9858483d2f37 req-e3191853-4ec9-4abd-ae50-ad7130779b77 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.1019108 Jan 27 17:20:05.583343 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7d50d8c1-3670-415b-9e9d-9858483d2f37 req-f59181fa-aedb-4e30-8f51-64f6ea17f9b0 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441706 Jan 27 17:20:05.592763 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7deaacae-d00d-46e2-9d43-075b44e33dd6 req-8eeb23b4-52b0-4952-af9a-c7a6e8c623ef service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d25ff-357a-4229-8dac-58d893cfd1de HTTP/1.1" status: 200 len: 217 time: 0.0814557 Jan 27 17:20:05.648404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:05.686677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaacae-d00d-46e2-9d43-075b44e33dd6 req-c34cb2ec-f6fc-41e9-8130-f5c943a13fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:05.688181 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7deaacae-d00d-46e2-9d43-075b44e33dd6 req-c34cb2ec-f6fc-41e9-8130-f5c943a13fd8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e0d2cb84-0752-4ba8-a4b4-9e6776005cdb HTTP/1.1" status: 200 len: 834 time: 0.0847285 Jan 27 17:20:05.799541 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1ad75961-3f5f-4819-86f0-084e27244371 None None] Provisioning for port 38e7a103-0cfa-4e45-8356-24fd3b6d7fa2 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:05.807849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1ad75961-3f5f-4819-86f0-084e27244371 None None] Provisioning complete for port 38e7a103-0cfa-4e45-8356-24fd3b6d7fa2 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:05.808201 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1ad75961-3f5f-4819-86f0-084e27244371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:05.869759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1ad75961-3f5f-4819-86f0-084e27244371 None None] Port 38e7a103-0cfa-4e45-8356-24fd3b6d7fa2 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:20:05.912883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaacae-d00d-46e2-9d43-075b44e33dd6 req-bf222e7d-63f8-44f5-a088-28bf9758d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:05.914379 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7deaacae-d00d-46e2-9d43-075b44e33dd6 req-bf222e7d-63f8-44f5-a088-28bf9758d4c0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de3200ea-1263-4d40-8ceb-6a9a06331a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2121770 Jan 27 17:20:05.923906 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de215a1-9243-4c30-81b9-c98864f36656 req-909b5eb9-4436-435e-8428-23aed744091b tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:05.925380 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6de215a1-9243-4c30-81b9-c98864f36656 req-909b5eb9-4436-435e-8428-23aed744091b tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.1919849 Jan 27 17:20:05.996366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:06.088294 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 822d25ff-357a-4229-8dac-58d893cfd1de details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:20:06.266841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 822d25ff-357a-4229-8dac-58d893cfd1de, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=822d25ff-357a-4229-8dac-58d893cfd1de,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:06.280771 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d309ae-9f80-43f1-a8d6-6826f152a105 req-24a16e96-9d41-42d7-a92b-82a25e70285d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:06.283752 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-56d309ae-9f80-43f1-a8d6-6826f152a105 req-24a16e96-9d41-42d7-a92b-82a25e70285d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 944 time: 0.1028092 Jan 27 17:20:06.299124 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '822d25ff-357a-4229-8dac-58d893cfd1de', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'port_id': '822d25ff-357a-4229-8dac-58d893cfd1de', 'mac_address': 'fa:16:3e:ab:a2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:20:06.304032 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6de215a1-9243-4c30-81b9-c98864f36656 req-08f1b741-a175-4a1b-8878-84d6807ca2f2 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575335 Jan 27 17:20:06.361552 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-56d309ae-9f80-43f1-a8d6-6826f152a105 req-65861728-c926-4559-bc56-a0b7dd327396 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecb7d636-7a85-4cc6-9083-a0c9adaae203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697360 Jan 27 17:20:06.398522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:06.423333 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822d25ff-357a-4229-8dac-58d893cfd1de {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:20:06.425140 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7deaacae-d00d-46e2-9d43-075b44e33dd6 req-90bc31fd-a691-49af-b419-098b62ca7e90 service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986453 Jan 27 17:20:06.440865 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 822d25ff-357a-4229-8dac-58d893cfd1de, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=822d25ff-357a-4229-8dac-58d893cfd1de,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:06.445755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:06.523070 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=822d25ff-357a-4229-8dac-58d893cfd1de,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:06.733570 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['822d25ff-357a-4229-8dac-58d893cfd1de'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:20:06.750290 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7deaacae-d00d-46e2-9d43-075b44e33dd6 req-c4634b61-90bb-4a9f-a95a-bfbc812d1415 service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702460 Jan 27 17:20:06.791409 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b2a25-5d81-45ff-bfc8-61afe82dd5e5 req-87771115-3407-439f-bf5b-c080974f29ff tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:06.797556 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b83b2a25-5d81-45ff-bfc8-61afe82dd5e5 req-87771115-3407-439f-bf5b-c080974f29ff tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.1028996 Jan 27 17:20:06.845612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:06.848635 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b83b2a25-5d81-45ff-bfc8-61afe82dd5e5 req-a4f4f92c-8253-45ab-a926-09b79fd8879c tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484321 Jan 27 17:20:06.853425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:06.981210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=38e7a103-0cfa-4e45-8356-24fd3b6d7fa2,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:06.983831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:07.157422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network d22ce281-90aa-4885-a3d3-6de3b4a495b9 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:20:07.158756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:20:07.408132 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 7dec02f3-30c1-4771-af8f-51c6c3f83117 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:20:07.412795 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ba3d531e-1906-49f2-bc31-f045d20edf9f None None] Provisioning complete for port 38e7a103-0cfa-4e45-8356-24fd3b6d7fa2 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:07.413652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ba3d531e-1906-49f2-bc31-f045d20edf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:07.486426 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d531e-1906-49f2-bc31-f045d20edf9f None None] Port 38e7a103-0cfa-4e45-8356-24fd3b6d7fa2 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:20:07.658282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:07.668853 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51f757-d948-4d0a-9c33-4df14a6a949e None None] Sync routers for ids ['7dec02f3-30c1-4771-af8f-51c6c3f83117'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:07.678994 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51f757-d948-4d0a-9c33-4df14a6a949e None None] Routers {'7dec02f3-30c1-4771-af8f-51c6c3f83117'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:07.679608 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5b51f757-d948-4d0a-9c33-4df14a6a949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7dec02f3-30c1-4771-af8f-51c6c3f83117'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:07.680172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5897b90-53e3-4a9f-9691-3044e9f598b5 req-ae3b732e-ba93-4cbd-9b23-0eaedabba434 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:07.681657 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c5897b90-53e3-4a9f-9691-3044e9f598b5 req-ae3b732e-ba93-4cbd-9b23-0eaedabba434 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 945 time: 0.2009308 Jan 27 17:20:07.684578 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6fc29b7e-f083-4ee0-b7c6-fb9d648a4a9e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "PUT /v2.0/routers/7dec02f3-30c1-4771-af8f-51c6c3f83117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7815003 Jan 27 17:20:07.686940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44298) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:07.694448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'port': {'network_id': 'd22ce281-90aa-4885-a3d3-6de3b4a495b9', 'name': 'tempest-FloatingIPTestJSON-1520140691'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:07.741141 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5b51f757-d948-4d0a-9c33-4df14a6a949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:07.749978 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51f757-d948-4d0a-9c33-4df14a6a949e None None] Routers {'7dec02f3-30c1-4771-af8f-51c6c3f83117'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:07.750583 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5b51f757-d948-4d0a-9c33-4df14a6a949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7dec02f3-30c1-4771-af8f-51c6c3f83117'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:07.813162 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-5b51f757-d948-4d0a-9c33-4df14a6a949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:07.813555 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51f757-d948-4d0a-9c33-4df14a6a949e None None] The sync data for ids ['7dec02f3-30c1-4771-af8f-51c6c3f83117'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:07.818345 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c5897b90-53e3-4a9f-9691-3044e9f598b5 req-f9342cb2-87c9-4c49-8236-328478f7b13e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecb7d636-7a85-4cc6-9083-a0c9adaae203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281269 Jan 27 17:20:07.862768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:07.868646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Usage tracker for resource:port and tenant:2c12d2e7246b46d3a5223377f8acfd82 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:07.873148 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:07.881138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:07.895227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Made reservation on behalf of 2c12d2e7246b46d3a5223377f8acfd82 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:20:07.899073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:08.062413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] device_id is not set on port d3585924-d4ad-48ec-9ce5-ad99414074fd yet. {{(pid=87608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:20:08.064146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f2499-ecf5-449e-9a62-57bf084257d6 req-5cb36383-7ccd-4387-a864-5d6b0cca2847 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:08.065719 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-696f2499-ecf5-449e-9a62-57bf084257d6 req-5cb36383-7ccd-4387-a864-5d6b0cca2847 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.0979524 Jan 27 17:20:08.094064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 822d25ff-357a-4229-8dac-58d893cfd1de up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:08.119459 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-696f2499-ecf5-449e-9a62-57bf084257d6 req-1b255bdc-c84c-4941-9392-3d157c88bb95 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469680 Jan 27 17:20:08.179115 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 822d25ff-357a-4229-8dac-58d893cfd1de completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:08.184566 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 822d25ff-357a-4229-8dac-58d893cfd1de triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:08.184928 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:08.248003 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Allocated IP 172.20.0.14 (d22ce281-90aa-4885-a3d3-6de3b4a495b9/5abe8045-769f-42b7-befa-5709b1932cab/d3585924-d4ad-48ec-9ce5-ad99414074fd) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:20:08.323697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:08.358739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bca21a0-7582-4cb8-8bc4-2a8486b26b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822d25ff-357a-4229-8dac-58d893cfd1de'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:08.378638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 822d25ff-357a-4229-8dac-58d893cfd1de, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=822d25ff-357a-4229-8dac-58d893cfd1de,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:08.382671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:08.433865 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bca21a0-7582-4cb8-8bc4-2a8486b26b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822d25ff-357a-4229-8dac-58d893cfd1de', 'code': 200} Jan 27 17:20:08.466184 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=822d25ff-357a-4229-8dac-58d893cfd1de,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:08.596633 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6aa87-7c67-4b92-9ba8-80f8cab10a83 req-ba8726d2-a037-4968-9079-963d8acb9564 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:08.598297 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cea6aa87-7c67-4b92-9ba8-80f8cab10a83 req-ba8726d2-a037-4968-9079-963d8acb9564 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.0965858 Jan 27 17:20:08.630996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:08.649597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850559a-eb9e-498d-b102-de72754c3b4c req-d16db8e7-f092-4775-ba41-508e4d321371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:08.651132 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b850559a-eb9e-498d-b102-de72754c3b4c req-d16db8e7-f092-4775-ba41-508e4d321371 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d38b76d227742a995a1ae42632ad60f&device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 1099 time: 0.1442857 Jan 27 17:20:08.653956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Transition to ACTIVE for port object d3585924-d4ad-48ec-9ce5-ad99414074fd will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:20:08.705359 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cea6aa87-7c67-4b92-9ba8-80f8cab10a83 req-02f1a101-6870-42f3-bf84-e4d6a9155ff6 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992630 Jan 27 17:20:08.726535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5c288-7022-43ce-acab-9f6ba3cce0ba req-9c792129-1bef-4048-9171-460b5c816a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:08.728043 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5ef5c288-7022-43ce-acab-9f6ba3cce0ba req-9c792129-1bef-4048-9171-460b5c816a27 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 1099 time: 0.0984921 Jan 27 17:20:08.768159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:08.771561 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5ef5c288-7022-43ce-acab-9f6ba3cce0ba req-447225ed-19c8-4451-ab39-af08484db9d0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ecb7d636-7a85-4cc6-9083-a0c9adaae203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373020 Jan 27 17:20:08.863209 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Network d22ce281-90aa-4885-a3d3-6de3b4a495b9 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:20:08.877483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:20:08.883453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:20:08.921690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850559a-eb9e-498d-b102-de72754c3b4c req-66a61b4d-cb67-4378-a312-515f10f76e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:08.923209 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b850559a-eb9e-498d-b102-de72754c3b4c req-66a61b4d-cb67-4378-a312-515f10f76e80 service neutron] 10.222.0.88 "GET /v2.0/networks?id=34c76978-0f5d-41d5-908a-23a998d15398 HTTP/1.1" status: 200 len: 913 time: 0.2635455 Jan 27 17:20:08.933114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event updated for resources: {'Port': ['ID=d3585924-d4ad-48ec-9ce5-ad99414074fd,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:09.067964 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b850559a-eb9e-498d-b102-de72754c3b4c req-9d41c7b8-eba6-43de-9488-8641466a9e92 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a HTTP/1.1" status: 200 len: 217 time: 0.0872126 Jan 27 17:20:09.075521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:09.076164 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:09.119473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8240ce41-0f2b-4302-9afe-ae5317da0126 None None] Provisioning for port d3585924-d4ad-48ec-9ce5-ad99414074fd completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:09.124913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8240ce41-0f2b-4302-9afe-ae5317da0126 None None] Provisioning complete for port d3585924-d4ad-48ec-9ce5-ad99414074fd triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:09.125263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8240ce41-0f2b-4302-9afe-ae5317da0126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:09.159694 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bca0ad10-97f2-48ad-b05d-3e32ce5303f5 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4714885 Jan 27 17:20:09.162918 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44312) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:09.168007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9d750319-1c5e-4128-925a-3c01e6abcbc9 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Request body: {'floatingip': {'port_id': 'd3585924-d4ad-48ec-9ce5-ad99414074fd'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:09.173490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850559a-eb9e-498d-b102-de72754c3b4c req-5de5d09d-2629-4d67-a45a-3ce15340fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:09.175268 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b850559a-eb9e-498d-b102-de72754c3b4c req-5de5d09d-2629-4d67-a45a-3ce15340fbe8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9a6a6f28-b675-4158-8814-ebecdbd5aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0942001 Jan 27 17:20:09.204440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8240ce41-0f2b-4302-9afe-ae5317da0126 None None] Port d3585924-d4ad-48ec-9ce5-ad99414074fd cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:20:09.228767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231a897-ec58-41e9-a857-1e4a8520c43d req-893d9f6a-5cc3-488c-88a7-2da05549274b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:09.230580 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c231a897-ec58-41e9-a857-1e4a8520c43d req-893d9f6a-5cc3-488c-88a7-2da05549274b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 946 time: 0.2949429 Jan 27 17:20:09.242284 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b850559a-eb9e-498d-b102-de72754c3b4c req-ee02e4ae-1eca-4154-9537-dda8515cc596 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34c76978-0f5d-41d5-908a-23a998d15398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578794 Jan 27 17:20:09.274709 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d750319-1c5e-4128-925a-3c01e6abcbc9 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:09.317256 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c231a897-ec58-41e9-a857-1e4a8520c43d req-83ce3c36-bf2e-4916-96cb-ed0591e8988b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecb7d636-7a85-4cc6-9083-a0c9adaae203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781279 Jan 27 17:20:09.410469 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b850559a-eb9e-498d-b102-de72754c3b4c req-cfe2dad2-de4e-45ce-a3b5-7ccce248f0ac service neutron] 10.222.0.88 "GET /v2.0/networks/34c76978-0f5d-41d5-908a-23a998d15398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546667 Jan 27 17:20:09.552028 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b850559a-eb9e-498d-b102-de72754c3b4c req-dd9c9010-209a-4705-aaff-4d3768d0e887 service neutron] 10.222.0.88 "GET /v2.0/networks/34c76978-0f5d-41d5-908a-23a998d15398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347775 Jan 27 17:20:09.992519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d56a4-24c3-48e6-bfad-b6b15a5ba0a2 req-9ff5de3c-8228-431c-b4ca-7b3ac5085b1f tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:09.993869 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-639d56a4-24c3-48e6-bfad-b6b15a5ba0a2 req-9ff5de3c-8228-431c-b4ca-7b3ac5085b1f tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.1299887 Jan 27 17:20:10.069614 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-639d56a4-24c3-48e6-bfad-b6b15a5ba0a2 req-c6ac677d-fe2b-482f-ae75-4b8e92aa0056 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561090 Jan 27 17:20:10.186202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d750319-1c5e-4128-925a-3c01e6abcbc9 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:10.192431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d750319-1c5e-4128-925a-3c01e6abcbc9 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:10.377286 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-9d750319-1c5e-4128-925a-3c01e6abcbc9 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Floating IP ad1dd79d-5c36-404d-9c49-9974ca3e10c1 associated. External IP: 172.26.8.15, port: 68afe291-7485-4591-bacb-081df6fd2b6c. Jan 27 17:20:10.535703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85276d7-edce-4b91-9acb-9559f638c7b2 req-2699c8af-1118-43b9-8e80-e396e13c5ccc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:10.537166 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c85276d7-edce-4b91-9acb-9559f638c7b2 req-2699c8af-1118-43b9-8e80-e396e13c5ccc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 946 time: 0.0935950 Jan 27 17:20:10.585310 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c85276d7-edce-4b91-9acb-9559f638c7b2 req-5d907535-b205-4bc3-9be1-6e9f88b4d82e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecb7d636-7a85-4cc6-9083-a0c9adaae203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415554 Jan 27 17:20:10.795422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d750319-1c5e-4128-925a-3c01e6abcbc9 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:20:10.902688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f3f36-9d75-41d0-b5fe-92e129de8dea req-a6947992-a962-493a-8448-38d49c26a4c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:10.904761 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f07f3f36-9d75-41d0-b5fe-92e129de8dea req-a6947992-a962-493a-8448-38d49c26a4c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 946 time: 0.2015684 Jan 27 17:20:11.033649 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f07f3f36-9d75-41d0-b5fe-92e129de8dea req-d1749e03-4175-488c-8c02-d03e05b6d266 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecb7d636-7a85-4cc6-9083-a0c9adaae203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204076 Jan 27 17:20:11.035053 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d750319-1c5e-4128-925a-3c01e6abcbc9 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:11.058098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44322) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:11.059112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c6fe1-b38f-4de4-8d35-91ef4600dc82 None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:11.070922 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c6fe1-b38f-4de4-8d35-91ef4600dc82 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:11.071554 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-561c6fe1-b38f-4de4-8d35-91ef4600dc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:11.160511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059816aa-dd58-462d-9246-9c3d0104e796 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:11.160511 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-059816aa-dd58-462d-9246-9c3d0104e796 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 1094 time: 0.1000173 Jan 27 17:20:11.162633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44328) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:11.165294 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-561c6fe1-b38f-4de4-8d35-91ef4600dc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:11.171110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0da55efc-74b7-47a7-85f6-0bfe74b4daa2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'floatingip': {'port_id': '822d25ff-357a-4229-8dac-58d893cfd1de'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:11.175886 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c6fe1-b38f-4de4-8d35-91ef4600dc82 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:11.176640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-561c6fe1-b38f-4de4-8d35-91ef4600dc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:11.244629 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-561c6fe1-b38f-4de4-8d35-91ef4600dc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:11.244629 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c6fe1-b38f-4de4-8d35-91ef4600dc82 None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:11.457583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da55efc-74b7-47a7-85f6-0bfe74b4daa2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:11.627467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d750319-1c5e-4128-925a-3c01e6abcbc9 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 7dec02f3-30c1-4771-af8f-51c6c3f83117 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:20:11.703735 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e7507-752b-4d58-931c-4a486256a0e1 req-d13ec285-009c-4874-b12e-7b416f581b6a tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:11.711103 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ad6e7507-752b-4d58-931c-4a486256a0e1 req-d13ec285-009c-4874-b12e-7b416f581b6a tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.4447296 Jan 27 17:20:11.822445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d750319-1c5e-4128-925a-3c01e6abcbc9 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:11.832811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9d750319-1c5e-4128-925a-3c01e6abcbc9 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:11.852013 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc7289-1693-4760-9580-19da0ed72680 None None] Sync routers for ids ['7dec02f3-30c1-4771-af8f-51c6c3f83117'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:11.880921 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ad6e7507-752b-4d58-931c-4a486256a0e1 req-3464aaa0-7df5-4a4c-a6c9-6e40ff2facb3 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692502 Jan 27 17:20:11.911323 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc7289-1693-4760-9580-19da0ed72680 None None] Routers {'7dec02f3-30c1-4771-af8f-51c6c3f83117'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:11.911323 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-4cdc7289-1693-4760-9580-19da0ed72680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7dec02f3-30c1-4771-af8f-51c6c3f83117'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:11.997087 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-4cdc7289-1693-4760-9580-19da0ed72680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:12.017237 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc7289-1693-4760-9580-19da0ed72680 None None] Routers {'7dec02f3-30c1-4771-af8f-51c6c3f83117'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:12.017237 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-4cdc7289-1693-4760-9580-19da0ed72680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7dec02f3-30c1-4771-af8f-51c6c3f83117'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:12.078812 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9d750319-1c5e-4128-925a-3c01e6abcbc9 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "PUT /v2.0/floatingips/ad1dd79d-5c36-404d-9c49-9974ca3e10c1 HTTP/1.1" status: 200 len: 978 time: 2.9108050 Jan 27 17:20:12.078812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44334) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:12.208719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-df283368-4a4b-425f-ac61-ee903c2f9881 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port d3585924-d4ad-48ec-9ce5-ad99414074fd {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:12.208719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-df283368-4a4b-425f-ac61-ee903c2f9881 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:12.212847 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-4cdc7289-1693-4760-9580-19da0ed72680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:12.212847 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc7289-1693-4760-9580-19da0ed72680 None None] The sync data for ids ['7dec02f3-30c1-4771-af8f-51c6c3f83117'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:12.555126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da55efc-74b7-47a7-85f6-0bfe74b4daa2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:12.563446 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da55efc-74b7-47a7-85f6-0bfe74b4daa2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:12.614210 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-df283368-4a4b-425f-ac61-ee903c2f9881 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:12.861481 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-0da55efc-74b7-47a7-85f6-0bfe74b4daa2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 6cc7ff45-3c91-4ac0-ab28-5eea5300af33 associated. External IP: 172.26.8.146, port: 822d25ff-357a-4229-8dac-58d893cfd1de. Jan 27 17:20:12.993855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-df283368-4a4b-425f-ac61-ee903c2f9881 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:12.993855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-df283368-4a4b-425f-ac61-ee903c2f9881 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:12.993855 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-df283368-4a4b-425f-ac61-ee903c2f9881 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Floating IP ad1dd79d-5c36-404d-9c49-9974ca3e10c1 disassociated. External IP: 172.26.8.15, port: d3585924-d4ad-48ec-9ce5-ad99414074fd. Jan 27 17:20:12.993855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-df283368-4a4b-425f-ac61-ee903c2f9881 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for d3585924-d4ad-48ec-9ce5-ad99414074fd owned by {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:13.197520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-df283368-4a4b-425f-ac61-ee903c2f9881 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:13.256335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626c046-0892-4b69-8e49-b6d7694dd39d req-3f6c7209-e2e6-4e62-bbc0-b99c6016f851 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:13.256335 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8626c046-0892-4b69-8e49-b6d7694dd39d req-3f6c7209-e2e6-4e62-bbc0-b99c6016f851 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.3341687 Jan 27 17:20:13.302011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df283368-4a4b-425f-ac61-ee903c2f9881 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=d3585924-d4ad-48ec-9ce5-ad99414074fd,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:13.625128 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8626c046-0892-4b69-8e49-b6d7694dd39d req-e6a6a5db-08f1-4f23-90dd-2fb4fe86d8e2 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568227 Jan 27 17:20:13.698452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da55efc-74b7-47a7-85f6-0bfe74b4daa2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router ae1b7167-73bf-4715-a175-10befa66e50a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:20:13.844727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df283368-4a4b-425f-ac61-ee903c2f9881 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 7dec02f3-30c1-4771-af8f-51c6c3f83117 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:20:13.928812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da55efc-74b7-47a7-85f6-0bfe74b4daa2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:13.928812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0da55efc-74b7-47a7-85f6-0bfe74b4daa2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:13.938453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c4b51a-997a-4043-85ac-f9541c291014 None None] Sync routers for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:13.968183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c4b51a-997a-4043-85ac-f9541c291014 None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:13.968183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-23c4b51a-997a-4043-85ac-f9541c291014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:14.024323 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0da55efc-74b7-47a7-85f6-0bfe74b4daa2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/floatingips/6cc7ff45-3c91-4ac0-ab28-5eea5300af33 HTTP/1.1" status: 200 len: 992 time: 2.8497181 Jan 27 17:20:14.024323 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bca21a0-7582-4cb8-8bc4-2a8486b26b05', 'tag': '822d25ff-357a-4229-8dac-58d893cfd1de'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:14.024323 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44342) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:14.143274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df283368-4a4b-425f-ac61-ee903c2f9881 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:14.180033 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a63881-688c-479f-a914-9078f46c0f33 None None] Sync routers for ids ['7dec02f3-30c1-4771-af8f-51c6c3f83117'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:14.194399 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a63881-688c-479f-a914-9078f46c0f33 None None] Routers {'7dec02f3-30c1-4771-af8f-51c6c3f83117'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:14.194399 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e9a63881-688c-479f-a914-9078f46c0f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7dec02f3-30c1-4771-af8f-51c6c3f83117'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:14.248832 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-23c4b51a-997a-4043-85ac-f9541c291014 None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:14.251039 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-21e1f7d5-ac75-407d-893f-cfda86eed77c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/6cc7ff45-3c91-4ac0-ab28-5eea5300af33 HTTP/1.1" status: 200 len: 992 time: 0.2185073 Jan 27 17:20:14.257353 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bca21a0-7582-4cb8-8bc4-2a8486b26b05', 'tag': '822d25ff-357a-4229-8dac-58d893cfd1de', 'status': 'completed', 'code': 200} Jan 27 17:20:14.362490 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e9a63881-688c-479f-a914-9078f46c0f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:14.388099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-df283368-4a4b-425f-ac61-ee903c2f9881 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:14.392714 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a63881-688c-479f-a914-9078f46c0f33 None None] Routers {'7dec02f3-30c1-4771-af8f-51c6c3f83117'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:14.392714 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e9a63881-688c-479f-a914-9078f46c0f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7dec02f3-30c1-4771-af8f-51c6c3f83117'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:14.433053 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-df283368-4a4b-425f-ac61-ee903c2f9881 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/ports/d3585924-d4ad-48ec-9ce5-ad99414074fd HTTP/1.1" status: 204 len: 168 time: 2.3435419 Jan 27 17:20:14.438707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44348) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:14.497067 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e9a63881-688c-479f-a914-9078f46c0f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:14.497067 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a63881-688c-479f-a914-9078f46c0f33 None None] The sync data for ids ['7dec02f3-30c1-4771-af8f-51c6c3f83117'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:14.525518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4dcd8-1fe8-40e2-8f7a-67a9ad708060 req-4227c9e5-6ac6-489d-a01c-4ddec6072a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:14.525518 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-06d4dcd8-1fe8-40e2-8f7a-67a9ad708060 req-4227c9e5-6ac6-489d-a01c-4ddec6072a2c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 1099 time: 0.2801280 Jan 27 17:20:14.697927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-23c4b51a-997a-4043-85ac-f9541c291014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '6cc7ff45-3c91-4ac0-ab28-5eea5300af33', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'port_id': '822d25ff-357a-4229-8dac-58d893cfd1de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'mac_address': 'fa:16:3e:ab:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bca21a0-7582-4cb8-8bc4-2a8486b26b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:14Z', 'updated_at': '2022-01-27T17:20:12Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:39Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:14.711719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c4b51a-997a-4043-85ac-f9541c291014 None None] Checking router: ae1b7167-73bf-4715-a175-10befa66e50a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:20:14.724019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c4b51a-997a-4043-85ac-f9541c291014 None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:14.724019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-23c4b51a-997a-4043-85ac-f9541c291014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:14.905399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4dcd8-1fe8-40e2-8f7a-67a9ad708060 req-dc4c1d55-a23a-4003-a47a-a4cc159bbd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:14.905399 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-06d4dcd8-1fe8-40e2-8f7a-67a9ad708060 req-dc4c1d55-a23a-4003-a47a-a4cc159bbd29 service neutron] 10.222.0.88 "GET /v2.0/networks?id=de3200ea-1263-4d40-8ceb-6a9a06331a84 HTTP/1.1" status: 200 len: 899 time: 0.3700631 Jan 27 17:20:14.925187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-23c4b51a-997a-4043-85ac-f9541c291014 None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:15.029295 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-06d4dcd8-1fe8-40e2-8f7a-67a9ad708060 req-2d26fc7a-1264-4612-9080-62901bcaf5d0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d25ff-357a-4229-8dac-58d893cfd1de HTTP/1.1" status: 200 len: 1000 time: 0.1153584 Jan 27 17:20:15.178129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4dcd8-1fe8-40e2-8f7a-67a9ad708060 req-bb60d3fe-2b5c-4dc6-90ff-b16ba947dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:15.178129 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-06d4dcd8-1fe8-40e2-8f7a-67a9ad708060 req-bb60d3fe-2b5c-4dc6-90ff-b16ba947dda2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e0d2cb84-0752-4ba8-a4b4-9e6776005cdb HTTP/1.1" status: 200 len: 834 time: 0.1355679 Jan 27 17:20:15.252873 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44354) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:15.330897 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-23c4b51a-997a-4043-85ac-f9541c291014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '6cc7ff45-3c91-4ac0-ab28-5eea5300af33', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'port_id': '822d25ff-357a-4229-8dac-58d893cfd1de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'mac_address': 'fa:16:3e:ab:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bca21a0-7582-4cb8-8bc4-2a8486b26b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:14Z', 'updated_at': '2022-01-27T17:20:12Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:39Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:15.342917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c4b51a-997a-4043-85ac-f9541c291014 None None] The sync data for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv is: [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '6cc7ff45-3c91-4ac0-ab28-5eea5300af33', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'port_id': '822d25ff-357a-4229-8dac-58d893cfd1de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'mac_address': 'fa:16:3e:ab:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bca21a0-7582-4cb8-8bc4-2a8486b26b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:14Z', 'updated_at': '2022-01-27T17:20:12Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:39Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:15.429326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55ac6b-685c-41a8-90cc-14e98fe40623 req-967edc19-b4df-4f9c-8bd4-60aad0ac57ed tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:15.430913 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0c55ac6b-685c-41a8-90cc-14e98fe40623 req-967edc19-b4df-4f9c-8bd4-60aad0ac57ed tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.5650856 Jan 27 17:20:15.463118 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6c95590e-7302-4062-8d6e-313ef86045da tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/6cc7ff45-3c91-4ac0-ab28-5eea5300af33 HTTP/1.1" status: 200 len: 992 time: 0.2155468 Jan 27 17:20:15.510343 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0c55ac6b-685c-41a8-90cc-14e98fe40623 req-fd4fd611-e77b-48a2-bec9-44e59e352cfa tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524623 Jan 27 17:20:15.510343 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4dcd8-1fe8-40e2-8f7a-67a9ad708060 req-d75054ed-4622-4320-a1fb-f3b1188b5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:15.510343 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-06d4dcd8-1fe8-40e2-8f7a-67a9ad708060 req-d75054ed-4622-4320-a1fb-f3b1188b5432 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de3200ea-1263-4d40-8ceb-6a9a06331a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3308764 Jan 27 17:20:15.738307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e9f8d-20e7-48d8-97a5-04fb4efc81b5 None None] New status for floating IP 6cc7ff45-3c91-4ac0-ab28-5eea5300af33: ACTIVE {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:20:16.054664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d619cf68-fa74-4de0-a7d3-7986ac0c8409 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.064114 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b3bdc-78d6-4954-bb4d-f32cfb8f05b0 req-9188f39b-1386-4a64-9340-0201060f67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:16.064114 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-806b3bdc-78d6-4954-bb4d-f32cfb8f05b0 req-9188f39b-1386-4a64-9340-0201060f67b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d38b76d227742a995a1ae42632ad60f&device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 1099 time: 0.1245933 Jan 27 17:20:16.154969 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-06d4dcd8-1fe8-40e2-8f7a-67a9ad708060 req-1503b90a-d2b5-49bb-a24a-2a0aeae5f8ce service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314883 Jan 27 17:20:16.286024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b3bdc-78d6-4954-bb4d-f32cfb8f05b0 req-7166f959-6d7e-4c1c-a00d-ede288aa99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:16.287965 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-806b3bdc-78d6-4954-bb4d-f32cfb8f05b0 req-7166f959-6d7e-4c1c-a00d-ede288aa99cc service neutron] 10.222.0.88 "GET /v2.0/networks?id=34c76978-0f5d-41d5-908a-23a998d15398 HTTP/1.1" status: 200 len: 913 time: 0.2182472 Jan 27 17:20:16.359396 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d72c4-c448-4641-8119-dcecb475f650 req-925028ae-201e-402f-846a-c7f0c65ffcce tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:16.359396 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6e4d72c4-c448-4641-8119-dcecb475f650 req-925028ae-201e-402f-846a-c7f0c65ffcce tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.4301529 Jan 27 17:20:16.383450 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-806b3bdc-78d6-4954-bb4d-f32cfb8f05b0 req-42ba0a8b-0fc8-4d41-a255-2acd18f9a374 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a HTTP/1.1" status: 200 len: 217 time: 0.0822155 Jan 27 17:20:16.466074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b3bdc-78d6-4954-bb4d-f32cfb8f05b0 req-262b9507-832c-43b0-b088-18b831474593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:16.466074 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-806b3bdc-78d6-4954-bb4d-f32cfb8f05b0 req-262b9507-832c-43b0-b088-18b831474593 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9a6a6f28-b675-4158-8814-ebecdbd5aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0744483 Jan 27 17:20:16.481211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44362) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:16.517361 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-806b3bdc-78d6-4954-bb4d-f32cfb8f05b0 req-ca3f523e-5d06-416a-86a3-58e947b163de service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34c76978-0f5d-41d5-908a-23a998d15398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457449 Jan 27 17:20:16.636129 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-06d4dcd8-1fe8-40e2-8f7a-67a9ad708060 req-624a6116-9a9a-4951-93e4-cdf0d2acf93a service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755042 Jan 27 17:20:16.654967 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6e4d72c4-c448-4641-8119-dcecb475f650 req-1d87e1b1-a2a2-4751-b831-ce458ece76a4 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755907 Jan 27 17:20:16.693557 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-806b3bdc-78d6-4954-bb4d-f32cfb8f05b0 req-e73592b6-b77c-4e12-a78f-eda3676fbc97 service neutron] 10.222.0.88 "GET /v2.0/networks/34c76978-0f5d-41d5-908a-23a998d15398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716554 Jan 27 17:20:16.708189 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-967eb21f-edcf-4d0e-8261-819ab1ec426d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/6cc7ff45-3c91-4ac0-ab28-5eea5300af33 HTTP/1.1" status: 200 len: 994 time: 0.2243023 Jan 27 17:20:16.814097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d619cf68-fa74-4de0-a7d3-7986ac0c8409 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port 38e7a103-0cfa-4e45-8356-24fd3b6d7fa2 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:16.814787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d619cf68-fa74-4de0-a7d3-7986ac0c8409 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.864656 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-806b3bdc-78d6-4954-bb4d-f32cfb8f05b0 req-22941945-d018-4839-9efc-a8b52114b5cd service neutron] 10.222.0.88 "GET /v2.0/networks/34c76978-0f5d-41d5-908a-23a998d15398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608677 Jan 27 17:20:17.049232 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d619cf68-fa74-4de0-a7d3-7986ac0c8409 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:17.179115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d619cf68-fa74-4de0-a7d3-7986ac0c8409 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for 38e7a103-0cfa-4e45-8356-24fd3b6d7fa2 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:17.620283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d619cf68-fa74-4de0-a7d3-7986ac0c8409 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:17.700821 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619cf68-fa74-4de0-a7d3-7986ac0c8409 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=38e7a103-0cfa-4e45-8356-24fd3b6d7fa2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:17.874714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301934a-9cae-437c-a767-fba6d8ac8277 req-7772f662-4a55-49cd-b10b-4a44be67f625 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:17.883168 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e301934a-9cae-437c-a767-fba6d8ac8277 req-7772f662-4a55-49cd-b10b-4a44be67f625 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.0993848 Jan 27 17:20:17.924868 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e301934a-9cae-437c-a767-fba6d8ac8277 req-50718ef2-33ed-42b4-aaff-bbf8a93a0a06 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406535 Jan 27 17:20:17.994513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d619cf68-fa74-4de0-a7d3-7986ac0c8409 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:18.420936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d619cf68-fa74-4de0-a7d3-7986ac0c8409 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 7dec02f3-30c1-4771-af8f-51c6c3f83117 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:20:18.506894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48839e38-fb68-4ab8-bb1f-b008e4af434d req-c3db52a9-a6fe-4114-a3bc-a9bdc9c73654 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:18.508299 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-48839e38-fb68-4ab8-bb1f-b008e4af434d req-c3db52a9-a6fe-4114-a3bc-a9bdc9c73654 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.0818193 Jan 27 17:20:18.563922 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-48839e38-fb68-4ab8-bb1f-b008e4af434d req-39a123c1-0e43-466d-8420-027eece9deb5 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485411 Jan 27 17:20:18.606653 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d619cf68-fa74-4de0-a7d3-7986ac0c8409 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:18.617351 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93109f65-ef80-412a-a7c9-5fbda7a5ba91 None None] Sync routers for ids ['7dec02f3-30c1-4771-af8f-51c6c3f83117'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:18.621331 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d619cf68-fa74-4de0-a7d3-7986ac0c8409 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "PUT /v2.0/routers/7dec02f3-30c1-4771-af8f-51c6c3f83117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1963103 Jan 27 17:20:18.623989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44374) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:18.628517 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93109f65-ef80-412a-a7c9-5fbda7a5ba91 None None] Routers {'7dec02f3-30c1-4771-af8f-51c6c3f83117'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:18.629267 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-93109f65-ef80-412a-a7c9-5fbda7a5ba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7dec02f3-30c1-4771-af8f-51c6c3f83117'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:18.688808 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-93109f65-ef80-412a-a7c9-5fbda7a5ba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:18.697721 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93109f65-ef80-412a-a7c9-5fbda7a5ba91 None None] Routers {'7dec02f3-30c1-4771-af8f-51c6c3f83117'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:18.698341 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-93109f65-ef80-412a-a7c9-5fbda7a5ba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:19:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['7dec02f3-30c1-4771-af8f-51c6c3f83117'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:18.774000 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-93109f65-ef80-412a-a7c9-5fbda7a5ba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:18.774301 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93109f65-ef80-412a-a7c9-5fbda7a5ba91 None None] The sync data for ids ['7dec02f3-30c1-4771-af8f-51c6c3f83117'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:18.811827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:18.996328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:19.009023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port 4fd12702-76e6-4f6d-b455-a83829a3cee8 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:19.009339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:19.324516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:19.465293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for 4fd12702-76e6-4f6d-b455-a83829a3cee8 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:19.648863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:19.735185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=4fd12702-76e6-4f6d-b455-a83829a3cee8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:19.858751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.045316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.055542 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9108d-4f9a-4587-bc50-d045cecf7a45 req-58408c4c-2c8d-4ced-8bfa-5b730c9d51c8 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:20.056058 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a7d9108d-4f9a-4587-bc50-d045cecf7a45 req-58408c4c-2c8d-4ced-8bfa-5b730c9d51c8 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.3620405 Jan 27 17:20:20.057146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.105914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.105914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Fanout notify agent at l3_agent the message router_deleted on router 7dec02f3-30c1-4771-af8f-51c6c3f83117 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:20:20.124863 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a7d9108d-4f9a-4587-bc50-d045cecf7a45 req-0239ad28-2af1-435c-99d4-3c4556ce40af tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621307 Jan 27 17:20:20.133717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.134787 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7d140f61-6c1c-44ed-9c4e-6c395ade17da tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/routers/7dec02f3-30c1-4771-af8f-51c6c3f83117 HTTP/1.1" status: 204 len: 168 time: 1.5098724 Jan 27 17:20:20.138123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44380) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:20.205279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-857e87ea-0cae-4af1-96e5-fa71e3d85e0c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting subnet 5abe8045-769f-42b7-befa-5709b1932cab {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:20:20.209210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-857e87ea-0cae-4af1-96e5-fa71e3d85e0c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.267872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-857e87ea-0cae-4af1-96e5-fa71e3d85e0c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.360940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-857e87ea-0cae-4af1-96e5-fa71e3d85e0c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.438883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-857e87ea-0cae-4af1-96e5-fa71e3d85e0c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.480739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e87ea-0cae-4af1-96e5-fa71e3d85e0c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Subnet': ['ID=5abe8045-769f-42b7-befa-5709b1932cab,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:20.495466 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-857e87ea-0cae-4af1-96e5-fa71e3d85e0c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.495466 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-857e87ea-0cae-4af1-96e5-fa71e3d85e0c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/subnets/5abe8045-769f-42b7-befa-5709b1932cab HTTP/1.1" status: 204 len: 168 time: 0.3535223 Jan 27 17:20:20.501817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef819b6-f9d5-452f-963f-ac1bb07da1c1 None None] Network d22ce281-90aa-4885-a3d3-6de3b4a495b9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:20:20.505691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44384) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:20.660035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7b226-3133-4dfe-8829-f34b16fa1412 req-a8fb7b3f-03dd-4505-9a45-a187fd2bd15f tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:20.660035 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5c7b226-3133-4dfe-8829-f34b16fa1412 req-a8fb7b3f-03dd-4505-9a45-a187fd2bd15f tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.88 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.2639604 Jan 27 17:20:20.686567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.710216 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:20.710216 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.755209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-d5c7b226-3133-4dfe-8829-f34b16fa1412 req-50f33bee-2670-40cc-b27d-c450c208ede2 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Deleting port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:20.755918 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5c7b226-3133-4dfe-8829-f34b16fa1412 req-50f33bee-2670-40cc-b27d-c450c208ede2 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.928645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0b9710-ed86-46e8-b9d7-a802f3f6b6ac None None] DHCP port deletion for d22ce281-90aa-4885-a3d3-6de3b4a495b9 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:20:20.933321 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b9710-ed86-46e8-b9d7-a802f3f6b6ac None None] Deleting port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:20.933920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9710-ed86-46e8-b9d7-a802f3f6b6ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.111722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-d5c7b226-3133-4dfe-8829-f34b16fa1412 req-50f33bee-2670-40cc-b27d-c450c208ede2 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] For port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a,segment=NetworkSegment(d545ce6c-7940-4afc-95ac-8eae846e3f77),segment_id=d545ce6c-7940-4afc-95ac-8eae846e3f77)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:21.111722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5c7b226-3133-4dfe-8829-f34b16fa1412 req-50f33bee-2670-40cc-b27d-c450c208ede2 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.142630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] For port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4,segment=NetworkSegment(30461ea7-6e07-4b71-b026-72c25c9b26ed),segment_id=30461ea7-6e07-4b71-b026-72c25c9b26ed)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:21.142630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.229889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-0d0b9710-ed86-46e8-b9d7-a802f3f6b6ac None None] For port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4,segment=NetworkSegment(30461ea7-6e07-4b71-b026-72c25c9b26ed),segment_id=30461ea7-6e07-4b71-b026-72c25c9b26ed)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:21.229889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9710-ed86-46e8-b9d7-a802f3f6b6ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.281756 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-d5c7b226-3133-4dfe-8829-f34b16fa1412 req-50f33bee-2670-40cc-b27d-c450c208ede2 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Calling delete_port for 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:21.418486 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b9710-ed86-46e8-b9d7-a802f3f6b6ac None None] Calling delete_port for 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:21.426825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:21.458214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:20:21.530348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3db8fc-f532-4c62-afec-ee6ac086d61d req-1385ef7a-bb67-48c2-96f6-6801793f09dc tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:21.540243 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7b3db8fc-f532-4c62-afec-ee6ac086d61d req-1385ef7a-bb67-48c2-96f6-6801793f09dc tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/ports?device_id=54745122-3da7-489d-9af0-97a3be8d6c60 HTTP/1.1" status: 200 len: 946 time: 0.1966710 Jan 27 17:20:21.544536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.585856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No active binding found for port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 {{(pid=87610) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 27 17:20:21.585856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:20:21.594230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:21.602424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] No DVR routers for this DVR port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:20:21.603105 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb8e8563-4105-4caf-8779-9d14a70ee8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.605738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5c7b226-3133-4dfe-8829-f34b16fa1412 req-50f33bee-2670-40cc-b27d-c450c208ede2 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.618573 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:20:21.652562 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7b3db8fc-f532-4c62-afec-ee6ac086d61d req-d4e83c61-8da4-40c5-90c3-a3d21cdb2171 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.81 "GET /v2.0/security-groups?id=de59e1b2-3dfb-47b4-b58a-48b921e5a388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138594 Jan 27 17:20:21.661352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-0d0b9710-ed86-46e8-b9d7-a802f3f6b6ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:20:21.661791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-0d0b9710-ed86-46e8-b9d7-a802f3f6b6ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:20:21.665630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f33bee-2670-40cc-b27d-c450c208ede2 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Pushing event deleted for resources: {'Port': ['ID=3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:21.731788 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.751953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c7b226-3133-4dfe-8829-f34b16fa1412 req-50f33bee-2670-40cc-b27d-c450c208ede2 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] No DVR routers for this DVR port 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:20:21.751953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-d5c7b226-3133-4dfe-8829-f34b16fa1412 req-50f33bee-2670-40cc-b27d-c450c208ede2 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.752923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54745122-3da7-489d-9af0-97a3be8d6c60', 'name': 'network-vif-deleted', 'tag': '3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:21.757723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22ce281-90aa-4885-a3d3-6de3b4a495b9']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:21.770295 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d5c7b226-3133-4dfe-8829-f34b16fa1412 req-50f33bee-2670-40cc-b27d-c450c208ede2 tempest-TestServerAdvancedOps-111686238 tempest-TestServerAdvancedOps-111686238-project] 10.222.0.88 "DELETE /v2.0/ports/3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a HTTP/1.1" status: 204 len: 173 time: 1.1086214 Jan 27 17:20:21.777317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30461ea7-6e07-4b71-b026-72c25c9b26ed') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:21.777317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30461ea7-6e07-4b71-b026-72c25c9b26ed') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:21.791460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.802753 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54745122-3da7-489d-9af0-97a3be8d6c60', 'name': 'network-vif-deleted', 'tag': '3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a', 'status': 'completed', 'code': 200} Jan 27 17:20:21.817622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.824333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:20:21.825079 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:20:21.847554 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:20:21.947375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.965149 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.976527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Network': ['ID=d22ce281-90aa-4885-a3d3-6de3b4a495b9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:21.984706 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1793d114-6b3e-44d8-892d-5b96e17e6a4e tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/networks/d22ce281-90aa-4885-a3d3-6de3b4a495b9 HTTP/1.1" status: 204 len: 168 time: 1.4878280 Jan 27 17:20:21.988040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44394) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:22.156744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1304c1b8-552e-42bc-8f84-f5d21ce6b301 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port bc0e4572-dd7e-41af-8fbe-b021e4099607 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:22.157109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1304c1b8-552e-42bc-8f84-f5d21ce6b301 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.163339 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b9710-ed86-46e8-b9d7-a802f3f6b6ac None None] Deleting port 2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:22.163746 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9710-ed86-46e8-b9d7-a802f3f6b6ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.247157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b9710-ed86-46e8-b9d7-a802f3f6b6ac None None] The port '2fe916a9-d4bc-4b4f-83f7-008f9fecbdb4' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:20:22.370203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1304c1b8-552e-42bc-8f84-f5d21ce6b301 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.370531 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1304c1b8-552e-42bc-8f84-f5d21ce6b301 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.510680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1304c1b8-552e-42bc-8f84-f5d21ce6b301 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for bc0e4572-dd7e-41af-8fbe-b021e4099607 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:22.670349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1304c1b8-552e-42bc-8f84-f5d21ce6b301 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.727108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304c1b8-552e-42bc-8f84-f5d21ce6b301 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=bc0e4572-dd7e-41af-8fbe-b021e4099607,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:22.783415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44400) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:22.859844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-1441ccff-afc5-4c87-b1f4-31b820c1d5fe admin admin] Deleting subnet 9a6a6f28-b675-4158-8814-ebecdbd5aaf3 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:20:22.862605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1441ccff-afc5-4c87-b1f4-31b820c1d5fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.921968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1441ccff-afc5-4c87-b1f4-31b820c1d5fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.938773 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1304c1b8-552e-42bc-8f84-f5d21ce6b301 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.955891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1304c1b8-552e-42bc-8f84-f5d21ce6b301 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.956887 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1304c1b8-552e-42bc-8f84-f5d21ce6b301 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/floatingips/ad1dd79d-5c36-404d-9c49-9974ca3e10c1 HTTP/1.1" status: 204 len: 168 time: 0.9675498 Jan 27 17:20:22.960927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44404) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:22.982135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1441ccff-afc5-4c87-b1f4-31b820c1d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.006331 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd514aa-6197-4944-af0a-03e7b23638b4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] DELETE failed (client error): The resource could not be found. Jan 27 17:20:23.006807 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd514aa-6197-4944-af0a-03e7b23638b4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:20:23.008725 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fdd514aa-6197-4944-af0a-03e7b23638b4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/ports/d3585924-d4ad-48ec-9ce5-ad99414074fd HTTP/1.1" status: 404 len: 333 time: 0.0466797 Jan 27 17:20:23.012970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44408) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:23.055781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e8bfa2ba-4eea-4437-a2b8-3a4e299312d4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Synchronizing usage tracker for tenant:2c12d2e7246b46d3a5223377f8acfd82 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:23.061193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1441ccff-afc5-4c87-b1f4-31b820c1d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.077502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e8bfa2ba-4eea-4437-a2b8-3a4e299312d4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Unset dirty status for tenant:2c12d2e7246b46d3a5223377f8acfd82 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:23.077502 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e8bfa2ba-4eea-4437-a2b8-3a4e299312d4 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "GET /v2.0/ports?device_id=7dec02f3-30c1-4771-af8f-51c6c3f83117 HTTP/1.1" status: 200 len: 205 time: 0.0620542 Jan 27 17:20:23.077502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44412) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:23.106869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441ccff-afc5-4c87-b1f4-31b820c1d5fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6a6f28-b675-4158-8814-ebecdbd5aaf3,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:23.106869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1441ccff-afc5-4c87-b1f4-31b820c1d5fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.119172 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1441ccff-afc5-4c87-b1f4-31b820c1d5fe admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9a6a6f28-b675-4158-8814-ebecdbd5aaf3 HTTP/1.1" status: 204 len: 168 time: 0.3342855 Jan 27 17:20:23.119172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44416) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:23.153080 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-b14c097d-5dd2-409d-ad71-2a178767306d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] delete failed (client error): The resource could not be found. Jan 27 17:20:23.156355 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b14c097d-5dd2-409d-ad71-2a178767306d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/routers/7dec02f3-30c1-4771-af8f-51c6c3f83117 HTTP/1.1" status: 404 len: 336 time: 0.0761049 Jan 27 17:20:23.157407 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44420) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:23.202300 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-02de2327-6358-4f66-9fbd-c47f59b5cc73 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] DELETE failed (client error): The resource could not be found. Jan 27 17:20:23.202300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02de2327-6358-4f66-9fbd-c47f59b5cc73 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:20:23.202300 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-02de2327-6358-4f66-9fbd-c47f59b5cc73 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/subnets/5abe8045-769f-42b7-befa-5709b1932cab HTTP/1.1" status: 404 len: 337 time: 0.0433509 Jan 27 17:20:23.209072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44424) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:23.230667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e85ca504-4348-4790-8953-01fb19e0c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.329086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-3a2a3533-bf7e-40e1-a791-b586889cc61d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port 68afe291-7485-4591-bacb-081df6fd2b6c {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:23.329086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a2a3533-bf7e-40e1-a791-b586889cc61d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.402809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e85ca504-4348-4790-8953-01fb19e0c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.429796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-e85ca504-4348-4790-8953-01fb19e0c8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c76978-0f5d-41d5-908a-23a998d15398']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:23.445846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-e85ca504-4348-4790-8953-01fb19e0c8b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd545ce6c-7940-4afc-95ac-8eae846e3f77') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:23.446719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-e85ca504-4348-4790-8953-01fb19e0c8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd545ce6c-7940-4afc-95ac-8eae846e3f77') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:23.462058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e85ca504-4348-4790-8953-01fb19e0c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.480694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e85ca504-4348-4790-8953-01fb19e0c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.487031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85ca504-4348-4790-8953-01fb19e0c8b3 admin admin] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:20:23.487241 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e85ca504-4348-4790-8953-01fb19e0c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:20:23.502802 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:20:23.616763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a2a3533-bf7e-40e1-a791-b586889cc61d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.719157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e85ca504-4348-4790-8953-01fb19e0c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.735928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e85ca504-4348-4790-8953-01fb19e0c8b3 admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.744983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ca504-4348-4790-8953-01fb19e0c8b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=34c76978-0f5d-41d5-908a-23a998d15398,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:23.748014 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e85ca504-4348-4790-8953-01fb19e0c8b3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/34c76978-0f5d-41d5-908a-23a998d15398 HTTP/1.1" status: 204 len: 168 time: 0.6332357 Jan 27 17:20:23.750718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44428) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:23.757253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-3a2a3533-bf7e-40e1-a791-b586889cc61d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for 68afe291-7485-4591-bacb-081df6fd2b6c owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:23.815210 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e155c10-2f6e-4b88-947e-28ea256eea30 admin admin] Deleting subnet a7245b98-eece-4f3d-ae3d-4bb66187283a {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:20:23.818678 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6e155c10-2f6e-4b88-947e-28ea256eea30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.871195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6e155c10-2f6e-4b88-947e-28ea256eea30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.883794 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-33db22bb-3b6d-4157-8b34-00c00c957aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.920833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a2a3533-bf7e-40e1-a791-b586889cc61d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.927281 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6e155c10-2f6e-4b88-947e-28ea256eea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.977235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a3533-bf7e-40e1-a791-b586889cc61d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=68afe291-7485-4591-bacb-081df6fd2b6c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:24.008287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6e155c10-2f6e-4b88-947e-28ea256eea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.050529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e155c10-2f6e-4b88-947e-28ea256eea30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7245b98-eece-4f3d-ae3d-4bb66187283a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:24.050846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6e155c10-2f6e-4b88-947e-28ea256eea30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.058597 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6e155c10-2f6e-4b88-947e-28ea256eea30 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a7245b98-eece-4f3d-ae3d-4bb66187283a HTTP/1.1" status: 204 len: 168 time: 0.3052244 Jan 27 17:20:24.060252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44432) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:24.086372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a2a3533-bf7e-40e1-a791-b586889cc61d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.101872 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3a2a3533-bf7e-40e1-a791-b586889cc61d tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/ports/68afe291-7485-4591-bacb-081df6fd2b6c HTTP/1.1" status: 204 len: 168 time: 0.8958087 Jan 27 17:20:24.104145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44436) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:24.187081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9faf-87ac-4938-b604-bb9d7941f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.195677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-065000a6-bba4-45e9-bd24-229e3266749c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port 30b3b942-5814-481d-abd5-2589dae78968 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:24.195677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-065000a6-bba4-45e9-bd24-229e3266749c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.324106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9faf-87ac-4938-b604-bb9d7941f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.361840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-9ebc9faf-87ac-4938-b604-bb9d7941f306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea0acb6-5d88-4800-ad11-53c5a9112cac']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:24.374747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-9ebc9faf-87ac-4938-b604-bb9d7941f306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96952f09-08b6-496d-b10e-63b7cb2fe0a0') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:24.375111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-9ebc9faf-87ac-4938-b604-bb9d7941f306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96952f09-08b6-496d-b10e-63b7cb2fe0a0') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:24.389997 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9faf-87ac-4938-b604-bb9d7941f306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.407181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9faf-87ac-4938-b604-bb9d7941f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.419995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebc9faf-87ac-4938-b604-bb9d7941f306 admin admin] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:20:24.419995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9faf-87ac-4938-b604-bb9d7941f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:20:24.441993 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:20:24.534573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-065000a6-bba4-45e9-bd24-229e3266749c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.583193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9faf-87ac-4938-b604-bb9d7941f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.590140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9faf-87ac-4938-b604-bb9d7941f306 admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.618098 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9ebc9faf-87ac-4938-b604-bb9d7941f306 admin admin] 10.222.0.81 "DELETE /v2.0/networks/aea0acb6-5d88-4800-ad11-53c5a9112cac HTTP/1.1" status: 204 len: 168 time: 0.5575023 Jan 27 17:20:24.648582 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc9faf-87ac-4938-b604-bb9d7941f306 admin admin] Pushing event deleted for resources: {'Network': ['ID=aea0acb6-5d88-4800-ad11-53c5a9112cac,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:24.806912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-065000a6-bba4-45e9-bd24-229e3266749c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for 30b3b942-5814-481d-abd5-2589dae78968 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:24.897144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.021032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-065000a6-bba4-45e9-bd24-229e3266749c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.025946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44442) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:25.074055 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-043f483a-d87f-4286-8438-0cff4f0ccbff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d38b76d227742a995a1ae42632ad60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543733 Jan 27 17:20:25.076523 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44446) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:25.077392 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065000a6-bba4-45e9-bd24-229e3266749c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=30b3b942-5814-481d-abd5-2589dae78968,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:25.174525 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3df7cc7-544b-451a-b62e-39ef0da22b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.211431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3df7cc7-544b-451a-b62e-39ef0da22b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.245300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-065000a6-bba4-45e9-bd24-229e3266749c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.245300 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-065000a6-bba4-45e9-bd24-229e3266749c tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/ports/30b3b942-5814-481d-abd5-2589dae78968 HTTP/1.1" status: 204 len: 168 time: 1.1375823 Jan 27 17:20:25.252977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44450) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:25.277632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.284025 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3df7cc7-544b-451a-b62e-39ef0da22b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.301759 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df7cc7-544b-451a-b62e-39ef0da22b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de59e1b2-3dfb-47b4-b58a-48b921e5a388,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:25.320907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b3df7cc7-544b-451a-b62e-39ef0da22b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.326333 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b3df7cc7-544b-451a-b62e-39ef0da22b0b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de59e1b2-3dfb-47b4-b58a-48b921e5a388 HTTP/1.1" status: 204 len: 168 time: 0.2486813 Jan 27 17:20:25.341110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b83d82-8d5e-4d65-b606-7f5336f70079 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:25.341910 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-73b83d82-8d5e-4d65-b606-7f5336f70079 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Synchronizing usage tracker for tenant:2c12d2e7246b46d3a5223377f8acfd82 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:25.360355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-73b83d82-8d5e-4d65-b606-7f5336f70079 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Unset dirty status for tenant:2c12d2e7246b46d3a5223377f8acfd82 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:25.361842 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-73b83d82-8d5e-4d65-b606-7f5336f70079 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a404643-46fe-49d3-ac00-e8c7fd23c953 HTTP/1.1" status: 200 len: 913 time: 0.1138108 Jan 27 17:20:25.365112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44456) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:25.750446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44462) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:25.813635 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e0f57dbb-7f3a-46d9-9bac-26d97fa9527f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd90acbf5fa34f4a97171d51037b64c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614157 Jan 27 17:20:25.816657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44466) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:25.903083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a51c10e4-0d93-425a-bc17-2b8d8695646b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.932183 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a51c10e4-0d93-425a-bc17-2b8d8695646b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:26.002179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a51c10e4-0d93-425a-bc17-2b8d8695646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:26.020893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c10e4-0d93-425a-bc17-2b8d8695646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658a5265-4198-44d1-925f-8c4351bd3992,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:26.032272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a51c10e4-0d93-425a-bc17-2b8d8695646b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:26.033842 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a51c10e4-0d93-425a-bc17-2b8d8695646b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/658a5265-4198-44d1-925f-8c4351bd3992 HTTP/1.1" status: 204 len: 168 time: 0.2157378 Jan 27 17:20:26.040233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a147582f-8b26-4b3e-8a2d-39b91fa7ea30 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:26.151221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:20:26.188664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:20:26.189264 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 3d0f7a98-c4f3-4abd-8ec6-18f4b674ec7a not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:20:26.511992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a147582f-8b26-4b3e-8a2d-39b91fa7ea30 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port 6978d6f9-846c-41cd-b37e-2e402a820a0f {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:26.512252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a147582f-8b26-4b3e-8a2d-39b91fa7ea30 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:26.617750 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:26.832904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a147582f-8b26-4b3e-8a2d-39b91fa7ea30 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:26.954932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a147582f-8b26-4b3e-8a2d-39b91fa7ea30 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for 6978d6f9-846c-41cd-b37e-2e402a820a0f owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:27.162722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a147582f-8b26-4b3e-8a2d-39b91fa7ea30 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:27.216880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147582f-8b26-4b3e-8a2d-39b91fa7ea30 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=6978d6f9-846c-41cd-b37e-2e402a820a0f,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:27.499665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a147582f-8b26-4b3e-8a2d-39b91fa7ea30 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:27.874158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a147582f-8b26-4b3e-8a2d-39b91fa7ea30 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Router 6a404643-46fe-49d3-ac00-e8c7fd23c953 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:20:28.064333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a147582f-8b26-4b3e-8a2d-39b91fa7ea30 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:28.075613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1303cb-c25e-41e7-bd24-94682c50f8c7 None None] Sync routers for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:28.084796 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a147582f-8b26-4b3e-8a2d-39b91fa7ea30 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "PUT /v2.0/routers/6a404643-46fe-49d3-ac00-e8c7fd23c953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7183251 Jan 27 17:20:28.085902 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1303cb-c25e-41e7-bd24-94682c50f8c7 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:28.086510 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8d1303cb-c25e-41e7-bd24-94682c50f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:20:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:28.087354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44472) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:28.149251 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8d1303cb-c25e-41e7-bd24-94682c50f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:28.157645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1303cb-c25e-41e7-bd24-94682c50f8c7 None None] Routers {'6a404643-46fe-49d3-ac00-e8c7fd23c953'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:28.158240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8d1303cb-c25e-41e7-bd24-94682c50f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:20:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['6a404643-46fe-49d3-ac00-e8c7fd23c953'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:28.235910 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8d1303cb-c25e-41e7-bd24-94682c50f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:28.236419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1303cb-c25e-41e7-bd24-94682c50f8c7 None None] The sync data for ids ['6a404643-46fe-49d3-ac00-e8c7fd23c953'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:28.284580 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:28.352810 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:28.466417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:28.479601 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting port a2cb7b96-a5fd-44c2-bdff-29751f7570af {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:28.480064 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:28.776896 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:28.901726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Calling delete_port for a2cb7b96-a5fd-44c2-bdff-29751f7570af owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:29.072807 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.124350 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Port': ['ID=a2cb7b96-a5fd-44c2-bdff-29751f7570af,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:29.214500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.388292 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.390747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.423746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.424958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Fanout notify agent at l3_agent the message router_deleted on router 6a404643-46fe-49d3-ac00-e8c7fd23c953 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:20:29.444858 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.445937 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c8de7f08-0f36-41ef-80f7-fdd7fb2c0055 tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/routers/6a404643-46fe-49d3-ac00-e8c7fd23c953 HTTP/1.1" status: 204 len: 168 time: 1.3575103 Jan 27 17:20:29.448948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44476) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:29.522965 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-407601ea-3bb4-4c0c-bf4d-63f20ad38abc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Deleting subnet 486f4683-9d21-4792-a574-baf8c848d9d9 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:20:29.526586 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-407601ea-3bb4-4c0c-bf4d-63f20ad38abc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.703554 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-407601ea-3bb4-4c0c-bf4d-63f20ad38abc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.764123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-407601ea-3bb4-4c0c-bf4d-63f20ad38abc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.838901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-407601ea-3bb4-4c0c-bf4d-63f20ad38abc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.881953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407601ea-3bb4-4c0c-bf4d-63f20ad38abc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Subnet': ['ID=486f4683-9d21-4792-a574-baf8c848d9d9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:29.888296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-407601ea-3bb4-4c0c-bf4d-63f20ad38abc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.894693 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-407601ea-3bb4-4c0c-bf4d-63f20ad38abc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/subnets/486f4683-9d21-4792-a574-baf8c848d9d9 HTTP/1.1" status: 204 len: 168 time: 0.4447260 Jan 27 17:20:29.897261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44480) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:30.009813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4606048f-2ca3-4d96-909a-e531278ff2fc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:30.151527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4606048f-2ca3-4d96-909a-e531278ff2fc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:30.177378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-4606048f-2ca3-4d96-909a-e531278ff2fc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a16f89-3488-462e-89b3-abfc69854de5']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:30.189470 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-4606048f-2ca3-4d96-909a-e531278ff2fc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b9959c-c1b2-4f11-8308-0a7adab1b9e4') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:30.190101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-4606048f-2ca3-4d96-909a-e531278ff2fc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b9959c-c1b2-4f11-8308-0a7adab1b9e4') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:30.202717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4606048f-2ca3-4d96-909a-e531278ff2fc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:30.221538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4606048f-2ca3-4d96-909a-e531278ff2fc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:30.227961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4606048f-2ca3-4d96-909a-e531278ff2fc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:20:30.228335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4606048f-2ca3-4d96-909a-e531278ff2fc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:20:30.242827 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:20:30.325441 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4606048f-2ca3-4d96-909a-e531278ff2fc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:30.343480 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4606048f-2ca3-4d96-909a-e531278ff2fc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:30.353432 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606048f-2ca3-4d96-909a-e531278ff2fc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] Pushing event deleted for resources: {'Network': ['ID=e4a16f89-3488-462e-89b3-abfc69854de5,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:30.357630 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4606048f-2ca3-4d96-909a-e531278ff2fc tempest-FloatingIPTestJSON-24658679 tempest-FloatingIPTestJSON-24658679-project] 10.222.0.81 "DELETE /v2.0/networks/e4a16f89-3488-462e-89b3-abfc69854de5 HTTP/1.1" status: 204 len: 168 time: 0.4594545 Jan 27 17:20:30.554326 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:20:30.648162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44490) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:30.823654 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2737e7b3-dbe0-43cc-8d99-93edd0d9f0f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c12d2e7246b46d3a5223377f8acfd82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742053 Jan 27 17:20:30.826160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44496) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:30.884743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-83ef3407-5dbd-4401-8aa2-a3342b1b7b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:30.913166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-83ef3407-5dbd-4401-8aa2-a3342b1b7b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:30.979752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-83ef3407-5dbd-4401-8aa2-a3342b1b7b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:30.997162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef3407-5dbd-4401-8aa2-a3342b1b7b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a8dfde-9e6d-466a-b0c9-d3183366ccc2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:31.004286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-83ef3407-5dbd-4401-8aa2-a3342b1b7b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:31.005438 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-83ef3407-5dbd-4401-8aa2-a3342b1b7b6d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2a8dfde-9e6d-466a-b0c9-d3183366ccc2 HTTP/1.1" status: 204 len: 168 time: 0.1784000 Jan 27 17:20:31.781057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44520) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:31.891991 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-04355010-235d-4f2f-9ff9-bbf050d12a40 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] Request body: {'port': {'network_id': '056276d7-2680-4745-940e-094ee4a365a7', 'name': 'tempest-NetworksNegativeTestJSON-582370779'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:31.913570 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-04355010-235d-4f2f-9ff9-bbf050d12a40 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] POST failed (client error): The resource could not be found. Jan 27 17:20:31.914031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04355010-235d-4f2f-9ff9-bbf050d12a40 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:20:31.915170 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-04355010-235d-4f2f-9ff9-bbf050d12a40 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1331449 Jan 27 17:20:31.919175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44526) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:31.944965 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c8b46c-7afc-4706-ab85-2704a748fb80 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] DELETE failed (client error): The resource could not be found. Jan 27 17:20:31.945401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c8b46c-7afc-4706-ab85-2704a748fb80 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:20:31.947078 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-04c8b46c-7afc-4706-ab85-2704a748fb80 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] 10.222.0.81 "DELETE /v2.0/networks/35709370-2edd-4acd-84f5-bdc0da743d29 HTTP/1.1" status: 404 len: 339 time: 0.0269642 Jan 27 17:20:31.951148 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44530) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:31.996470 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cbb5b3-9541-44d1-bf39-bbc95b50ba1c tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] DELETE failed (client error): The resource could not be found. Jan 27 17:20:31.996930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57cbb5b3-9541-44d1-bf39-bbc95b50ba1c tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:20:31.998590 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-57cbb5b3-9541-44d1-bf39-bbc95b50ba1c tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] 10.222.0.81 "DELETE /v2.0/ports/48eea3ab-915d-446e-9513-6fedf6a8f66b HTTP/1.1" status: 404 len: 333 time: 0.0464768 Jan 27 17:20:32.003486 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44534) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:32.044481 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-0100d990-f642-4e6a-973b-e6c45ac857d3 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] DELETE failed (client error): The resource could not be found. Jan 27 17:20:32.044694 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0100d990-f642-4e6a-973b-e6c45ac857d3 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:20:32.046355 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0100d990-f642-4e6a-973b-e6c45ac857d3 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] 10.222.0.81 "DELETE /v2.0/subnets/d96d18bb-2d89-466d-aff0-e61a6861265f HTTP/1.1" status: 404 len: 337 time: 0.0417976 Jan 27 17:20:32.050813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44538) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:32.077155 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-836eaf93-6d58-429e-8d64-14ce15a48b0c tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] GET failed (client error): The resource could not be found. Jan 27 17:20:32.078437 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-836eaf93-6d58-429e-8d64-14ce15a48b0c tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] 10.222.0.81 "GET /v2.0/networks/a2d290eb-7ba1-4eb7-a1c4-1d9387eba0af HTTP/1.1" status: 404 len: 339 time: 0.0266931 Jan 27 17:20:32.082392 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44542) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:32.124660 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e65a334-4b5f-49f7-9fc0-a0a25856504f tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] GET failed (client error): The resource could not be found. Jan 27 17:20:32.125983 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7e65a334-4b5f-49f7-9fc0-a0a25856504f tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] 10.222.0.81 "GET /v2.0/ports/061cd8f7-d9e7-4bc8-825c-5a918cf5afef HTTP/1.1" status: 404 len: 333 time: 0.0426629 Jan 27 17:20:32.130776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44546) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:32.173221 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed848df4-f50d-4f4e-b87c-64a0c5ca7829 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] GET failed (client error): The resource could not be found. Jan 27 17:20:32.174498 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ed848df4-f50d-4f4e-b87c-64a0c5ca7829 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] 10.222.0.81 "GET /v2.0/subnets/481ddfec-9e9e-4193-94e6-9c2a7e6108d8 HTTP/1.1" status: 404 len: 337 time: 0.0427134 Jan 27 17:20:32.182686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44550) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:32.191523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-4b56611b-ffc8-4585-9fa3-f11da8c1a0fe tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:32.212670 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b56611b-ffc8-4585-9fa3-f11da8c1a0fe tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] PUT failed (client error): The resource could not be found. Jan 27 17:20:32.213140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b56611b-ffc8-4585-9fa3-f11da8c1a0fe tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:20:32.214314 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4b56611b-ffc8-4585-9fa3-f11da8c1a0fe tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] 10.222.0.81 "PUT /v2.0/networks/8a071ac3-a142-4854-82c1-cbdf8fadbc96 HTTP/1.1" status: 404 len: 339 time: 0.0305676 Jan 27 17:20:32.218875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44554) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:32.224972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-eb34182a-ad70-4936-aef9-2357bb4c9a40 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:32.261687 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb34182a-ad70-4936-aef9-2357bb4c9a40 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] PUT failed (client error): The resource could not be found. Jan 27 17:20:32.262152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb34182a-ad70-4936-aef9-2357bb4c9a40 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:20:32.263282 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-eb34182a-ad70-4936-aef9-2357bb4c9a40 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] 10.222.0.81 "PUT /v2.0/ports/bf09ea81-8a39-4b96-ae5b-179c82b84753 HTTP/1.1" status: 404 len: 333 time: 0.0433881 Jan 27 17:20:32.269089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44558) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:32.276159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c0fa44ed-8608-44c1-b6ab-5908d58bff46 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:32.311421 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fa44ed-8608-44c1-b6ab-5908d58bff46 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] PUT failed (client error): The resource could not be found. Jan 27 17:20:32.311796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0fa44ed-8608-44c1-b6ab-5908d58bff46 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:20:32.312895 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c0fa44ed-8608-44c1-b6ab-5908d58bff46 tempest-NetworksNegativeTestJSON-1652838712 tempest-NetworksNegativeTestJSON-1652838712-project] 10.222.0.81 "PUT /v2.0/subnets/515c469d-660b-43c1-b279-69f6a9584e8b HTTP/1.1" status: 404 len: 337 time: 0.0427575 Jan 27 17:20:32.614286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44566) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:32.744556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ffd3fe96-a806-4911-bed5-73b0c7e035a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:32.762430 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ffd3fe96-a806-4911-bed5-73b0c7e035a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:32.768735 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ffd3fe96-a806-4911-bed5-73b0c7e035a3 admin admin] Usage tracker for resource:security_group_rule and tenant:d2b8b1c2b30a4d019974a85ccc1139a9 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:32.773321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ffd3fe96-a806-4911-bed5-73b0c7e035a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:32.783120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ffd3fe96-a806-4911-bed5-73b0c7e035a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:32.872702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ffd3fe96-a806-4911-bed5-73b0c7e035a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:32.879397 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ffd3fe96-a806-4911-bed5-73b0c7e035a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:32.926072 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ffd3fe96-a806-4911-bed5-73b0c7e035a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2b8b1c2b30a4d019974a85ccc1139a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104787 Jan 27 17:20:32.927002 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3fe96-a806-4911-bed5-73b0c7e035a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea129806-3778-4912-90eb-7225524d061e,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:32.929048 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44572) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:32.994358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-469d5dda-507e-4873-8de4-277b7b4d2672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:33.022438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-469d5dda-507e-4873-8de4-277b7b4d2672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:33.079936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-469d5dda-507e-4873-8de4-277b7b4d2672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:33.094777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d5dda-507e-4873-8de4-277b7b4d2672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea129806-3778-4912-90eb-7225524d061e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:33.104095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-469d5dda-507e-4873-8de4-277b7b4d2672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:33.105358 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-469d5dda-507e-4873-8de4-277b7b4d2672 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea129806-3778-4912-90eb-7225524d061e HTTP/1.1" status: 204 len: 168 time: 0.1753473 Jan 27 17:20:39.314423 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3985881b-c535-43bd-8810-982daf1bfa9c req-b2d33b90-ebcc-4911-a440-8c15b9882134 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832989 Jan 27 17:20:39.428513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985881b-c535-43bd-8810-982daf1bfa9c req-e5d9e5cc-342c-4bb2-8da7-aefc206af373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:39.431022 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3985881b-c535-43bd-8810-982daf1bfa9c req-e5d9e5cc-342c-4bb2-8da7-aefc206af373 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 1098 time: 0.0895855 Jan 27 17:20:39.594325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985881b-c535-43bd-8810-982daf1bfa9c req-3fe8235a-bacc-4cea-8577-f34b305d20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:39.598167 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3985881b-c535-43bd-8810-982daf1bfa9c req-3fe8235a-bacc-4cea-8577-f34b305d20c5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=de3200ea-1263-4d40-8ceb-6a9a06331a84 HTTP/1.1" status: 200 len: 899 time: 0.1408408 Jan 27 17:20:39.669241 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3985881b-c535-43bd-8810-982daf1bfa9c req-d8578c24-dbae-4bfd-9028-d7d741161f8f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f473412f-ab72-4475-978a-f9e9f8a4319c HTTP/1.1" status: 200 len: 217 time: 0.0660293 Jan 27 17:20:39.730913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985881b-c535-43bd-8810-982daf1bfa9c req-5b17e14c-3d70-4d0c-b187-87f84f897225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:39.732403 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3985881b-c535-43bd-8810-982daf1bfa9c req-5b17e14c-3d70-4d0c-b187-87f84f897225 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e0d2cb84-0752-4ba8-a4b4-9e6776005cdb HTTP/1.1" status: 200 len: 834 time: 0.0585289 Jan 27 17:20:39.809439 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985881b-c535-43bd-8810-982daf1bfa9c req-a33ce5ef-5b98-4425-a67b-6f34adadac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:39.810898 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3985881b-c535-43bd-8810-982daf1bfa9c req-a33ce5ef-5b98-4425-a67b-6f34adadac57 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de3200ea-1263-4d40-8ceb-6a9a06331a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727742 Jan 27 17:20:40.070078 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3985881b-c535-43bd-8810-982daf1bfa9c req-c32a6af1-3708-4d3a-9ce4-da4f6512ba08 service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504511 Jan 27 17:20:40.219119 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3985881b-c535-43bd-8810-982daf1bfa9c req-944e8add-2ae5-452e-b956-b69ab571bcb3 service neutron] 10.222.0.88 "GET /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424861 Jan 27 17:20:48.224042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8096e8f-1460-4816-8cdb-288d526649ab req-cd001263-51a3-44f4-afe8-abb17044e987 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:48.225517 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d8096e8f-1460-4816-8cdb-288d526649ab req-cd001263-51a3-44f4-afe8-abb17044e987 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 946 time: 0.0898573 Jan 27 17:20:48.272627 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d8096e8f-1460-4816-8cdb-288d526649ab req-ac772811-ba4d-4134-9ce5-4e0ca637649d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecb7d636-7a85-4cc6-9083-a0c9adaae203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385075 Jan 27 17:20:49.466067 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754dfcb-7ffd-4335-bb6b-1e170ec401c0 req-19bc095d-9e47-4744-b512-1e79fcf19e90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:49.467644 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3754dfcb-7ffd-4335-bb6b-1e170ec401c0 req-19bc095d-9e47-4744-b512-1e79fcf19e90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 946 time: 0.0846689 Jan 27 17:20:49.516918 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3754dfcb-7ffd-4335-bb6b-1e170ec401c0 req-77a1d3aa-2ad6-4e30-8d91-93f0e9683c30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecb7d636-7a85-4cc6-9083-a0c9adaae203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426984 Jan 27 17:20:49.630722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-e4cc5be7-0735-4ac6-8459-84d6250bea7d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:49.631307 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-e4cc5be7-0735-4ac6-8459-84d6250bea7d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 946 time: 0.0986030 Jan 27 17:20:49.706762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 822d25ff-357a-4229-8dac-58d893cfd1de {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:49.707955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:49.967411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 822d25ff-357a-4229-8dac-58d893cfd1de, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=822d25ff-357a-4229-8dac-58d893cfd1de,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:49.967821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:50.268635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:50.269011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:50.269315 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 6cc7ff45-3c91-4ac0-ab28-5eea5300af33 disassociated. External IP: 172.26.8.146, port: 822d25ff-357a-4229-8dac-58d893cfd1de. Jan 27 17:20:50.269644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 822d25ff-357a-4229-8dac-58d893cfd1de owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:50.421627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:50.476217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=822d25ff-357a-4229-8dac-58d893cfd1de,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:50.670241 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router ae1b7167-73bf-4715-a175-10befa66e50a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:20:50.680306 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-69d5b9cd-4466-488d-b69a-176be8c78be2 req-1b41ff77-2ad2-4f34-ab41-de08f8bfa6aa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bca21a0-7582-4cb8-8bc4-2a8486b26b05 HTTP/1.1" status: 200 len: 210 time: 0.0445518 Jan 27 17:20:51.007092 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:51.023135 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e9e2b-5da8-4f61-9ed2-2d998be95ff3 None None] Sync routers for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:51.035723 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e9e2b-5da8-4f61-9ed2-2d998be95ff3 None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:51.036617 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-377e9e2b-5da8-4f61-9ed2-2d998be95ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:20:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:51.086602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] No DVR routers for this DVR port 822d25ff-357a-4229-8dac-58d893cfd1de on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:20:51.096687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:51.096687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bca21a0-7582-4cb8-8bc4-2a8486b26b05', 'name': 'network-vif-deleted', 'tag': '822d25ff-357a-4229-8dac-58d893cfd1de'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:51.119826 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6e5f8f0c-88d7-4808-9a38-3e8285076c43 req-a8901a82-032b-40ee-9f0c-40a9036f72cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "DELETE /v2.0/ports/822d25ff-357a-4229-8dac-58d893cfd1de HTTP/1.1" status: 204 len: 173 time: 1.4781134 Jan 27 17:20:51.148888 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bca21a0-7582-4cb8-8bc4-2a8486b26b05', 'name': 'network-vif-deleted', 'tag': '822d25ff-357a-4229-8dac-58d893cfd1de', 'status': 'completed', 'code': 200} Jan 27 17:20:51.237570 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-377e9e2b-5da8-4f61-9ed2-2d998be95ff3 None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:51.521174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5f5cabf4-b89a-4498-8db0-d1a55be9205d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:51.592182 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-377e9e2b-5da8-4f61-9ed2-2d998be95ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:39Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:51.596794 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e9e2b-5da8-4f61-9ed2-2d998be95ff3 None None] Checking router: ae1b7167-73bf-4715-a175-10befa66e50a for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:20:51.607237 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e9e2b-5da8-4f61-9ed2-2d998be95ff3 None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:20:51.607687 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-377e9e2b-5da8-4f61-9ed2-2d998be95ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:20:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:51.790133 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44606) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:51.869190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-243f3907-3f63-457e-946c-99eebb09685f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:51.884766 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-377e9e2b-5da8-4f61-9ed2-2d998be95ff3 None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:51.907516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-243f3907-3f63-457e-946c-99eebb09685f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:51.989969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-243f3907-3f63-457e-946c-99eebb09685f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:52.018367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f3907-3f63-457e-946c-99eebb09685f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb7d636-7a85-4cc6-9083-a0c9adaae203,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:52.038328 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-243f3907-3f63-457e-946c-99eebb09685f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:52.038328 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-243f3907-3f63-457e-946c-99eebb09685f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/security-groups/ecb7d636-7a85-4cc6-9083-a0c9adaae203 HTTP/1.1" status: 204 len: 168 time: 0.2417631 Jan 27 17:20:52.069631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44612) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:52.260666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 9f7d6bf3-a556-426e-b56f-35dc713dd0d6 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:52.261141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:52.290673 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-377e9e2b-5da8-4f61-9ed2-2d998be95ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:39Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:52.296436 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e9e2b-5da8-4f61-9ed2-2d998be95ff3 None None] The sync data for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv is: [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:18:27Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'a5b4accb-dfc7-45b1-9307-1dfa3e0428c1', 'name': '', 'network_id': 'de3200ea-1263-4d40-8ceb-6a9a06331a84', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:30:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:25Z', 'updated_at': '2022-01-27T17:18:39Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e0d2cb84-0752-4ba8-a4b4-9e6776005cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:52.568939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:52.569245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:52.607081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a306e90c-b155-47c0-a23f-172d434a3e07 None None] New status for floating IP 6cc7ff45-3c91-4ac0-ab28-5eea5300af33: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:20:52.703833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 9f7d6bf3-a556-426e-b56f-35dc713dd0d6 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:52.870456 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.db.api [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:20:52.870830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG oslo_db.api [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:20:53.372106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 9f7d6bf3-a556-426e-b56f-35dc713dd0d6 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:53.372810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:53.554838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:53.555162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:53.683081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 9f7d6bf3-a556-426e-b56f-35dc713dd0d6 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:53.831298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:53.879034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8f7c4c52-6002-489a-826e-cb7ef911c539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:53.881073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=9f7d6bf3-a556-426e-b56f-35dc713dd0d6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:53.922642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:53.922991 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:53.923329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:53.923693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:53.924028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:53.924361 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:53.925012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:53.925331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:53.925654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:53.925968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:53.926291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:53.926580 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:53.988330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:54.002874 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:54.004010 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d3bd685c-3382-4df3-8b9e-6046c536845d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/floatingips/6cc7ff45-3c91-4ac0-ab28-5eea5300af33 HTTP/1.1" status: 204 len: 168 time: 1.9349852 Jan 27 17:20:54.247524 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 822d25ff-357a-4229-8dac-58d893cfd1de no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:20:54.281876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 822d25ff-357a-4229-8dac-58d893cfd1de {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:20:54.282214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 822d25ff-357a-4229-8dac-58d893cfd1de not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:20:54.414632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4293d-71e5-4d54-89b3-7d101d9fbe2f req-271c2415-c377-4936-9811-bf4ee2f84a1b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:54.415307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-b8a4293d-71e5-4d54-89b3-7d101d9fbe2f req-271c2415-c377-4936-9811-bf4ee2f84a1b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:54.440002 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-b8a4293d-71e5-4d54-89b3-7d101d9fbe2f req-271c2415-c377-4936-9811-bf4ee2f84a1b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:54.441370 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b8a4293d-71e5-4d54-89b3-7d101d9fbe2f req-271c2415-c377-4936-9811-bf4ee2f84a1b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 945 time: 0.1316171 Jan 27 17:20:54.501311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-b8a4293d-71e5-4d54-89b3-7d101d9fbe2f req-c186e47b-8fb9-481a-8839-40ff9c5c1e24 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:54.519654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-b8a4293d-71e5-4d54-89b3-7d101d9fbe2f req-c186e47b-8fb9-481a-8839-40ff9c5c1e24 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:54.520912 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b8a4293d-71e5-4d54-89b3-7d101d9fbe2f req-c186e47b-8fb9-481a-8839-40ff9c5c1e24 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37a3c48-c557-4490-975f-3a230d22038d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734079 Jan 27 17:20:54.865066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:55.259622 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:55.610263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e53c1-ac58-4750-bf7d-1b0a1a650e02 req-e6c46999-d180-4ce3-801d-1c90c1362191 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:55.611838 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-114e53c1-ac58-4750-bf7d-1b0a1a650e02 req-e6c46999-d180-4ce3-801d-1c90c1362191 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 945 time: 0.0892074 Jan 27 17:20:55.682541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-114e53c1-ac58-4750-bf7d-1b0a1a650e02 req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port f473412f-ab72-4475-978a-f9e9f8a4319c {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:55.682874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-114e53c1-ac58-4750-bf7d-1b0a1a650e02 req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:55.711979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cfbb4-6ab1-4946-86b2-dbf7edf14406 req-03745f68-ebdb-42db-9031-368470c92f1e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:55.712706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-390cfbb4-6ab1-4946-86b2-dbf7edf14406 req-03745f68-ebdb-42db-9031-368470c92f1e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:55.725614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-390cfbb4-6ab1-4946-86b2-dbf7edf14406 req-03745f68-ebdb-42db-9031-368470c92f1e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:55.726764 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-390cfbb4-6ab1-4946-86b2-dbf7edf14406 req-03745f68-ebdb-42db-9031-368470c92f1e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 945 time: 0.0947483 Jan 27 17:20:55.777323 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-390cfbb4-6ab1-4946-86b2-dbf7edf14406 req-b0c28b31-a4a0-448b-b934-252f5160ff89 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37a3c48-c557-4490-975f-3a230d22038d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430968 Jan 27 17:20:55.967396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-114e53c1-ac58-4750-bf7d-1b0a1a650e02 req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port f473412f-ab72-4475-978a-f9e9f8a4319c, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=f473412f-ab72-4475-978a-f9e9f8a4319c,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:55.967832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-114e53c1-ac58-4750-bf7d-1b0a1a650e02 req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:56.097435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-114e53c1-ac58-4750-bf7d-1b0a1a650e02 req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for f473412f-ab72-4475-978a-f9e9f8a4319c owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:56.261427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-114e53c1-ac58-4750-bf7d-1b0a1a650e02 req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:56.311514 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=f473412f-ab72-4475-978a-f9e9f8a4319c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:56.349152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:56.349590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:56.350240 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:56.350240 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:56.350726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:56.351035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:56.351035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:56.351394 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:56.352299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:56.352299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:56.352299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:56.352875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:56.398902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-114e53c1-ac58-4750-bf7d-1b0a1a650e02 req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] No DVR routers for this DVR port f473412f-ab72-4475-978a-f9e9f8a4319c on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:20:56.401394 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-114e53c1-ac58-4750-bf7d-1b0a1a650e02 req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:56.404442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'name': 'network-vif-deleted', 'tag': 'f473412f-ab72-4475-978a-f9e9f8a4319c'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:56.420917 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-114e53c1-ac58-4750-bf7d-1b0a1a650e02 req-85233028-34e5-4883-9354-3f1337d33893 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "DELETE /v2.0/ports/f473412f-ab72-4475-978a-f9e9f8a4319c HTTP/1.1" status: 204 len: 173 time: 0.8039622 Jan 27 17:20:56.462600 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b77c97b-a08c-4bd2-9706-8f504e1efa77', 'name': 'network-vif-deleted', 'tag': 'f473412f-ab72-4475-978a-f9e9f8a4319c', 'status': 'completed', 'code': 200} Jan 27 17:20:56.621531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:56.948373 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-28ca33bc-8723-4dfd-b0b5-b154059e0d44 req-8a20e5c4-8d25-478f-b7e0-f748ef25a219 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b77c97b-a08c-4bd2-9706-8f504e1efa77 HTTP/1.1" status: 200 len: 210 time: 0.0481184 Jan 27 17:20:58.047198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44632) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:58.119843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-676f5178-d8e2-4418-9a8e-a53e575d5f87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:58.149878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-676f5178-d8e2-4418-9a8e-a53e575d5f87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:58.226049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-676f5178-d8e2-4418-9a8e-a53e575d5f87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:58.245734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f5178-d8e2-4418-9a8e-a53e575d5f87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37a3c48-c557-4490-975f-3a230d22038d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:58.258923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-676f5178-d8e2-4418-9a8e-a53e575d5f87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:58.260147 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-676f5178-d8e2-4418-9a8e-a53e575d5f87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/security-groups/e37a3c48-c557-4490-975f-3a230d22038d HTTP/1.1" status: 204 len: 168 time: 0.2119300 Jan 27 17:20:58.294316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44638) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:58.358428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:59.016229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-68689808-23f2-48d0-913b-34a51b154a90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:59.402639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-68689808-23f2-48d0-913b-34a51b154a90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:59.403426 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-68689808-23f2-48d0-913b-34a51b154a90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:59.610817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-68689808-23f2-48d0-913b-34a51b154a90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port a5b4accb-dfc7-45b1-9307-1dfa3e0428c1, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a5b4accb-dfc7-45b1-9307-1dfa3e0428c1,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:59.611067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-68689808-23f2-48d0-913b-34a51b154a90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:59.737471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-68689808-23f2-48d0-913b-34a51b154a90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:59.946644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-68689808-23f2-48d0-913b-34a51b154a90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:00.000101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68689808-23f2-48d0-913b-34a51b154a90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=a5b4accb-dfc7-45b1-9307-1dfa3e0428c1,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:00.278428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device f473412f-ab72-4475-978a-f9e9f8a4319c no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:00.315032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: f473412f-ab72-4475-978a-f9e9f8a4319c {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:21:00.315371 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device f473412f-ab72-4475-978a-f9e9f8a4319c not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:00.399928 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-68689808-23f2-48d0-913b-34a51b154a90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:00.794352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68689808-23f2-48d0-913b-34a51b154a90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router ae1b7167-73bf-4715-a175-10befa66e50a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:21:00.997734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68689808-23f2-48d0-913b-34a51b154a90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:21:01.008652 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f2816-4632-41ac-a4d1-8b9bdc211641 None None] Sync routers for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:21:01.015640 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-68689808-23f2-48d0-913b-34a51b154a90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/ae1b7167-73bf-4715-a175-10befa66e50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7185168 Jan 27 17:21:01.017443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44642) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:01.019873 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f2816-4632-41ac-a4d1-8b9bdc211641 None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:01.020795 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-802f2816-4632-41ac-a4d1-8b9bdc211641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:20:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:01.100889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed36a6a5-f879-4f35-9837-504e5031c55a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting subnet e0d2cb84-0752-4ba8-a4b4-9e6776005cdb {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:21:01.105817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed36a6a5-f879-4f35-9837-504e5031c55a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:01.170473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed36a6a5-f879-4f35-9837-504e5031c55a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:01.208493 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-802f2816-4632-41ac-a4d1-8b9bdc211641 None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:01.262899 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed36a6a5-f879-4f35-9837-504e5031c55a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:01.367331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed36a6a5-f879-4f35-9837-504e5031c55a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:01.438904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed36a6a5-f879-4f35-9837-504e5031c55a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:01.445672 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39c826f-124d-4670-a425-7a0dc7852b2e None None] Network de3200ea-1263-4d40-8ceb-6a9a06331a84 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:21:01.456526 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36a6a5-f879-4f35-9837-504e5031c55a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d2cb84-0752-4ba8-a4b4-9e6776005cdb,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:01.462891 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ed36a6a5-f879-4f35-9837-504e5031c55a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/subnets/e0d2cb84-0752-4ba8-a4b4-9e6776005cdb HTTP/1.1" status: 204 len: 168 time: 0.4440269 Jan 27 17:21:01.466182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44646) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:01.553907 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-802f2816-4632-41ac-a4d1-8b9bdc211641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:20:59Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:01.558315 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f2816-4632-41ac-a4d1-8b9bdc211641 None None] Checking router: ae1b7167-73bf-4715-a175-10befa66e50a for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:21:01.568111 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f2816-4632-41ac-a4d1-8b9bdc211641 None None] Routers {'ae1b7167-73bf-4715-a175-10befa66e50a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:01.568898 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-802f2816-4632-41ac-a4d1-8b9bdc211641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:20:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ae1b7167-73bf-4715-a175-10befa66e50a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:01.725965 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f08cbaa-f36e-4c9f-940c-d30472e42a01 None None] DHCP port deletion for de3200ea-1263-4d40-8ceb-6a9a06331a84 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:21:01.731287 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2f08cbaa-f36e-4c9f-940c-d30472e42a01 None None] Deleting port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:01.731790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2f08cbaa-f36e-4c9f-940c-d30472e42a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:01.777400 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-802f2816-4632-41ac-a4d1-8b9bdc211641 None None] Set router ae1b7167-73bf-4715-a175-10befa66e50a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:01.808917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:01.973764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-2f08cbaa-f36e-4c9f-940c-d30472e42a01 None None] For port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=2a6c37a9-02dd-4c8b-8bea-45ec1043c864,segment=NetworkSegment(bdcd3e61-10b7-4fc7-baae-a1ce94c753d0),segment_id=bdcd3e61-10b7-4fc7-baae-a1ce94c753d0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:01.974072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2f08cbaa-f36e-4c9f-940c-d30472e42a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:02.015530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:02.027191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 79adb2fb-892d-4950-a3e8-34b77ac18dac {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:02.028106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:02.109558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2f08cbaa-f36e-4c9f-940c-d30472e42a01 None None] Calling delete_port for 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:02.117543 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-802f2816-4632-41ac-a4d1-8b9bdc211641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:20:59Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:02.123423 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f2816-4632-41ac-a4d1-8b9bdc211641 None None] The sync data for ids ['ae1b7167-73bf-4715-a175-10befa66e50a'] in dv-neutron-825077-1-hyperv is: [{'id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'name': 'tempest-TestNetworkBasicOps-router-1884585155', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:10Z', 'updated_at': '2022-01-27T17:20:59Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '79adb2fb-892d-4950-a3e8-34b77ac18dac', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1b7167-73bf-4715-a175-10befa66e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:13Z', 'updated_at': '2022-01-27T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:21:02.202343 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2f08cbaa-f36e-4c9f-940c-d30472e42a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:02.226228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 79adb2fb-892d-4950-a3e8-34b77ac18dac, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=79adb2fb-892d-4950-a3e8-34b77ac18dac,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:02.226469 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:02.251293 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08cbaa-f36e-4c9f-940c-d30472e42a01 None None] Pushing event deleted for resources: {'Port': ['ID=2a6c37a9-02dd-4c8b-8bea-45ec1043c864,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:02.256862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08cbaa-f36e-4c9f-940c-d30472e42a01 None None] No DVR routers for this DVR port 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:21:02.351058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 79adb2fb-892d-4950-a3e8-34b77ac18dac owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:02.530771 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:02.579686 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=79adb2fb-892d-4950-a3e8-34b77ac18dac,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:02.682857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:02.863612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:02.866137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:02.891557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:02.892114 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Fanout notify agent at l3_agent the message router_deleted on router ae1b7167-73bf-4715-a175-10befa66e50a {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:21:02.907884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:02.909046 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2d1dad40-d691-4a3b-af5b-9430777c1db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/routers/ae1b7167-73bf-4715-a175-10befa66e50a HTTP/1.1" status: 204 len: 168 time: 1.4418280 Jan 27 17:21:02.911767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44650) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:03.031036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12ca3ac6-5787-4d99-b737-cd89b5ecce30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.313072 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12ca3ac6-5787-4d99-b737-cd89b5ecce30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.343208 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-12ca3ac6-5787-4d99-b737-cd89b5ecce30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3200ea-1263-4d40-8ceb-6a9a06331a84']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:03.357830 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-12ca3ac6-5787-4d99-b737-cd89b5ecce30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:03.358124 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-12ca3ac6-5787-4d99-b737-cd89b5ecce30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcd3e61-10b7-4fc7-baae-a1ce94c753d0') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:03.373334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12ca3ac6-5787-4d99-b737-cd89b5ecce30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.391010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12ca3ac6-5787-4d99-b737-cd89b5ecce30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.398109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ca3ac6-5787-4d99-b737-cd89b5ecce30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:21:03.398828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12ca3ac6-5787-4d99-b737-cd89b5ecce30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:21:03.415152 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:21:03.417905 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:03.453517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:21:03.453857 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 2a6c37a9-02dd-4c8b-8bea-45ec1043c864 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:03.454284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:03.491205 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:21:03.491551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a5b4accb-dfc7-45b1-9307-1dfa3e0428c1 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:03.492003 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 79adb2fb-892d-4950-a3e8-34b77ac18dac no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:03.499051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12ca3ac6-5787-4d99-b737-cd89b5ecce30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.504481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12ca3ac6-5787-4d99-b737-cd89b5ecce30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.525889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 79adb2fb-892d-4950-a3e8-34b77ac18dac {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:21:03.526179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 79adb2fb-892d-4950-a3e8-34b77ac18dac not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:03.532475 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca3ac6-5787-4d99-b737-cd89b5ecce30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Network': ['ID=de3200ea-1263-4d40-8ceb-6a9a06331a84,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:03.546436 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-12ca3ac6-5787-4d99-b737-cd89b5ecce30 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/networks/de3200ea-1263-4d40-8ceb-6a9a06331a84 HTTP/1.1" status: 204 len: 168 time: 0.6302316 Jan 27 17:21:03.567155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44654) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:03.572887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'network': {'name': 'tempest-network-smoke--1846683822', 'project_id': '44b0386278b54442ad833b884f51ee72', 'port_security_enabled': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:03.578428 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:03.582737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:network and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:03.585956 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:03.592107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:03.602662 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:21:03.606535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.635875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:21:03.645143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.645493 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Added segment 91bcf477-da22-4c23-b766-c76b4b5820fa of type vlan for network 77c79a1b-3ae7-4019-bd7d-57481a101438 Jan 27 17:21:03.674218 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.706997 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.712840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:03.713451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.819846 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2514126 Jan 27 17:21:03.822741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44658) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:03.825564 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5e5e6-e9b0-45f6-b904-73989a933ad8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Network': ['ID=77c79a1b-3ae7-4019-bd7d-57481a101438,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:03.828458 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-7832454', 'admin_state_up': True, 'project_id': '44b0386278b54442ad833b884f51ee72', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:03.835999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:03.836512 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 77c79a1b-3ae7-4019-bd7d-57481a101438 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:21:03.841156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:router and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:03.844380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:03.851182 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:03.863714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.864706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.880930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:04.164548 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:04.499969 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:04.529107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:04.800154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.58 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/46a69a9e-4477-4eaf-bbfd-8a8a86906527) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:21:04.959885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:04.992540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:05.059719 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:21:05.062613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:21:05.065490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:21:05.104672 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=46a69a9e-4477-4eaf-bbfd-8a8a86906527,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:05.495161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:05.870795 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:06.087940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:21:06.390454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:21:06.401292 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Sync routers for ids ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:21:06.412361 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Routers {'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:06.413008 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:20:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:06.422555 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:06.423886 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bab00eae-2258-46a3-94a9-f07699c3e62b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6001260 Jan 27 17:21:06.427172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44662) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:06.469958 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6d20ad42-0d4a-426e-8b39-8bfa1cb4930e tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b0386278b54442ad833b884f51ee72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416293 Jan 27 17:21:06.472987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44666) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:06.613910 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Set router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:06.614293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3251742f-6713-491d-9f88-19346d310a31 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:06.615845 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3251742f-6713-491d-9f88-19346d310a31 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1413267 Jan 27 17:21:06.618727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44670) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:06.658456 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-82d9307d-dd16-4d4b-ba0e-d0264ed6efb9 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386412 Jan 27 17:21:06.661423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44674) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:06.667433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-902650007', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'project_id': '44b0386278b54442ad833b884f51ee72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:06.795179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:06.799532 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:subnet and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:06.802801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:06.809262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:06.824923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:21:06.829177 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.003380 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:05Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:07.007970 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Checking router: ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:21:07.008336 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Updating router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 port 46a69a9e-4477-4eaf-bbfd-8a8a86906527 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:21:07.066162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.107448 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.193833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Subnet': ['ID=615a06d3-0ccb-441f-b8c7-4725a0b91119,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:07.204263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Checking segment: {'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:21:07.204612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network hostable DHCP agents. Network: 77c79a1b-3ae7-4019-bd7d-57481a101438, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:21:07.227316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 77c79a1b-3ae7-4019-bd7d-57481a101438 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:21:07.238452 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 77c79a1b-3ae7-4019-bd7d-57481a101438) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:21:07.243131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:07.243875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.250166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0326f404-e1fe-4f05-9924-ba3e400f3297 None None] Network 77c79a1b-3ae7-4019-bd7d-57481a101438 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:21:07.270015 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-472056d8-a7ab-4ad8-ad9a-63445864f245 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6073849 Jan 27 17:21:07.273094 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44678) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:07.553604 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:21:07.660390 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-77c79a1b-3ae7-4019-bd7d-57481a101438', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ips': [{'subnet_id': '615a06d3-0ccb-441f-b8c7-4725a0b91119'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:21:07.661240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.674043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.697454 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Transition to ACTIVE for port object 46a69a9e-4477-4eaf-bbfd-8a8a86906527 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:21:07.738591 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.855862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366392b-27ac-4080-a793-e634764681eb None None] Pushing event updated for resources: {'Port': ['ID=46a69a9e-4477-4eaf-bbfd-8a8a86906527,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:07.884979 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Attempting to bind port 46a69a9e-4477-4eaf-bbfd-8a8a86906527 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:21:07.885332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Attempting to bind port 46a69a9e-4477-4eaf-bbfd-8a8a86906527 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:21:07.885683 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Attempting to bind port 46a69a9e-4477-4eaf-bbfd-8a8a86906527 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:21:07.899504 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366392b-27ac-4080-a793-e634764681eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:07.899858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366392b-27ac-4080-a793-e634764681eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:07.900191 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366392b-27ac-4080-a793-e634764681eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:07.900518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366392b-27ac-4080-a793-e634764681eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:07.900841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366392b-27ac-4080-a793-e634764681eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:07.901164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366392b-27ac-4080-a793-e634764681eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:07.901485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366392b-27ac-4080-a793-e634764681eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:07.901803 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366392b-27ac-4080-a793-e634764681eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:07.902125 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366392b-27ac-4080-a793-e634764681eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:07.902440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366392b-27ac-4080-a793-e634764681eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:07.902758 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366392b-27ac-4080-a793-e634764681eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:07.903142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366392b-27ac-4080-a793-e634764681eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:07.910188 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:21:07.910616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:21:07.910943 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.911329 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:21:07.911830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Bound port: 46a69a9e-4477-4eaf-bbfd-8a8a86906527, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:21:07.912171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.980475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Allocated IP 172.20.0.2 (77c79a1b-3ae7-4019-bd7d-57481a101438/615a06d3-0ccb-441f-b8c7-4725a0b91119/85004db0-232d-4c2a-bbe1-209f6f76a184) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:21:08.025177 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] For port 46a69a9e-4477-4eaf-bbfd-8a8a86906527, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:21:08.051299 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] For port 46a69a9e-4477-4eaf-bbfd-8a8a86906527, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=46a69a9e-4477-4eaf-bbfd-8a8a86906527,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:21:08.098305 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:08.127244 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:08.210253 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Routers {'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:08.210876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:20:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:08.320310 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366392b-27ac-4080-a793-e634764681eb None None] Pushing event updated for resources: {'Port': ['ID=46a69a9e-4477-4eaf-bbfd-8a8a86906527,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:08.489590 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:08.508114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Transition to ACTIVE for port object 85004db0-232d-4c2a-bbe1-209f6f76a184 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:21:08.529717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] Set router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:08.645141 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Transition to ACTIVE for port object 85004db0-232d-4c2a-bbe1-209f6f76a184 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:21:08.668812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:08.733630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.1 (77c79a1b-3ae7-4019-bd7d-57481a101438/615a06d3-0ccb-441f-b8c7-4725a0b91119/dad43e83-f0cc-405e-a321-f4aa0c59e842) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:21:08.806863 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Network 77c79a1b-3ae7-4019-bd7d-57481a101438 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:21:08.811834 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:21:08.824718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:21:08.835896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Pushing event updated for resources: {'Port': ['ID=85004db0-232d-4c2a-bbe1-209f6f76a184,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:08.898441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:08.914090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object dad43e83-f0cc-405e-a321-f4aa0c59e842 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:21:08.941019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:08.964624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Attempting to bind port 85004db0-232d-4c2a-bbe1-209f6f76a184 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:21:08.964999 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Attempting to bind port 85004db0-232d-4c2a-bbe1-209f6f76a184 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:21:08.965365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Attempting to bind port 85004db0-232d-4c2a-bbe1-209f6f76a184 on network 77c79a1b-3ae7-4019-bd7d-57481a101438 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:21:08.973128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:21:08.973502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Checking segment: {'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:21:08.973868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:08.974250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Bound using segment: {'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:21:08.974711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Bound port: 85004db0-232d-4c2a-bbe1-209f6f76a184, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:21:08.975079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:09.013964 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 77c79a1b-3ae7-4019-bd7d-57481a101438 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:21:09.017159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:21:09.019801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:21:09.059067 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=dad43e83-f0cc-405e-a321-f4aa0c59e842,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:09.075427 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:05Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:09.077923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] For port 85004db0-232d-4c2a-bbe1-209f6f76a184, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:21:09.081911 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] For port 85004db0-232d-4c2a-bbe1-209f6f76a184, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=85004db0-232d-4c2a-bbe1-209f6f76a184,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:21:09.082529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:09.083752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8166f153-672b-4842-895e-ddfb2ea15fff None None] The sync data for ids ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'] in dv-neutron-825077-1-hyperv is: [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:05Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:21:09.086363 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:09.177146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce46fcd-16cf-4c13-b1ee-78b1a3a572ad None None] Pushing event updated for resources: {'Port': ['ID=85004db0-232d-4c2a-bbe1-209f6f76a184,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:09.315646 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:09.525401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 46a69a9e-4477-4eaf-bbfd-8a8a86906527 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:21:09.616614 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 46a69a9e-4477-4eaf-bbfd-8a8a86906527 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:21:09.627316 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 46a69a9e-4477-4eaf-bbfd-8a8a86906527 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:09.627957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:09.789472 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:09.811864 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 46a69a9e-4477-4eaf-bbfd-8a8a86906527, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=46a69a9e-4477-4eaf-bbfd-8a8a86906527,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:09.818459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:09.920246 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=46a69a9e-4477-4eaf-bbfd-8a8a86906527,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:09.934296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:09.941554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:10.191204 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:10.195115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=dad43e83-f0cc-405e-a321-f4aa0c59e842,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:10.341871 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 77c79a1b-3ae7-4019-bd7d-57481a101438 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:21:10.343693 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:21:10.438240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57878645-259a-45d8-a06f-c51f573bd6da None None] Network 77c79a1b-3ae7-4019-bd7d-57481a101438 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:21:10.540403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:21:10.550443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ac22619b-1efc-4a5a-a345-ad0a8a4de5df None None] Provisioning for port 85004db0-232d-4c2a-bbe1-209f6f76a184 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:21:10.759977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:21:10.775686 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-65b3c73c-55f1-4d51-be48-106f7e8e5f9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/ee3a0900-ab07-4ca9-b2cf-3eb4006f9307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5015879 Jan 27 17:21:10.778596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44682) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:10.953988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0544a60-b382-43fe-9ad7-555b1a0df440 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:10.954735 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0544a60-b382-43fe-9ad7-555b1a0df440 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:10.955329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0544a60-b382-43fe-9ad7-555b1a0df440 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:10.955975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0544a60-b382-43fe-9ad7-555b1a0df440 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:10.956563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0544a60-b382-43fe-9ad7-555b1a0df440 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:10.957149 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0544a60-b382-43fe-9ad7-555b1a0df440 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:10.959176 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e0544a60-b382-43fe-9ad7-555b1a0df440 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1788690 Jan 27 17:21:10.961982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44686) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:11.017482 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-50aad963-a2a1-42f5-90f6-c8d4725c4dcf None None] Provisioning for port dad43e83-f0cc-405e-a321-f4aa0c59e842 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:21:11.018050 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Sync routers for ids ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:21:11.024344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-50aad963-a2a1-42f5-90f6-c8d4725c4dcf None None] Provisioning complete for port dad43e83-f0cc-405e-a321-f4aa0c59e842 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:11.024725 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-50aad963-a2a1-42f5-90f6-c8d4725c4dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:11.027640 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Routers {'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:11.028258 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:20:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:11.057488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b42a27-2779-4396-83db-b737670deb69 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:11.058213 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b42a27-2779-4396-83db-b737670deb69 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:11.059024 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b42a27-2779-4396-83db-b737670deb69 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:11.060100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b42a27-2779-4396-83db-b737670deb69 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:11.061262 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b42a27-2779-4396-83db-b737670deb69 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:11.062052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b42a27-2779-4396-83db-b737670deb69 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:11.065391 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d3b42a27-2779-4396-83db-b737670deb69 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1021566 Jan 27 17:21:11.067967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44690) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:11.098839 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-50aad963-a2a1-42f5-90f6-c8d4725c4dcf None None] Port dad43e83-f0cc-405e-a321-f4aa0c59e842 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:21:11.235364 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Set router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:11.241171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5a06153b-a849-4877-87c4-38d3b49bb582 None None] Provisioning complete for port dad43e83-f0cc-405e-a321-f4aa0c59e842 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:11.241967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5a06153b-a849-4877-87c4-38d3b49bb582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:11.331528 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-5a06153b-a849-4877-87c4-38d3b49bb582 None None] Port dad43e83-f0cc-405e-a321-f4aa0c59e842 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:21:11.346060 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-25d96ba2-d8c6-4e70-b109-523f63d66978 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2757580 Jan 27 17:21:11.349250 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44694) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:11.369408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1038816137', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:11.537222 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 85004db0-232d-4c2a-bbe1-209f6f76a184 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:21:11.562741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:11.568605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:port and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:11.572142 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:11.580013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:11.599791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:21:11.604222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:11.606765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-77259b02-b76c-4e48-80e7-d4e3f19fde1a None None] Provisioning complete for port dad43e83-f0cc-405e-a321-f4aa0c59e842 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:11.607188 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-77259b02-b76c-4e48-80e7-d4e3f19fde1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:11.620981 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'dad43e83-f0cc-405e-a321-f4aa0c59e842', 'name': '', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:2f:c7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:08Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:11.626050 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Checking router: ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:21:11.626394 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Updating router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 port dad43e83-f0cc-405e-a321-f4aa0c59e842 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:21:11.628659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] device_id is not set on port 01a2320f-43e5-42d1-8923-1d978c830e65 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:21:11.665917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 85004db0-232d-4c2a-bbe1-209f6f76a184 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:21:11.673418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 85004db0-232d-4c2a-bbe1-209f6f76a184 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:11.673806 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:11.685952 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:11.702961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-77259b02-b76c-4e48-80e7-d4e3f19fde1a None None] Port dad43e83-f0cc-405e-a321-f4aa0c59e842 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:21:11.789823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.11 (77c79a1b-3ae7-4019-bd7d-57481a101438/615a06d3-0ccb-441f-b8c7-4725a0b91119/01a2320f-43e5-42d1-8923-1d978c830e65) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:21:11.793664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:11.838166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 85004db0-232d-4c2a-bbe1-209f6f76a184, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=85004db0-232d-4c2a-bbe1-209f6f76a184,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:11.843838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:11.845939 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 46a69a9e-4477-4eaf-bbfd-8a8a86906527 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:21:12.015227 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=85004db0-232d-4c2a-bbe1-209f6f76a184,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:12.028045 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 46a69a9e-4477-4eaf-bbfd-8a8a86906527 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:12.028701 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.029710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.047053 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object 01a2320f-43e5-42d1-8923-1d978c830e65 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:21:12.076605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.152558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 77c79a1b-3ae7-4019-bd7d-57481a101438 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:21:12.156978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:21:12.161116 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:21:12.198299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=01a2320f-43e5-42d1-8923-1d978c830e65,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:12.233414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:12.234108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.265219 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6c27addd-bc3e-44d2-ba51-bc32189f8e0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9122021 Jan 27 17:21:12.295328 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.309135 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Transition to ACTIVE for port object dad43e83-f0cc-405e-a321-f4aa0c59e842 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:21:12.321267 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.430869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b577198a-1ad1-4951-9086-f13485995f31 None None] Provisioning for port 01a2320f-43e5-42d1-8923-1d978c830e65 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:21:12.436725 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b577198a-1ad1-4951-9086-f13485995f31 None None] Provisioning complete for port 01a2320f-43e5-42d1-8923-1d978c830e65 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:12.437028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b577198a-1ad1-4951-9086-f13485995f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.452310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44700) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:12.458038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106396460', 'description': 'tempest-secgroup-smoke-106396460 description', 'project_id': '44b0386278b54442ad833b884f51ee72'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:12.464603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:12.469846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:12.473590 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:12.482033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:12.497420 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.517077 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-b577198a-1ad1-4951-9086-f13485995f31 None None] Port 01a2320f-43e5-42d1-8923-1d978c830e65 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:21:12.525184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:12.530207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:12.534027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:12.541374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:12.550192 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Pushing event updated for resources: {'Port': ['ID=dad43e83-f0cc-405e-a321-f4aa0c59e842,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:12.591898 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.592609 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.592970 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.593538 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.594164 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.594681 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.595329 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.595712 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.596036 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.596353 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.596718 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.597034 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.622740 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Attempting to bind port dad43e83-f0cc-405e-a321-f4aa0c59e842 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:21:12.623366 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Attempting to bind port dad43e83-f0cc-405e-a321-f4aa0c59e842 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:21:12.623748 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Attempting to bind port dad43e83-f0cc-405e-a321-f4aa0c59e842 on network 77c79a1b-3ae7-4019-bd7d-57481a101438 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:21:12.629972 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:21:12.630357 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Checking segment: {'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:21:12.630716 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.631124 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Bound using segment: {'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:21:12.631620 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Bound port: dad43e83-f0cc-405e-a321-f4aa0c59e842, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:21:12.631987 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.644905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.650556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.701388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb92e8cc-0af4-42e3-80a5-889870129145,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:12.705428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.706620 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a2d39d6a-9e5b-40d2-ad41-334fa73bf614 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2532432 Jan 27 17:21:12.709651 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44704) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:12.718207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-4679a3c4-1686-486f-8ab0-1a0167d613d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'bb92e8cc-0af4-42e3-80a5-889870129145', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:12.730926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4679a3c4-1686-486f-8ab0-1a0167d613d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:12.735570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4679a3c4-1686-486f-8ab0-1a0167d613d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:12.738647 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4679a3c4-1686-486f-8ab0-1a0167d613d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:12.747987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4679a3c4-1686-486f-8ab0-1a0167d613d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:12.769339 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] For port dad43e83-f0cc-405e-a321-f4aa0c59e842, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:21:12.770149 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4679a3c4-1686-486f-8ab0-1a0167d613d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.772547 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] For port dad43e83-f0cc-405e-a321-f4aa0c59e842, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=dad43e83-f0cc-405e-a321-f4aa0c59e842,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:21:12.779411 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.839440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4679a3c4-1686-486f-8ab0-1a0167d613d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.845759 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4679a3c4-1686-486f-8ab0-1a0167d613d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.861998 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Routers {'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:12.862621 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:20:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:12.881914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679a3c4-1686-486f-8ab0-1a0167d613d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bd39fc-3160-4880-b229-f5de6c4ce6a3,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:12.886703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4679a3c4-1686-486f-8ab0-1a0167d613d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.888483 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4679a3c4-1686-486f-8ab0-1a0167d613d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771622 Jan 27 17:21:12.891041 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44708) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:12.897441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-501e4327-65fe-4b87-ac16-9f5c13dc739a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'bb92e8cc-0af4-42e3-80a5-889870129145', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:12.905358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-501e4327-65fe-4b87-ac16-9f5c13dc739a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:12.910132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-501e4327-65fe-4b87-ac16-9f5c13dc739a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:12.913627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-501e4327-65fe-4b87-ac16-9f5c13dc739a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:12.921985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-501e4327-65fe-4b87-ac16-9f5c13dc739a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:12.927659 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c10da4-66b0-40bf-8a8c-b94ddea96b18 None None] Pushing event updated for resources: {'Port': ['ID=dad43e83-f0cc-405e-a321-f4aa0c59e842,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:12.944714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-501e4327-65fe-4b87-ac16-9f5c13dc739a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.015866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-501e4327-65fe-4b87-ac16-9f5c13dc739a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.021195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-501e4327-65fe-4b87-ac16-9f5c13dc739a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.047951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e4327-65fe-4b87-ac16-9f5c13dc739a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b34ed04-f338-4656-9e89-627216d6590d,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:13.057347 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] Set router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:13.059986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-501e4327-65fe-4b87-ac16-9f5c13dc739a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.064417 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-501e4327-65fe-4b87-ac16-9f5c13dc739a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1693115 Jan 27 17:21:13.064772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44712) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:13.070489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-7c31f588-eec1-4488-af5f-12d6501c363f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'bb92e8cc-0af4-42e3-80a5-889870129145', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:13.076992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7c31f588-eec1-4488-af5f-12d6501c363f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:13.081279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7c31f588-eec1-4488-af5f-12d6501c363f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:13.084839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7c31f588-eec1-4488-af5f-12d6501c363f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:13.091228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7c31f588-eec1-4488-af5f-12d6501c363f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:13.109879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7c31f588-eec1-4488-af5f-12d6501c363f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.177474 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7c31f588-eec1-4488-af5f-12d6501c363f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.182304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7c31f588-eec1-4488-af5f-12d6501c363f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.206090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31f588-eec1-4488-af5f-12d6501c363f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f9d6b1-6ede-4aa3-b50e-864af70cb2eb,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:13.217562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7c31f588-eec1-4488-af5f-12d6501c363f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.221719 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7c31f588-eec1-4488-af5f-12d6501c363f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530054 Jan 27 17:21:13.222245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44716) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:13.228297 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8091bb8b-ebe1-4ae3-95c4-9593517f08c0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'bb92e8cc-0af4-42e3-80a5-889870129145', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:13.234871 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8091bb8b-ebe1-4ae3-95c4-9593517f08c0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:13.238921 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8091bb8b-ebe1-4ae3-95c4-9593517f08c0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:13.241913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8091bb8b-ebe1-4ae3-95c4-9593517f08c0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:13.248027 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8091bb8b-ebe1-4ae3-95c4-9593517f08c0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:13.267198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8091bb8b-ebe1-4ae3-95c4-9593517f08c0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.383435 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'dad43e83-f0cc-405e-a321-f4aa0c59e842', 'name': '', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:2f:c7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:08Z', 'updated_at': '2022-01-27T17:21:12Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:13.389336 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5d959-cf26-42c6-985a-5a03986ef1e7 None None] The sync data for ids ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'] in dv-neutron-825077-1-hyperv is: [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'dad43e83-f0cc-405e-a321-f4aa0c59e842', 'name': '', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:2f:c7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:08Z', 'updated_at': '2022-01-27T17:21:12Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:21:13.418497 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 85004db0-232d-4c2a-bbe1-209f6f76a184 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:21:13.479980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8091bb8b-ebe1-4ae3-95c4-9593517f08c0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.489971 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8091bb8b-ebe1-4ae3-95c4-9593517f08c0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.520512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091bb8b-ebe1-4ae3-95c4-9593517f08c0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60df17b-704f-4705-8c52-ea496d269fb7,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:13.524996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 85004db0-232d-4c2a-bbe1-209f6f76a184 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:13.525682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.537812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8091bb8b-ebe1-4ae3-95c4-9593517f08c0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.539793 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8091bb8b-ebe1-4ae3-95c4-9593517f08c0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3163598 Jan 27 17:21:13.542624 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44720) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:13.549051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-0871c82f-47a7-4465-b89c-f0355426fdd9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'bb92e8cc-0af4-42e3-80a5-889870129145', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:13.555607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0871c82f-47a7-4465-b89c-f0355426fdd9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:13.560507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0871c82f-47a7-4465-b89c-f0355426fdd9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:13.563625 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-0871c82f-47a7-4465-b89c-f0355426fdd9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:13.570623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-0871c82f-47a7-4465-b89c-f0355426fdd9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:13.583155 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-0871c82f-47a7-4465-b89c-f0355426fdd9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:21:13.590502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0871c82f-47a7-4465-b89c-f0355426fdd9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.668213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0871c82f-47a7-4465-b89c-f0355426fdd9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.673016 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0871c82f-47a7-4465-b89c-f0355426fdd9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.700178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871c82f-47a7-4465-b89c-f0355426fdd9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eaaa5c8-073f-4991-957d-1b310acb60da,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:13.716495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0871c82f-47a7-4465-b89c-f0355426fdd9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.723538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44724) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:13.724141 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0871c82f-47a7-4465-b89c-f0355426fdd9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1797695 Jan 27 17:21:13.730542 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-bc5dbd76-d3d7-40bb-8a39-f9f93deeb30c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'bb92e8cc-0af4-42e3-80a5-889870129145', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:13.737008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bc5dbd76-d3d7-40bb-8a39-f9f93deeb30c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:13.740858 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bc5dbd76-d3d7-40bb-8a39-f9f93deeb30c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:13.744035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-bc5dbd76-d3d7-40bb-8a39-f9f93deeb30c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:13.752191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-bc5dbd76-d3d7-40bb-8a39-f9f93deeb30c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:13.766027 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-bc5dbd76-d3d7-40bb-8a39-f9f93deeb30c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:21:13.773938 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bc5dbd76-d3d7-40bb-8a39-f9f93deeb30c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.852039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bc5dbd76-d3d7-40bb-8a39-f9f93deeb30c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.858654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bc5dbd76-d3d7-40bb-8a39-f9f93deeb30c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.883106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dbd76-d3d7-40bb-8a39-f9f93deeb30c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2685643f-f775-46dd-888c-5f7b27db1357,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:13.893803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bc5dbd76-d3d7-40bb-8a39-f9f93deeb30c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.895318 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bc5dbd76-d3d7-40bb-8a39-f9f93deeb30c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1698568 Jan 27 17:21:14.131446 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2aeb46b7-28bc-4cba-a35a-59d86939f6db tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:21:14.149531 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2aeb46b7-28bc-4cba-a35a-59d86939f6db tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:21:14.151169 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2aeb46b7-28bc-4cba-a35a-59d86939f6db tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106396460&fields=id&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 267 time: 0.0641830 Jan 27 17:21:14.232815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-19872827-1f96-446b-874a-67d222a24f54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:14.233335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-19872827-1f96-446b-874a-67d222a24f54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:21:14.251551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-19872827-1f96-446b-874a-67d222a24f54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:21:14.252709 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-19872827-1f96-446b-874a-67d222a24f54 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 931 time: 0.0937552 Jan 27 17:21:14.328118 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-6f8950d4-676d-4075-964c-a60711080557 service neutron] 10.222.0.81 "GET /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0629253 Jan 27 17:21:14.466954 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-7304d6df-1bd0-48db-aaf2-6d1d525b814c service neutron] 10.222.0.81 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327536 Jan 27 17:21:14.605536 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-207762f6-4757-4fe1-8297-59d6efb32556 service neutron] 10.222.0.81 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324534 Jan 27 17:21:14.791513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-ee6470c5-f0a2-4dc5-bb44-2b936f68b015 req-4c1de002-d603-4471-8864-0b87ee3b7cee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:21:14.803559 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-ee6470c5-f0a2-4dc5-bb44-2b936f68b015 req-4c1de002-d603-4471-8864-0b87ee3b7cee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:21:14.804721 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ee6470c5-f0a2-4dc5-bb44-2b936f68b015 req-4c1de002-d603-4471-8864-0b87ee3b7cee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 210 time: 0.0578201 Jan 27 17:21:15.449054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device dad43e83-f0cc-405e-a321-f4aa0c59e842 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:21:15.523661 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port dad43e83-f0cc-405e-a321-f4aa0c59e842 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:21:15.528506 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port dad43e83-f0cc-405e-a321-f4aa0c59e842 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:15.529179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:15.648350 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:15.687378 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port dad43e83-f0cc-405e-a321-f4aa0c59e842, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=dad43e83-f0cc-405e-a321-f4aa0c59e842,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:15.692194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:15.762617 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=dad43e83-f0cc-405e-a321-f4aa0c59e842,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:15.788230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-8800d393-63d9-4a83-97f2-3d47769b342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:15.789460 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-8800d393-63d9-4a83-97f2-3d47769b342a service neutron] 10.222.0.88 "GET /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 1027 time: 0.0682168 Jan 27 17:21:15.954230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-adfedaef-6d1b-454a-a5fd-c260d344fb5b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:15.954940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-adfedaef-6d1b-454a-a5fd-c260d344fb5b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:21:15.966522 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b34aaedb-50ae-4790-b736-534cf19a16a6 req-1242388f-1a5c-4657-ba02-6c2be1190b35 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 210 time: 0.0506990 Jan 27 17:21:15.976265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-adfedaef-6d1b-454a-a5fd-c260d344fb5b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:21:15.977461 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-adfedaef-6d1b-454a-a5fd-c260d344fb5b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks?id=77c79a1b-3ae7-4019-bd7d-57481a101438 HTTP/1.1" status: 200 len: 797 time: 0.1832523 Jan 27 17:21:16.028612 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-4ba51662-6b4e-4fac-8cd5-c72315ce7008 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 379 time: 0.0404680 Jan 27 17:21:16.040363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Request body: {'port': {'device_id': 'e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:16.158198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:16.533003 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a2320f-43e5-42d1-8923-1d978c830e65 {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:21:16.540519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:16.560570 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Transition to ACTIVE for port object 01a2320f-43e5-42d1-8923-1d978c830e65 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:21:16.567751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:16.710838 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=01a2320f-43e5-42d1-8923-1d978c830e65,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:16.823735 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Attempting to bind port 01a2320f-43e5-42d1-8923-1d978c830e65 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:21:16.823955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Attempting to bind port 01a2320f-43e5-42d1-8923-1d978c830e65 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:21:16.824665 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Attempting to bind port 01a2320f-43e5-42d1-8923-1d978c830e65 on network 77c79a1b-3ae7-4019-bd7d-57481a101438 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:21:16.829378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Port 01a2320f-43e5-42d1-8923-1d978c830e65 on network 77c79a1b-3ae7-4019-bd7d-57481a101438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:21:16.829690 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Attempting to bind port 01a2320f-43e5-42d1-8923-1d978c830e65 on network 77c79a1b-3ae7-4019-bd7d-57481a101438 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:21:16.834893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:21:16.835225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Checking segment: {'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:21:16.835630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Bound using segment: {'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:21:16.836054 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Bound port: 01a2320f-43e5-42d1-8923-1d978c830e65, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:21:16.836396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:16.943875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:21:16.946948 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=01a2320f-43e5-42d1-8923-1d978c830e65,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:21:16.954250 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:17.018216 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:17.018897 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:17.020618 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] 10.222.0.88 "PUT /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 1132 time: 0.9838836 Jan 27 17:21:17.021042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe', 'tag': '01a2320f-43e5-42d1-8923-1d978c830e65'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:21:17.049123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267c721-aacd-457f-9661-20cd609dd0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=01a2320f-43e5-42d1-8923-1d978c830e65,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:17.106966 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe', 'tag': '01a2320f-43e5-42d1-8923-1d978c830e65', 'status': 'completed', 'code': 200} Jan 27 17:21:17.211343 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-e2804fde-2e9a-47f8-8401-e14ccc7c1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:17.213283 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-e2804fde-2e9a-47f8-8401-e14ccc7c1074 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 1135 time: 0.1448653 Jan 27 17:21:17.224929 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555e303-a5b0-44e8-a3c2-209a0012be2d req-0979c0e0-4b08-460d-a45e-adb6f8df80d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:17.226342 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d555e303-a5b0-44e8-a3c2-209a0012be2d req-0979c0e0-4b08-460d-a45e-adb6f8df80d3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 982 time: 0.1188428 Jan 27 17:21:17.311802 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-5d14950a-30e0-4d1d-ba67-89813a859b6e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 217 time: 0.0843372 Jan 27 17:21:17.388754 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d555e303-a5b0-44e8-a3c2-209a0012be2d req-8c1eaebe-f9df-40d1-9cec-26ce19dba192 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043229 Jan 27 17:21:17.396815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-904fdf1f-21b7-47a6-9f2a-eb61bb88619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:17.398108 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-904fdf1f-21b7-47a6-9f2a-eb61bb88619e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=615a06d3-0ccb-441f-b8c7-4725a0b91119 HTTP/1.1" status: 200 len: 834 time: 0.0806146 Jan 27 17:21:17.420150 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device dad43e83-f0cc-405e-a321-f4aa0c59e842 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:21:17.493695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port dad43e83-f0cc-405e-a321-f4aa0c59e842 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:17.494064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:17.591875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-09cadafc-ac08-4070-ac34-a54e374dcdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:17.593426 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-09cadafc-ac08-4070-ac34-a54e374dcdc7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77c79a1b-3ae7-4019-bd7d-57481a101438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1889269 Jan 27 17:21:17.731726 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-22dd0c6c-fa39-435c-b19c-ae1150482799 service neutron] 10.222.0.88 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320927 Jan 27 17:21:17.866420 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-84d1faee-e91d-4cfb-87bc-56e6ab519533 req-86f2a93c-3f7f-4d4a-89f5-4da3a41444b5 service neutron] 10.222.0.88 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290777 Jan 27 17:21:18.001931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fde7e9-e6cb-488d-b5ff-c8da278855d5 req-c1c970d9-8713-4d20-8fe1-dd1b9c91baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:18.004217 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-32fde7e9-e6cb-488d-b5ff-c8da278855d5 req-c1c970d9-8713-4d20-8fe1-dd1b9c91baae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 1135 time: 0.0832069 Jan 27 17:21:18.149605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fde7e9-e6cb-488d-b5ff-c8da278855d5 req-1aa27cc1-30f4-42a1-9500-7046bbd9b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:18.151931 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-32fde7e9-e6cb-488d-b5ff-c8da278855d5 req-1aa27cc1-30f4-42a1-9500-7046bbd9b5d0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=77c79a1b-3ae7-4019-bd7d-57481a101438 HTTP/1.1" status: 200 len: 899 time: 0.1410418 Jan 27 17:21:18.225331 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-32fde7e9-e6cb-488d-b5ff-c8da278855d5 req-ece1e630-c308-4aa7-9e0b-d78f9bebf821 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 217 time: 0.0656257 Jan 27 17:21:18.290046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fde7e9-e6cb-488d-b5ff-c8da278855d5 req-c6410b3e-6719-48ba-a13c-265277eea714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:18.291366 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-32fde7e9-e6cb-488d-b5ff-c8da278855d5 req-c6410b3e-6719-48ba-a13c-265277eea714 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=615a06d3-0ccb-441f-b8c7-4725a0b91119 HTTP/1.1" status: 200 len: 834 time: 0.0590436 Jan 27 17:21:18.365000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fde7e9-e6cb-488d-b5ff-c8da278855d5 req-e22df70c-89be-4870-b689-fc7fdcb9cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:18.366472 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-32fde7e9-e6cb-488d-b5ff-c8da278855d5 req-e22df70c-89be-4870-b689-fc7fdcb9cabd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77c79a1b-3ae7-4019-bd7d-57481a101438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688930 Jan 27 17:21:18.504542 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-32fde7e9-e6cb-488d-b5ff-c8da278855d5 req-00959a76-5ebd-40b9-86b3-3368b7acfadd service neutron] 10.222.0.88 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301937 Jan 27 17:21:18.583445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad39ec6-67c6-42ad-9003-49a070e75f2d req-4bf56028-ef16-4286-9d72-d2823d12b331 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:18.584867 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7ad39ec6-67c6-42ad-9003-49a070e75f2d req-4bf56028-ef16-4286-9d72-d2823d12b331 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 982 time: 0.0827501 Jan 27 17:21:18.631374 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7ad39ec6-67c6-42ad-9003-49a070e75f2d req-d30d36d6-7ea6-436b-889d-df6487c2d4bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402343 Jan 27 17:21:18.662050 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-32fde7e9-e6cb-488d-b5ff-c8da278855d5 req-e0f3c9af-0737-4822-b2dc-987b08fbca97 service neutron] 10.222.0.88 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509423 Jan 27 17:21:19.832717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8722f6-5b4e-43a2-afe1-391036ab26c2 req-0e8c6ea9-092d-4d8c-a3ca-d730fd4b28c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:19.834251 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bd8722f6-5b4e-43a2-afe1-391036ab26c2 req-0e8c6ea9-092d-4d8c-a3ca-d730fd4b28c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 982 time: 0.0892191 Jan 27 17:21:19.885425 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bd8722f6-5b4e-43a2-afe1-391036ab26c2 req-e69a69cd-dc01-4a85-960d-64bf3383ab6f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447090 Jan 27 17:21:20.372827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 01a2320f-43e5-42d1-8923-1d978c830e65 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:21:20.514917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=01a2320f-43e5-42d1-8923-1d978c830e65,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:20.530649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '01a2320f-43e5-42d1-8923-1d978c830e65', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'port_id': '01a2320f-43e5-42d1-8923-1d978c830e65', 'mac_address': 'fa:16:3e:3e:e4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:21:20.594894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.612273 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a2320f-43e5-42d1-8923-1d978c830e65 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:21:20.628348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=01a2320f-43e5-42d1-8923-1d978c830e65,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:20.635361 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.704092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=01a2320f-43e5-42d1-8923-1d978c830e65,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:20.871145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['01a2320f-43e5-42d1-8923-1d978c830e65'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:21:21.194438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16139e8f-2cfb-4190-bfa8-0d2d4600c381 req-54948823-b393-4d32-9963-ccad2812eaad tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:21.195879 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-16139e8f-2cfb-4190-bfa8-0d2d4600c381 req-54948823-b393-4d32-9963-ccad2812eaad tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 983 time: 0.1996934 Jan 27 17:21:21.242556 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-16139e8f-2cfb-4190-bfa8-0d2d4600c381 req-b98184f1-032e-418f-92ab-5862a5794266 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Jan 27 17:21:21.534265 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-699c4e25-0bb6-405b-967b-edd3d8128c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:22.373443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 01a2320f-43e5-42d1-8923-1d978c830e65 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:21:22.443032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 01a2320f-43e5-42d1-8923-1d978c830e65 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:21:22.444276 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093205d5-a8cc-49f3-90f4-d51805401a03 req-4d478390-3a94-4a77-b71e-87a7eedce7b3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:22.445747 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-093205d5-a8cc-49f3-90f4-d51805401a03 req-4d478390-3a94-4a77-b71e-87a7eedce7b3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 983 time: 0.0885789 Jan 27 17:21:22.448372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 01a2320f-43e5-42d1-8923-1d978c830e65 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:22.448748 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:22.495250 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-093205d5-a8cc-49f3-90f4-d51805401a03 req-f4c3bd0c-c0f1-44fc-b8df-ef718b5e82cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435944 Jan 27 17:21:22.567377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:22.593953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2320f-43e5-42d1-8923-1d978c830e65'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:21:22.606334 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=01a2320f-43e5-42d1-8923-1d978c830e65,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:22.611603 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:22.646169 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2320f-43e5-42d1-8923-1d978c830e65', 'code': 200} Jan 27 17:21:22.719242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=01a2320f-43e5-42d1-8923-1d978c830e65,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:22.886639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dada826-4fdb-42a8-9df2-ada7cc2cd56d req-c91aeb50-2c4d-4539-b77d-016b3a218887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:22.888120 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5dada826-4fdb-42a8-9df2-ada7cc2cd56d req-c91aeb50-2c4d-4539-b77d-016b3a218887 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 1137 time: 0.0756269 Jan 27 17:21:22.929801 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5dada826-4fdb-42a8-9df2-ada7cc2cd56d req-dcf3f8ea-7a8a-4915-8185-bef504af4df4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355728 Jan 27 17:21:23.693777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d2b6d-2d15-4dae-b851-10661e59bfa1 req-ad7316f5-35ea-49e3-9080-19bdb44b9ee4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:23.695270 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a12d2b6d-2d15-4dae-b851-10661e59bfa1 req-ad7316f5-35ea-49e3-9080-19bdb44b9ee4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 984 time: 0.0904634 Jan 27 17:21:23.756381 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a12d2b6d-2d15-4dae-b851-10661e59bfa1 req-6711fb5a-625b-43db-8165-ed01bd68d50c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550680 Jan 27 17:21:23.884029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d1495ccc-15b8-4023-bfd2-57e68207754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:24.862991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:24.955977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13344ce2-d737-4ab6-862e-7e1b3ac14511 req-c3002e9f-0e3e-4043-8e59-1b03d5af9946 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:24.957383 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-13344ce2-d737-4ab6-862e-7e1b3ac14511 req-c3002e9f-0e3e-4043-8e59-1b03d5af9946 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 984 time: 0.0831859 Jan 27 17:21:25.008186 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-13344ce2-d737-4ab6-862e-7e1b3ac14511 req-f1057559-f10a-4048-8616-bf36cee276e1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 Jan 27 17:21:25.196101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64846508-b43b-4a3f-89de-de6268bcf849 req-296de107-d5ed-4be2-ae35-ea45934af863 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:25.197696 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-64846508-b43b-4a3f-89de-de6268bcf849 req-296de107-d5ed-4be2-ae35-ea45934af863 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 984 time: 0.0816460 Jan 27 17:21:25.245166 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-64846508-b43b-4a3f-89de-de6268bcf849 req-d2ca6061-3bed-44bc-b17e-e840b8a0e419 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Jan 27 17:21:25.258005 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:25.274972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44776) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:25.349376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18cfea-625f-4a4b-b6ab-c281a21f4b7f tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:25.350891 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-be18cfea-625f-4a4b-b6ab-c281a21f4b7f tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 1132 time: 0.0744894 Jan 27 17:21:25.355513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44780) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:25.360431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '01a2320f-43e5-42d1-8923-1d978c830e65', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:25.366442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:25.370253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:floatingip and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:25.373068 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:25.378916 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:25.392056 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:25.536194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:25.677506 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.16 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/c7b602f8-44c3-400c-934a-7e8c77ce6784) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:21:25.834509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:25.869605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:25.936141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:21:25.939047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:21:25.941765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:21:25.984967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=c7b602f8-44c3-400c-934a-7e8c77ce6784,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:26.365354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:26.448440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:26.622653 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:26.669024 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:26.679121 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:26.783596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=c7b602f8-44c3-400c-934a-7e8c77ce6784,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:26.800072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:27.088467 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 6a96606a-98b6-425c-8cb4-7e6efdea4d67 associated. External IP: 172.26.8.16, port: 01a2320f-43e5-42d1-8923-1d978c830e65. Jan 27 17:21:27.446682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:21:27.638985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:21:27.649152 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0d8cb-0eac-4310-91a1-4d1d91fd53d8 None None] Sync routers for ids ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:21:27.659134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0d8cb-0eac-4310-91a1-4d1d91fd53d8 None None] Routers {'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:27.659803 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-77b0d8cb-0eac-4310-91a1-4d1d91fd53d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:27.666349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:27.721886 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d455dda7-8d4e-42b3-807b-20ea271b9efa tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3652430 Jan 27 17:21:27.722326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe', 'tag': '01a2320f-43e5-42d1-8923-1d978c830e65'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:21:27.724663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44784) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:27.767011 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe', 'tag': '01a2320f-43e5-42d1-8923-1d978c830e65', 'status': 'completed', 'code': 200} Jan 27 17:21:27.855400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-77b0d8cb-0eac-4310-91a1-4d1d91fd53d8 None None] Set router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:27.961220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d602644c-e369-4707-bad8-6cc96b40fbf3 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:27.962652 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d602644c-e369-4707-bad8-6cc96b40fbf3 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe&network_id=77c79a1b-3ae7-4019-bd7d-57481a101438 HTTP/1.1" status: 200 len: 1132 time: 0.2364464 Jan 27 17:21:27.968163 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc4eb3-4b45-4a9b-84e3-da3299772503 req-1e4e5c8e-7347-4c49-bc9c-c1971070e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:27.969751 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b4dc4eb3-4b45-4a9b-84e3-da3299772503 req-1e4e5c8e-7347-4c49-bc9c-c1971070e4ba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 1137 time: 0.0955498 Jan 27 17:21:28.107235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc4eb3-4b45-4a9b-84e3-da3299772503 req-f4b07fec-85c3-491c-a5b5-e8c21dc0633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:28.109283 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b4dc4eb3-4b45-4a9b-84e3-da3299772503 req-f4b07fec-85c3-491c-a5b5-e8c21dc0633c service neutron] 10.222.0.88 "GET /v2.0/networks?id=77c79a1b-3ae7-4019-bd7d-57481a101438 HTTP/1.1" status: 200 len: 899 time: 0.1333759 Jan 27 17:21:28.223854 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-77b0d8cb-0eac-4310-91a1-4d1d91fd53d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '6a96606a-98b6-425c-8cb4-7e6efdea4d67', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'port_id': '01a2320f-43e5-42d1-8923-1d978c830e65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1038816137', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'mac_address': 'fa:16:3e:3e:e4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:21:26Z', 'updated_at': '2022-01-27T17:21:26Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad43e83-f0cc-405e-a321-f4aa0c59e842', 'name': '', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:2f:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:08Z', 'updated_at': '2022-01-27T17:21:15Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:28.228297 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b4dc4eb3-4b45-4a9b-84e3-da3299772503 req-30f758a1-0f45-4fa5-b68d-bd56df6ea710 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 1037 time: 0.1118429 Jan 27 17:21:28.229542 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0d8cb-0eac-4310-91a1-4d1d91fd53d8 None None] Checking router: ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:21:28.239557 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0d8cb-0eac-4310-91a1-4d1d91fd53d8 None None] Routers {'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:28.240248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-77b0d8cb-0eac-4310-91a1-4d1d91fd53d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:28.305889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc4eb3-4b45-4a9b-84e3-da3299772503 req-f247c49d-119c-4eb3-95b2-9839a0af044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:28.307899 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b4dc4eb3-4b45-4a9b-84e3-da3299772503 req-f247c49d-119c-4eb3-95b2-9839a0af044f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=615a06d3-0ccb-441f-b8c7-4725a0b91119 HTTP/1.1" status: 200 len: 834 time: 0.0729563 Jan 27 17:21:28.383561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe6017-ff5a-4519-b780-bd3afbbcfec6 req-0e2984c8-7b4f-45fa-b9c8-beec32b63e60 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:28.385823 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-96fe6017-ff5a-4519-b780-bd3afbbcfec6 req-0e2984c8-7b4f-45fa-b9c8-beec32b63e60 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 984 time: 0.0958529 Jan 27 17:21:28.390416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc4eb3-4b45-4a9b-84e3-da3299772503 req-74f5f97a-e7fb-4387-a523-80690f337e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:28.392036 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b4dc4eb3-4b45-4a9b-84e3-da3299772503 req-74f5f97a-e7fb-4387-a523-80690f337e8c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77c79a1b-3ae7-4019-bd7d-57481a101438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780497 Jan 27 17:21:28.433543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:28.435404 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-96fe6017-ff5a-4519-b780-bd3afbbcfec6 req-7bcb8a5b-9e43-4344-a0e7-b601ce489b8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427284 Jan 27 17:21:28.445961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-77b0d8cb-0eac-4310-91a1-4d1d91fd53d8 None None] Set router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:28.533771 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b4dc4eb3-4b45-4a9b-84e3-da3299772503 req-b790b94e-bfba-4319-8bca-effba94a9f8f service neutron] 10.222.0.88 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331742 Jan 27 17:21:28.668632 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b4dc4eb3-4b45-4a9b-84e3-da3299772503 req-7e12ece2-98f6-44ce-a71a-6ed4118defda service neutron] 10.222.0.88 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280036 Jan 27 17:21:28.797489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-77b0d8cb-0eac-4310-91a1-4d1d91fd53d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '6a96606a-98b6-425c-8cb4-7e6efdea4d67', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'port_id': '01a2320f-43e5-42d1-8923-1d978c830e65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1038816137', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'mac_address': 'fa:16:3e:3e:e4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:21:26Z', 'updated_at': '2022-01-27T17:21:26Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad43e83-f0cc-405e-a321-f4aa0c59e842', 'name': '', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:2f:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:08Z', 'updated_at': '2022-01-27T17:21:15Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:28.801584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0d8cb-0eac-4310-91a1-4d1d91fd53d8 None None] The sync data for ids ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'] in dv-neutron-825077-1-hyperv is: [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '6a96606a-98b6-425c-8cb4-7e6efdea4d67', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'port_id': '01a2320f-43e5-42d1-8923-1d978c830e65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1038816137', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'mac_address': 'fa:16:3e:3e:e4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:21:26Z', 'updated_at': '2022-01-27T17:21:26Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad43e83-f0cc-405e-a321-f4aa0c59e842', 'name': '', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:2f:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:08Z', 'updated_at': '2022-01-27T17:21:15Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:21:29.033752 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681c2012-e772-49f6-bc13-4d5f8ddb49fc None None] New status for floating IP 6a96606a-98b6-425c-8cb4-7e6efdea4d67: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:21:29.697576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeb5a1-d2f6-4c2c-a862-a329786e9f60 req-549f8364-b8c9-4178-a70f-1628f39023c0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:29.699024 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-04aeb5a1-d2f6-4c2c-a862-a329786e9f60 req-549f8364-b8c9-4178-a70f-1628f39023c0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 984 time: 0.1454930 Jan 27 17:21:29.709349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-c62d3109-da11-4ba7-b371-abdaca7ebd10 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:29.710677 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-c62d3109-da11-4ba7-b371-abdaca7ebd10 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 984 time: 0.1183298 Jan 27 17:21:29.805484 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-04aeb5a1-d2f6-4c2c-a862-a329786e9f60 req-f89d3206-fa67-4102-92d3-77992a4d6d58 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938313 Jan 27 17:21:29.810432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-d3e5b392-4efb-4912-baa4-448e0063411e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:29.811830 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-d3e5b392-4efb-4912-baa4-448e0063411e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0873528 Jan 27 17:21:29.970206 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-5bd9c1b9-1dfd-4fd5-8904-2565fa065d20 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1535814 Jan 27 17:21:29.979990 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-b3eaf35d-aad7-48a9-8811-f4528e3b8fd9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:30.109596 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-b3eaf35d-aad7-48a9-8811-f4528e3b8fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:30.318284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-b3eaf35d-aad7-48a9-8811-f4528e3b8fd9 service neutron] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=01a2320f-43e5-42d1-8923-1d978c830e65,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:30.346321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-b3eaf35d-aad7-48a9-8811-f4528e3b8fd9 service neutron] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:21:30.407859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-b3eaf35d-aad7-48a9-8811-f4528e3b8fd9 service neutron] device_id is not set on port 01a2320f-43e5-42d1-8923-1d978c830e65 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:21:30.418846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-b3eaf35d-aad7-48a9-8811-f4528e3b8fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:30.427451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-b3eaf35d-aad7-48a9-8811-f4528e3b8fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:30.695717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaf35d-aad7-48a9-8811-f4528e3b8fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=01a2320f-43e5-42d1-8923-1d978c830e65,revision_number=6']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:30.746972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-b3eaf35d-aad7-48a9-8811-f4528e3b8fd9 service neutron] No DVR routers for this DVR port 01a2320f-43e5-42d1-8923-1d978c830e65 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:21:30.869700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-342b1576-56e5-443b-affc-153e011424fc None None] Provisioning complete for port 01a2320f-43e5-42d1-8923-1d978c830e65 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:30.870322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-342b1576-56e5-443b-affc-153e011424fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:30.924755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-342b1576-56e5-443b-affc-153e011424fc None None] Port 01a2320f-43e5-42d1-8923-1d978c830e65 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:21:30.963504 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6eeac5ad-f54d-4e13-a960-743b1f108e66 req-6584eb61-8508-4051-9768-f53f45c4210e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a7bc96-ed09-455f-a2ec-3db09ce2e1fe HTTP/1.1" status: 200 len: 210 time: 0.0429020 Jan 27 17:21:30.992984 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-b3eaf35d-aad7-48a9-8811-f4528e3b8fd9 service neutron] In _notify_port_updated(), no bound segment for port 01a2320f-43e5-42d1-8923-1d978c830e65 on network 77c79a1b-3ae7-4019-bd7d-57481a101438 {{(pid=87609) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:21:30.993872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-b3eaf35d-aad7-48a9-8811-f4528e3b8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:30.994477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-b3eaf35d-aad7-48a9-8811-f4528e3b8fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:30.995792 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8974e77e-2db8-429e-a537-7cc99ba376fd req-b3eaf35d-aad7-48a9-8811-f4528e3b8fd9 service neutron] 10.222.0.88 "PUT /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 1027 time: 1.0201225 Jan 27 17:21:32.069135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44800) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:32.150819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d7885-7824-4474-95f2-730a7afc9620 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:32.152224 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-738d7885-7824-4474-95f2-730a7afc9620 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 926 time: 0.0817037 Jan 27 17:21:32.517944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44806) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:32.523464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-49008cf6-17aa-4566-851f-5230e6f684a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1281188834', 'description': 'tempest-secgroup-smoke-1281188834 description', 'project_id': '44b0386278b54442ad833b884f51ee72'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:32.529621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-49008cf6-17aa-4566-851f-5230e6f684a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:32.539329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-49008cf6-17aa-4566-851f-5230e6f684a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:32.550509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-49008cf6-17aa-4566-851f-5230e6f684a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:32.571076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-49008cf6-17aa-4566-851f-5230e6f684a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:32.574928 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-49008cf6-17aa-4566-851f-5230e6f684a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:32.577845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-49008cf6-17aa-4566-851f-5230e6f684a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:32.583846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-49008cf6-17aa-4566-851f-5230e6f684a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:32.655225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-49008cf6-17aa-4566-851f-5230e6f684a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:32.662608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-49008cf6-17aa-4566-851f-5230e6f684a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:32.719347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49008cf6-17aa-4566-851f-5230e6f684a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007009dd-f75f-4cf6-b4ca-79612c1505b9,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:32.728039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-49008cf6-17aa-4566-851f-5230e6f684a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:32.729622 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-49008cf6-17aa-4566-851f-5230e6f684a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2107878 Jan 27 17:21:32.733469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44810) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:32.738895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-90577b95-0251-4383-a407-5efbbf45ce50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '007009dd-f75f-4cf6-b4ca-79612c1505b9', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:32.745002 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-90577b95-0251-4383-a407-5efbbf45ce50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:32.748936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-90577b95-0251-4383-a407-5efbbf45ce50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:32.752430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-90577b95-0251-4383-a407-5efbbf45ce50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:32.759749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-90577b95-0251-4383-a407-5efbbf45ce50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:32.782022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-90577b95-0251-4383-a407-5efbbf45ce50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:32.858334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-90577b95-0251-4383-a407-5efbbf45ce50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:32.864832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-90577b95-0251-4383-a407-5efbbf45ce50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:32.890285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90577b95-0251-4383-a407-5efbbf45ce50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2040890-490d-4d3d-86cb-c4779891caa2,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:32.901064 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-90577b95-0251-4383-a407-5efbbf45ce50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:32.902317 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-90577b95-0251-4383-a407-5efbbf45ce50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676772 Jan 27 17:21:32.905715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44814) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:32.911233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d58e2b91-cc0d-40d9-abf8-4be9cdbfa70b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '007009dd-f75f-4cf6-b4ca-79612c1505b9', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:32.917638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d58e2b91-cc0d-40d9-abf8-4be9cdbfa70b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:32.923418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d58e2b91-cc0d-40d9-abf8-4be9cdbfa70b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:32.927355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d58e2b91-cc0d-40d9-abf8-4be9cdbfa70b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:32.935794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d58e2b91-cc0d-40d9-abf8-4be9cdbfa70b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:32.961657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d58e2b91-cc0d-40d9-abf8-4be9cdbfa70b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.029039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d58e2b91-cc0d-40d9-abf8-4be9cdbfa70b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.034346 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d58e2b91-cc0d-40d9-abf8-4be9cdbfa70b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.057077 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e2b91-cc0d-40d9-abf8-4be9cdbfa70b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13ccbc3-cb19-4401-85c4-848c423f8261,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:33.067103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d58e2b91-cc0d-40d9-abf8-4be9cdbfa70b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.068322 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d58e2b91-cc0d-40d9-abf8-4be9cdbfa70b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614337 Jan 27 17:21:33.071185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44818) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:33.076145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3c83977d-7b4e-4c3f-8c8d-bb79db1ebc00 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '007009dd-f75f-4cf6-b4ca-79612c1505b9', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:33.082427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3c83977d-7b4e-4c3f-8c8d-bb79db1ebc00 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:33.086287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3c83977d-7b4e-4c3f-8c8d-bb79db1ebc00 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:33.089191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3c83977d-7b4e-4c3f-8c8d-bb79db1ebc00 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:33.095409 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3c83977d-7b4e-4c3f-8c8d-bb79db1ebc00 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:33.116524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c83977d-7b4e-4c3f-8c8d-bb79db1ebc00 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.197198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c83977d-7b4e-4c3f-8c8d-bb79db1ebc00 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.201775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c83977d-7b4e-4c3f-8c8d-bb79db1ebc00 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.225296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83977d-7b4e-4c3f-8c8d-bb79db1ebc00 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49deba73-25c3-411d-9028-b1516e206f19,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:33.235925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3c83977d-7b4e-4c3f-8c8d-bb79db1ebc00 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.237102 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3c83977d-7b4e-4c3f-8c8d-bb79db1ebc00 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649725 Jan 27 17:21:33.240079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44822) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:33.245066 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-06a7c0a9-f9c3-45a4-a7e1-9c03c934e5a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '007009dd-f75f-4cf6-b4ca-79612c1505b9', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:33.251147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-06a7c0a9-f9c3-45a4-a7e1-9c03c934e5a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:33.255090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-06a7c0a9-f9c3-45a4-a7e1-9c03c934e5a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:33.258005 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-06a7c0a9-f9c3-45a4-a7e1-9c03c934e5a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:33.263757 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-06a7c0a9-f9c3-45a4-a7e1-9c03c934e5a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:33.284432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06a7c0a9-f9c3-45a4-a7e1-9c03c934e5a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.351951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06a7c0a9-f9c3-45a4-a7e1-9c03c934e5a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.358003 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06a7c0a9-f9c3-45a4-a7e1-9c03c934e5a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.381528 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7c0a9-f9c3-45a4-a7e1-9c03c934e5a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac44bf4-1629-4696-91be-86bd67f2d6bf,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:33.396584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-06a7c0a9-f9c3-45a4-a7e1-9c03c934e5a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.398471 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-06a7c0a9-f9c3-45a4-a7e1-9c03c934e5a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1573949 Jan 27 17:21:33.401860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44826) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:33.409072 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6267b4fb-bde5-4e13-a2ad-05d2abc783e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '007009dd-f75f-4cf6-b4ca-79612c1505b9', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:33.416418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6267b4fb-bde5-4e13-a2ad-05d2abc783e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:33.421792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6267b4fb-bde5-4e13-a2ad-05d2abc783e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:33.426038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6267b4fb-bde5-4e13-a2ad-05d2abc783e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:33.434474 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6267b4fb-bde5-4e13-a2ad-05d2abc783e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:33.446201 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-6267b4fb-bde5-4e13-a2ad-05d2abc783e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:21:33.452751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6267b4fb-bde5-4e13-a2ad-05d2abc783e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.529017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6267b4fb-bde5-4e13-a2ad-05d2abc783e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.535105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6267b4fb-bde5-4e13-a2ad-05d2abc783e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.557945 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267b4fb-bde5-4e13-a2ad-05d2abc783e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2307dc8d-e25e-492a-af84-9be2066e4041,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:33.567928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6267b4fb-bde5-4e13-a2ad-05d2abc783e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.569139 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6267b4fb-bde5-4e13-a2ad-05d2abc783e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1660757 Jan 27 17:21:33.571943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44830) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:33.576871 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-7d286fc4-8a01-450d-b143-df27162d7afe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '007009dd-f75f-4cf6-b4ca-79612c1505b9', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:33.582804 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7d286fc4-8a01-450d-b143-df27162d7afe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:21:33.586637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7d286fc4-8a01-450d-b143-df27162d7afe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:21:33.589574 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7d286fc4-8a01-450d-b143-df27162d7afe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:21:33.595614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7d286fc4-8a01-450d-b143-df27162d7afe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:21:33.609302 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-7d286fc4-8a01-450d-b143-df27162d7afe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:21:33.616235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d286fc4-8a01-450d-b143-df27162d7afe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.689516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d286fc4-8a01-450d-b143-df27162d7afe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.695940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d286fc4-8a01-450d-b143-df27162d7afe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.723229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d286fc4-8a01-450d-b143-df27162d7afe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29825730-4b9c-401f-bef8-d862e713f1fe,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:33.734312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7d286fc4-8a01-450d-b143-df27162d7afe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:33.735526 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7d286fc4-8a01-450d-b143-df27162d7afe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1627023 Jan 27 17:21:33.904243 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-a3e7f3ac-d0b9-40ef-b946-b138c2476288 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281188834&fields=id&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 267 time: 0.0412261 Jan 27 17:21:33.989297 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-00542045-2370-45ee-b159-81e0c94eb5c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:33.990541 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-00542045-2370-45ee-b159-81e0c94eb5c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 931 time: 0.0794439 Jan 27 17:21:34.077053 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-19c74927-3ccf-497a-8b1c-73427c1371d5 service neutron] 10.222.0.81 "GET /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0666263 Jan 27 17:21:34.219984 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-dc37f4cf-4cfa-442c-b222-259f2493b356 service neutron] 10.222.0.81 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353409 Jan 27 17:21:34.370131 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-69bfbc4f-1b25-4169-a201-96c1ea5c0543 service neutron] 10.222.0.81 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433742 Jan 27 17:21:34.433570 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 01a2320f-43e5-42d1-8923-1d978c830e65 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:34.501752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 01a2320f-43e5-42d1-8923-1d978c830e65 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:34.557005 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-80628e39-6021-4477-8c5d-4a4018ad57a7 req-f18d5a0b-9a11-43aa-bb45-d24be3fccedf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 210 time: 0.0422471 Jan 27 17:21:35.566697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-cc5246d9-3b9d-4195-84fd-7a12eea21138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:35.568156 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-cc5246d9-3b9d-4195-84fd-7a12eea21138 service neutron] 10.222.0.88 "GET /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 1027 time: 0.0695701 Jan 27 17:21:35.726035 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-18f92cf4-1a85-4796-9ec6-9febcef4d4da req-7f3eaea7-bed3-40e4-8ce2-1ca1a78cc0ad tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 210 time: 0.0539324 Jan 27 17:21:35.882733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-dd735052-141d-446b-93ce-95600c296015 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:35.884204 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-dd735052-141d-446b-93ce-95600c296015 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks?id=77c79a1b-3ae7-4019-bd7d-57481a101438 HTTP/1.1" status: 200 len: 797 time: 0.3107426 Jan 27 17:21:35.935702 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-cf9be501-4c84-474d-973a-7a7ea88eedd8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 472 time: 0.0433095 Jan 27 17:21:35.945355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Request body: {'port': {'device_id': 'dfc7fabb-d6f3-4e50-98d4-cc8111e94273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:36.057055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:36.400584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a2320f-43e5-42d1-8923-1d978c830e65 {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:21:36.408920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:36.424640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Transition to ACTIVE for port object 01a2320f-43e5-42d1-8923-1d978c830e65 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:21:36.430046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:36.577358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=01a2320f-43e5-42d1-8923-1d978c830e65,revision_number=7']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:36.648666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44862) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:36.745940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Attempting to bind port 01a2320f-43e5-42d1-8923-1d978c830e65 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:21:36.746464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Attempting to bind port 01a2320f-43e5-42d1-8923-1d978c830e65 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:21:36.746959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Attempting to bind port 01a2320f-43e5-42d1-8923-1d978c830e65 on network 77c79a1b-3ae7-4019-bd7d-57481a101438 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:21:36.754079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Port 01a2320f-43e5-42d1-8923-1d978c830e65 on network 77c79a1b-3ae7-4019-bd7d-57481a101438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:21:36.754487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Attempting to bind port 01a2320f-43e5-42d1-8923-1d978c830e65 on network 77c79a1b-3ae7-4019-bd7d-57481a101438 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:21:36.762488 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:21:36.762488 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Checking segment: {'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:21:36.763650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Bound using segment: {'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:21:36.763650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Bound port: 01a2320f-43e5-42d1-8923-1d978c830e65, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91bcf477-da22-4c23-b766-c76b4b5820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:21:36.763949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:36.868019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:21:36.871346 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=01a2320f-43e5-42d1-8923-1d978c830e65,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:21:36.877404 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:36.937951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:36.938710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:36.940589 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] 10.222.0.88 "PUT /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 1132 time: 0.9990966 Jan 27 17:21:36.943943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc7fabb-d6f3-4e50-98d4-cc8111e94273', 'tag': '01a2320f-43e5-42d1-8923-1d978c830e65'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:21:36.967430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-6b191c59-8e05-409c-9fae-2e78b9eae5f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Deleting port 53e1c2e3-ba49-49c8-8c26-99533b4eeeab {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:36.967811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6b191c59-8e05-409c-9fae-2e78b9eae5f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:36.971893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610243b3-4c1d-498e-945c-f020e4709bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=01a2320f-43e5-42d1-8923-1d978c830e65,revision_number=8']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:37.037413 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc7fabb-d6f3-4e50-98d4-cc8111e94273', 'tag': '01a2320f-43e5-42d1-8923-1d978c830e65', 'status': 'completed', 'code': 200} Jan 27 17:21:37.077096 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-08ab8da4-1d4a-4b67-8cc9-8f45ed0261f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:37.078659 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-08ab8da4-1d4a-4b67-8cc9-8f45ed0261f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 1135 time: 0.0855701 Jan 27 17:21:37.184443 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-92f8b6d2-a7b8-4e73-8d26-c5e99f461cfb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 1037 time: 0.0993650 Jan 27 17:21:37.196877 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd12eb-951e-410b-be6e-621802097cb5 req-9fabe2f7-4b02-4aa8-87ab-1183847f1778 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:37.198402 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7ffd12eb-951e-410b-be6e-621802097cb5 req-9fabe2f7-4b02-4aa8-87ab-1183847f1778 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 982 time: 0.3354471 Jan 27 17:21:37.253480 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-e994f6ce-6421-409c-9de9-03014bf9fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:37.254963 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-e994f6ce-6421-409c-9de9-03014bf9fffa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=615a06d3-0ccb-441f-b8c7-4725a0b91119 HTTP/1.1" status: 200 len: 834 time: 0.0647199 Jan 27 17:21:37.318117 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-7ffd12eb-951e-410b-be6e-621802097cb5 req-5f783d78-8ec3-4238-88db-8be8a5fcfc45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:21:37.324180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6b191c59-8e05-409c-9fae-2e78b9eae5f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:37.324504 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6b191c59-8e05-409c-9fae-2e78b9eae5f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:37.333123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-c127c2c8-ab0c-47cb-8064-075ba81a773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:37.335120 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-c127c2c8-ab0c-47cb-8064-075ba81a773a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77c79a1b-3ae7-4019-bd7d-57481a101438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731542 Jan 27 17:21:37.454372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-6b191c59-8e05-409c-9fae-2e78b9eae5f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Calling delete_port for 53e1c2e3-ba49-49c8-8c26-99533b4eeeab owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:37.471743 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-428afd68-9e47-4fbf-b413-331d3b435b3f service neutron] 10.222.0.88 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296556 Jan 27 17:21:37.492021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-7ffd12eb-951e-410b-be6e-621802097cb5 req-5f783d78-8ec3-4238-88db-8be8a5fcfc45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:21:37.493213 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7ffd12eb-951e-410b-be6e-621802097cb5 req-5f783d78-8ec3-4238-88db-8be8a5fcfc45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872217 Jan 27 17:21:37.613941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6b191c59-8e05-409c-9fae-2e78b9eae5f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:37.621866 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3dfd84bc-a4bb-4cae-b36b-e516b4186e83 req-f0b4805d-f850-4a70-93b1-362949105e87 service neutron] 10.222.0.88 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432288 Jan 27 17:21:37.660672 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b191c59-8e05-409c-9fae-2e78b9eae5f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event deleted for resources: {'Port': ['ID=53e1c2e3-ba49-49c8-8c26-99533b4eeeab,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:37.767299 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6b191c59-8e05-409c-9fae-2e78b9eae5f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:37.767652 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-6b191c59-8e05-409c-9fae-2e78b9eae5f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Floating IP 076076c0-8a1b-4e99-9c62-83afb857003e disassociated (deleted). External IP: 172.26.8.3, port: 40a132ce-64ab-43ac-90ca-401fc61333a9. Jan 27 17:21:37.855907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d65970-cb56-494e-a565-8f2bd4849053 req-cf6d047c-68b3-47b0-88cf-9a9aa3193cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:37.857393 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e6d65970-cb56-494e-a565-8f2bd4849053 req-cf6d047c-68b3-47b0-88cf-9a9aa3193cdd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 1135 time: 0.1838472 Jan 27 17:21:37.987910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d65970-cb56-494e-a565-8f2bd4849053 req-37b91718-a7e1-4367-8d00-c14f30a71cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:37.989257 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e6d65970-cb56-494e-a565-8f2bd4849053 req-37b91718-a7e1-4367-8d00-c14f30a71cdb service neutron] 10.222.0.88 "GET /v2.0/networks?id=77c79a1b-3ae7-4019-bd7d-57481a101438 HTTP/1.1" status: 200 len: 899 time: 0.1255946 Jan 27 17:21:38.096675 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e6d65970-cb56-494e-a565-8f2bd4849053 req-7661924e-ad77-4559-be27-f3599e050539 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 1037 time: 0.0994575 Jan 27 17:21:38.124849 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b191c59-8e05-409c-9fae-2e78b9eae5f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Router d0402cc3-43fc-49dd-8ad4-06c58f154e81 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:21:38.161059 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d65970-cb56-494e-a565-8f2bd4849053 req-bc748477-2e5c-48c6-a1a6-c33c4f83bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:38.162515 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e6d65970-cb56-494e-a565-8f2bd4849053 req-bc748477-2e5c-48c6-a1a6-c33c4f83bbdd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=615a06d3-0ccb-441f-b8c7-4725a0b91119 HTTP/1.1" status: 200 len: 834 time: 0.0596411 Jan 27 17:21:38.247676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d65970-cb56-494e-a565-8f2bd4849053 req-9e927790-533b-4026-805c-a08d4a649f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:38.249071 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e6d65970-cb56-494e-a565-8f2bd4849053 req-9e927790-533b-4026-805c-a08d4a649f14 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77c79a1b-3ae7-4019-bd7d-57481a101438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769279 Jan 27 17:21:38.308115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b191c59-8e05-409c-9fae-2e78b9eae5f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:21:38.319724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb34d57-ea2c-47b6-aa00-b266a46f8c8f None None] Sync routers for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:21:38.330856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6b191c59-8e05-409c-9fae-2e78b9eae5f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:38.336394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb34d57-ea2c-47b6-aa00-b266a46f8c8f None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:38.337009 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-acb34d57-ea2c-47b6-aa00-b266a46f8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:38.396651 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6b191c59-8e05-409c-9fae-2e78b9eae5f1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "DELETE /v2.0/floatingips/076076c0-8a1b-4e99-9c62-83afb857003e HTTP/1.1" status: 204 len: 168 time: 1.7461677 Jan 27 17:21:38.397761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6500e099-b9a1-4644-84e5-1921e053133a', 'tag': '40a132ce-64ab-43ac-90ca-401fc61333a9'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:21:38.398184 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e6d65970-cb56-494e-a565-8f2bd4849053 req-1828981a-4b9d-4acf-a2ac-27012fdcda8b service neutron] 10.222.0.88 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419561 Jan 27 17:21:38.450219 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6500e099-b9a1-4644-84e5-1921e053133a', 'tag': '40a132ce-64ab-43ac-90ca-401fc61333a9', 'status': 'completed', 'code': 200} Jan 27 17:21:38.550357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904cc12-387b-448a-95be-6060cdb1977f req-80b400ce-f682-4df7-bfb2-821c92f9ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:38.551894 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1904cc12-387b-448a-95be-6060cdb1977f req-80b400ce-f682-4df7-bfb2-821c92f9ecc7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 1099 time: 0.0805404 Jan 27 17:21:38.553707 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e6d65970-cb56-494e-a565-8f2bd4849053 req-69fec27f-4ce2-421a-9b19-e8c0d132b8bb service neutron] 10.222.0.88 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491351 Jan 27 17:21:38.570207 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-acb34d57-ea2c-47b6-aa00-b266a46f8c8f None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:38.857202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbf8d7-6f68-4756-8e20-fe786713f6fe req-59f2ee42-83d1-455e-804b-cb421650706c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:38.859626 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c8dbf8d7-6f68-4756-8e20-fe786713f6fe req-59f2ee42-83d1-455e-804b-cb421650706c tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 946 time: 0.0920341 Jan 27 17:21:38.914998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904cc12-387b-448a-95be-6060cdb1977f req-70a0732e-d002-44ae-a77d-4c6906b4641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:38.916620 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1904cc12-387b-448a-95be-6060cdb1977f req-70a0732e-d002-44ae-a77d-4c6906b4641d service neutron] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 913 time: 0.3442795 Jan 27 17:21:38.916747 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c8dbf8d7-6f68-4756-8e20-fe786713f6fe req-f33d0787-0d0b-470c-aeda-8bea0d933257 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495889 Jan 27 17:21:38.959457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-acb34d57-ea2c-47b6-aa00-b266a46f8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '804ef8e9-f5f1-4aa4-a0ce-01e67ed08398', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:6c:38:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:18Z', 'updated_at': '2022-01-27T17:17:29Z', 'revision_number': 1, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:38.963332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb34d57-ea2c-47b6-aa00-b266a46f8c8f None None] Checking router: d0402cc3-43fc-49dd-8ad4-06c58f154e81 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:21:38.971821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb34d57-ea2c-47b6-aa00-b266a46f8c8f None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:38.972424 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-acb34d57-ea2c-47b6-aa00-b266a46f8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:39.000014 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1904cc12-387b-448a-95be-6060cdb1977f req-2a489575-cb78-4eb4-bfae-6e62f7027e20 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40a132ce-64ab-43ac-90ca-401fc61333a9 HTTP/1.1" status: 200 len: 217 time: 0.0712802 Jan 27 17:21:39.007825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965843af-363b-49bb-b5ba-71a82fb9e7e6 req-8e5fb45e-f5e7-4c8a-af99-7b64c6bced7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:39.009265 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-965843af-363b-49bb-b5ba-71a82fb9e7e6 req-8e5fb45e-f5e7-4c8a-af99-7b64c6bced7b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 982 time: 0.3290305 Jan 27 17:21:39.099394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904cc12-387b-448a-95be-6060cdb1977f req-dfb9fccd-a7c1-4e81-8913-60257eb8d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:39.100888 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1904cc12-387b-448a-95be-6060cdb1977f req-dfb9fccd-a7c1-4e81-8913-60257eb8d877 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.0907397 Jan 27 17:21:39.104130 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-965843af-363b-49bb-b5ba-71a82fb9e7e6 req-eaccbd41-a416-472d-ac71-0575f99d2b7c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645368 Jan 27 17:21:39.163537 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-acb34d57-ea2c-47b6-aa00-b266a46f8c8f None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:39.178525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904cc12-387b-448a-95be-6060cdb1977f req-27951e60-7e74-4319-8fe1-91c04a91131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:39.180032 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1904cc12-387b-448a-95be-6060cdb1977f req-27951e60-7e74-4319-8fe1-91c04a91131a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718458 Jan 27 17:21:39.318406 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1904cc12-387b-448a-95be-6060cdb1977f req-0ae34d5e-8785-4f22-8d61-ff41a38dbada service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315706 Jan 27 17:21:39.458179 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1904cc12-387b-448a-95be-6060cdb1977f req-0dd7afd4-9e8a-4e74-83ee-5a7ac7211164 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322525 Jan 27 17:21:39.524100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-acb34d57-ea2c-47b6-aa00-b266a46f8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '804ef8e9-f5f1-4aa4-a0ce-01e67ed08398', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:6c:38:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:18Z', 'updated_at': '2022-01-27T17:17:29Z', 'revision_number': 1, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:39.528399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb34d57-ea2c-47b6-aa00-b266a46f8c8f None None] The sync data for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv is: [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '804ef8e9-f5f1-4aa4-a0ce-01e67ed08398', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'port_id': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'mac_address': 'fa:16:3e:6c:38:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:18Z', 'updated_at': '2022-01-27T17:17:29Z', 'revision_number': 1, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:21:39.764854 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f8affa-a80b-458e-b70e-d489a8e07660 None None] New status for floating IP 076076c0-8a1b-4e99-9c62-83afb857003e: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:21:40.133789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411246bf-d8c1-4326-928d-fd70b100c795 req-70dffb11-ea1c-45e0-aca7-3cd970899c5e tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:40.140907 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-411246bf-d8c1-4326-928d-fd70b100c795 req-70dffb11-ea1c-45e0-aca7-3cd970899c5e tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 946 time: 0.0979688 Jan 27 17:21:40.181819 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-411246bf-d8c1-4326-928d-fd70b100c795 req-45b8c6bc-72fe-4cb5-81cb-de93683fc96d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407865 Jan 27 17:21:40.292586 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecebb5c-20b9-46e9-8f2a-87fa0c6c2f4f req-ccb73719-9de8-4394-81e2-419ade40c9aa tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:40.294043 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aecebb5c-20b9-46e9-8f2a-87fa0c6c2f4f req-ccb73719-9de8-4394-81e2-419ade40c9aa tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 946 time: 0.0855086 Jan 27 17:21:40.339142 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9c92071d-7cd6-46f9-b70b-bcebc4513298 req-7cc55bf6-9ce1-4712-91bb-fb0148ae52d4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1402924 Jan 27 17:21:40.351879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257ed95-1b39-4f4d-9efd-33d203511381 req-9bb1bb9c-00dd-494f-94fa-05c9b4e640f4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:40.354772 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c257ed95-1b39-4f4d-9efd-33d203511381 req-9bb1bb9c-00dd-494f-94fa-05c9b4e640f4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 982 time: 0.1156955 Jan 27 17:21:40.374308 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-aecebb5c-20b9-46e9-8f2a-87fa0c6c2f4f req-72b45915-6032-4542-8b3f-8b660bfaf3a1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Deleting port 40a132ce-64ab-43ac-90ca-401fc61333a9 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:40.375317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-aecebb5c-20b9-46e9-8f2a-87fa0c6c2f4f req-72b45915-6032-4542-8b3f-8b660bfaf3a1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:40.404469 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c257ed95-1b39-4f4d-9efd-33d203511381 req-60bb173e-e3ac-4cec-9ab7-e449d850cad7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434289 Jan 27 17:21:40.464240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 01a2320f-43e5-42d1-8923-1d978c830e65 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:21:40.514028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92071d-7cd6-46f9-b70b-bcebc4513298 req-1af36dcc-45a2-492c-8aea-1aab9e149bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:40.514922 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9c92071d-7cd6-46f9-b70b-bcebc4513298 req-1af36dcc-45a2-492c-8aea-1aab9e149bac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 1098 time: 0.0812216 Jan 27 17:21:40.620467 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=01a2320f-43e5-42d1-8923-1d978c830e65,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:40.636003 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '01a2320f-43e5-42d1-8923-1d978c830e65', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'port_id': '01a2320f-43e5-42d1-8923-1d978c830e65', 'mac_address': 'fa:16:3e:3e:e4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:21:40.677770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-aecebb5c-20b9-46e9-8f2a-87fa0c6c2f4f req-72b45915-6032-4542-8b3f-8b660bfaf3a1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] For port 40a132ce-64ab-43ac-90ca-401fc61333a9, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=40a132ce-64ab-43ac-90ca-401fc61333a9,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:40.678355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-aecebb5c-20b9-46e9-8f2a-87fa0c6c2f4f req-72b45915-6032-4542-8b3f-8b660bfaf3a1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:40.683389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92071d-7cd6-46f9-b70b-bcebc4513298 req-a169d5ec-d3ee-4b15-9a83-e6e9db55f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:40.685124 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9c92071d-7cd6-46f9-b70b-bcebc4513298 req-a169d5ec-d3ee-4b15-9a83-e6e9db55f168 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 913 time: 0.1525581 Jan 27 17:21:40.706740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:40.726861 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a2320f-43e5-42d1-8923-1d978c830e65 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:21:40.749643 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=01a2320f-43e5-42d1-8923-1d978c830e65,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:40.755937 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:40.801355 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9c92071d-7cd6-46f9-b70b-bcebc4513298 req-00fe0dd5-f723-405a-87ed-0b6f3d6248aa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b543c38-ef9e-4de2-9d2f-205a403ddfc9 HTTP/1.1" status: 200 len: 1001 time: 0.1098819 Jan 27 17:21:40.836662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=01a2320f-43e5-42d1-8923-1d978c830e65,revision_number=9']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:40.844074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-aecebb5c-20b9-46e9-8f2a-87fa0c6c2f4f req-72b45915-6032-4542-8b3f-8b660bfaf3a1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Calling delete_port for 40a132ce-64ab-43ac-90ca-401fc61333a9 owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:40.873949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92071d-7cd6-46f9-b70b-bcebc4513298 req-3ae7f16a-b83c-43fa-9864-d388194099b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:40.875961 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9c92071d-7cd6-46f9-b70b-bcebc4513298 req-3ae7f16a-b83c-43fa-9864-d388194099b4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.0673721 Jan 27 17:21:40.968369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['01a2320f-43e5-42d1-8923-1d978c830e65'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:21:40.968596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92071d-7cd6-46f9-b70b-bcebc4513298 req-52116ce7-0ceb-4f3f-b2e8-58d26a91bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:40.971484 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9c92071d-7cd6-46f9-b70b-bcebc4513298 req-52116ce7-0ceb-4f3f-b2e8-58d26a91bf23 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873349 Jan 27 17:21:41.131601 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9c92071d-7cd6-46f9-b70b-bcebc4513298 req-17c4cf80-3584-4dac-b5b1-9eb56a422c5a service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532569 Jan 27 17:21:41.146965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-aecebb5c-20b9-46e9-8f2a-87fa0c6c2f4f req-72b45915-6032-4542-8b3f-8b660bfaf3a1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:41.239614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b45915-6032-4542-8b3f-8b660bfaf3a1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event deleted for resources: {'Port': ['ID=40a132ce-64ab-43ac-90ca-401fc61333a9,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:41.276294 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9c92071d-7cd6-46f9-b70b-bcebc4513298 req-5be45b3d-c337-45c2-9032-d0722d4b5440 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372805 Jan 27 17:21:41.282360 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecebb5c-20b9-46e9-8f2a-87fa0c6c2f4f req-72b45915-6032-4542-8b3f-8b660bfaf3a1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] No DVR routers for this DVR port 40a132ce-64ab-43ac-90ca-401fc61333a9 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:21:41.285112 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-aecebb5c-20b9-46e9-8f2a-87fa0c6c2f4f req-72b45915-6032-4542-8b3f-8b660bfaf3a1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:41.288434 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6500e099-b9a1-4644-84e5-1921e053133a', 'name': 'network-vif-deleted', 'tag': '40a132ce-64ab-43ac-90ca-401fc61333a9'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:21:41.304248 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aecebb5c-20b9-46e9-8f2a-87fa0c6c2f4f req-72b45915-6032-4542-8b3f-8b660bfaf3a1 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "DELETE /v2.0/ports/40a132ce-64ab-43ac-90ca-401fc61333a9 HTTP/1.1" status: 204 len: 173 time: 1.0050085 Jan 27 17:21:41.359442 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6500e099-b9a1-4644-84e5-1921e053133a', 'name': 'network-vif-deleted', 'tag': '40a132ce-64ab-43ac-90ca-401fc61333a9', 'status': 'completed', 'code': 200} Jan 27 17:21:41.371347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-b40e09fa-49d3-490f-a1de-0b97dda80dd4 req-618fc4b1-142d-4311-bb09-b40c71734b8d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Synchronizing usage tracker for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:21:41.409194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-b40e09fa-49d3-490f-a1de-0b97dda80dd4 req-618fc4b1-142d-4311-bb09-b40c71734b8d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Unset dirty status for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:21:41.412723 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b40e09fa-49d3-490f-a1de-0b97dda80dd4 req-618fc4b1-142d-4311-bb09-b40c71734b8d tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 210 time: 0.0918474 Jan 27 17:21:41.752664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ff518-97d9-437c-9642-4be6d1668e90 req-73752f9d-90e0-48fa-b7a8-b012d100ad41 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:41.754912 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-180ff518-97d9-437c-9642-4be6d1668e90 req-73752f9d-90e0-48fa-b7a8-b012d100ad41 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 983 time: 0.2173858 Jan 27 17:21:41.799773 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-180ff518-97d9-437c-9642-4be6d1668e90 req-16a38060-2b2e-463c-a047-22e9b514b975 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Jan 27 17:21:42.464778 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 01a2320f-43e5-42d1-8923-1d978c830e65 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:21:42.595923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 01a2320f-43e5-42d1-8923-1d978c830e65 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:21:42.602361 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f32def97-7e6f-41b3-a65b-b84d81fba2d4 req-a310d24d-a7e9-421f-8a6c-a210baf76fc5 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=6500e099-b9a1-4644-84e5-1921e053133a HTTP/1.1" status: 200 len: 210 time: 0.0509126 Jan 27 17:21:42.602957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 01a2320f-43e5-42d1-8923-1d978c830e65 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:42.602957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:42.727221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:42.758590 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc7fabb-d6f3-4e50-98d4-cc8111e94273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2320f-43e5-42d1-8923-1d978c830e65'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:21:42.769964 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=01a2320f-43e5-42d1-8923-1d978c830e65,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:42.775889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:42.777019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 40a132ce-64ab-43ac-90ca-401fc61333a9 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:42.805968 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc7fabb-d6f3-4e50-98d4-cc8111e94273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2320f-43e5-42d1-8923-1d978c830e65', 'code': 200} Jan 27 17:21:42.876652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 40a132ce-64ab-43ac-90ca-401fc61333a9 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:21:42.877080 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 40a132ce-64ab-43ac-90ca-401fc61333a9 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:42.913715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=01a2320f-43e5-42d1-8923-1d978c830e65,revision_number=10']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:43.017661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26583b-c80a-4450-a6c3-a39d7bc1b461 req-2b049787-9f57-4970-adca-e694d792412d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:43.019161 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4f26583b-c80a-4450-a6c3-a39d7bc1b461 req-2b049787-9f57-4970-adca-e694d792412d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 985 time: 0.0863376 Jan 27 17:21:43.112356 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4f26583b-c80a-4450-a6c3-a39d7bc1b461 req-3b03165b-426d-45a9-8e67-c7ff4df7fbf7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622685 Jan 27 17:21:43.127405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a55da-b066-4676-8b52-a04c4223798f req-07799616-ada1-4379-aa5e-740222e3a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:43.128884 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d42a55da-b066-4676-8b52-a04c4223798f req-07799616-ada1-4379-aa5e-740222e3a9b0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 1138 time: 0.1087825 Jan 27 17:21:43.173058 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d42a55da-b066-4676-8b52-a04c4223798f req-25834b52-497f-44b9-88de-678dee929736 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372996 Jan 27 17:21:44.336611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0864e1-af16-420d-bd4b-28e6f04060b4 req-ec83da71-11d3-4c31-bcfc-558bc29fe005 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:44.338162 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1b0864e1-af16-420d-bd4b-28e6f04060b4 req-ec83da71-11d3-4c31-bcfc-558bc29fe005 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 985 time: 0.0952117 Jan 27 17:21:44.395307 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1b0864e1-af16-420d-bd4b-28e6f04060b4 req-9cdd4881-dfdd-414f-a44d-b81224c7a5d7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468094 Jan 27 17:21:44.552843 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:21:45.588643 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564944aa-eb4b-41b0-b6c7-e0a59b59a8e7 req-87ba13f2-4fe4-496a-9f38-b3d8dd7cfed4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:45.590148 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-564944aa-eb4b-41b0-b6c7-e0a59b59a8e7 req-87ba13f2-4fe4-496a-9f38-b3d8dd7cfed4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 985 time: 0.0816517 Jan 27 17:21:45.637534 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-564944aa-eb4b-41b0-b6c7-e0a59b59a8e7 req-bc870bd1-7486-4c44-8c90-140b10d608a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409155 Jan 27 17:21:45.834203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5017-bc17-45d0-928d-3659b90b5cb2 req-3f73ac77-45af-4290-9452-97a0047e6be0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:45.835762 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9aba5017-bc17-45d0-928d-3659b90b5cb2 req-3f73ac77-45af-4290-9452-97a0047e6be0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 985 time: 0.0832446 Jan 27 17:21:45.883057 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9aba5017-bc17-45d0-928d-3659b90b5cb2 req-35e3e972-f19c-4a00-8c53-dd82933c8961 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411065 Jan 27 17:21:45.912256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44908) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:45.999169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4a1334-428e-4640-bf0d-08ac6ef96464 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:46.000877 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6a4a1334-428e-4640-bf0d-08ac6ef96464 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273&network_id=77c79a1b-3ae7-4019-bd7d-57481a101438 HTTP/1.1" status: 200 len: 1133 time: 0.0875626 Jan 27 17:21:46.416866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c221b7-17bb-497e-9329-6918b7c2c68a req-82c7ed94-437b-4374-9622-06d5befaf12a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:46.418569 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d3c221b7-17bb-497e-9329-6918b7c2c68a req-82c7ed94-437b-4374-9622-06d5befaf12a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 985 time: 0.0949295 Jan 27 17:21:46.465837 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d3c221b7-17bb-497e-9329-6918b7c2c68a req-ca029c2c-9516-4dba-91b6-635638b5c406 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409274 Jan 27 17:21:47.630558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-31772710-e136-459f-80e5-3e2469e78c84 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:47.632094 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-31772710-e136-459f-80e5-3e2469e78c84 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 985 time: 0.0787005 Jan 27 17:21:47.662839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32844ade-2a37-4e72-8701-078a9df176fc req-9dd71350-061a-40f5-be1b-aee0060bba95 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:47.664323 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-32844ade-2a37-4e72-8701-078a9df176fc req-9dd71350-061a-40f5-be1b-aee0060bba95 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 985 time: 0.0810556 Jan 27 17:21:47.709341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-940eb0a6-7468-4c09-8bad-a9e354b64ce2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:47.709620 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-32844ade-2a37-4e72-8701-078a9df176fc req-814065f2-9faf-4f78-abbf-f6c0ba8bbcce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=f49cf781-b9fd-4f15-b124-de0df594f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392547 Jan 27 17:21:47.710838 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-940eb0a6-7468-4c09-8bad-a9e354b64ce2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0724926 Jan 27 17:21:47.856650 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-1ea6ad8e-9a2b-4b8b-bd7d-1c693e8dd975 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1410449 Jan 27 17:21:47.866306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-cf2607fe-b6d0-4c4e-946f-a5a0c4c5eeff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:21:47.975376 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-cf2607fe-b6d0-4c4e-946f-a5a0c4c5eeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:48.204147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-cf2607fe-b6d0-4c4e-946f-a5a0c4c5eeff service neutron] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=01a2320f-43e5-42d1-8923-1d978c830e65,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:48.239473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-cf2607fe-b6d0-4c4e-946f-a5a0c4c5eeff service neutron] For port 01a2320f-43e5-42d1-8923-1d978c830e65, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:21:48.288342 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44928) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:48.291541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-cf2607fe-b6d0-4c4e-946f-a5a0c4c5eeff service neutron] device_id is not set on port 01a2320f-43e5-42d1-8923-1d978c830e65 yet. {{(pid=87609) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:21:48.301159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-cf2607fe-b6d0-4c4e-946f-a5a0c4c5eeff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:48.308628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-cf2607fe-b6d0-4c4e-946f-a5a0c4c5eeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:48.535699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b970c-1ceb-4dc9-bd5f-7a1725c06be3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Deleting port 8310ada9-aaf9-44bb-a78f-6fc37f1af61e {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:48.536028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd8b970c-1ceb-4dc9-bd5f-7a1725c06be3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:48.574020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2607fe-b6d0-4c4e-946f-a5a0c4c5eeff service neutron] Pushing event updated for resources: {'Port': ['ID=01a2320f-43e5-42d1-8923-1d978c830e65,revision_number=11']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:48.625463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a9016f33-965d-4d21-90a9-14b91cc6ccd9 None None] Provisioning complete for port 01a2320f-43e5-42d1-8923-1d978c830e65 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:21:48.626162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a9016f33-965d-4d21-90a9-14b91cc6ccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:48.632401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-cf2607fe-b6d0-4c4e-946f-a5a0c4c5eeff service neutron] No DVR routers for this DVR port 01a2320f-43e5-42d1-8923-1d978c830e65 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:21:48.680750 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a9016f33-965d-4d21-90a9-14b91cc6ccd9 None None] Port 01a2320f-43e5-42d1-8923-1d978c830e65 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:21:48.734734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd8b970c-1ceb-4dc9-bd5f-7a1725c06be3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:48.735450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd8b970c-1ceb-4dc9-bd5f-7a1725c06be3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:48.863613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b970c-1ceb-4dc9-bd5f-7a1725c06be3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Calling delete_port for 8310ada9-aaf9-44bb-a78f-6fc37f1af61e owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:48.901505 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8a92a70d-9fc9-4525-9c8b-5cb59435817b req-641f66f4-a4d6-4687-a49c-0aae4a9a4f4f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc7fabb-d6f3-4e50-98d4-cc8111e94273 HTTP/1.1" status: 200 len: 210 time: 0.0518184 Jan 27 17:21:48.922919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-cf2607fe-b6d0-4c4e-946f-a5a0c4c5eeff service neutron] In _notify_port_updated(), no bound segment for port 01a2320f-43e5-42d1-8923-1d978c830e65 on network 77c79a1b-3ae7-4019-bd7d-57481a101438 {{(pid=87609) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:21:48.923849 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-cf2607fe-b6d0-4c4e-946f-a5a0c4c5eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:48.924465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-cf2607fe-b6d0-4c4e-946f-a5a0c4c5eeff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:48.925763 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-403f976f-d5e0-4fe5-81bc-f3830919ad54 req-cf2607fe-b6d0-4c4e-946f-a5a0c4c5eeff service neutron] 10.222.0.88 "PUT /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 200 len: 1028 time: 1.0634298 Jan 27 17:21:49.039037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd8b970c-1ceb-4dc9-bd5f-7a1725c06be3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:49.094137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b970c-1ceb-4dc9-bd5f-7a1725c06be3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event deleted for resources: {'Port': ['ID=8310ada9-aaf9-44bb-a78f-6fc37f1af61e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:49.193953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd8b970c-1ceb-4dc9-bd5f-7a1725c06be3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:49.194276 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-cd8b970c-1ceb-4dc9-bd5f-7a1725c06be3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Floating IP 804ef8e9-f5f1-4aa4-a0ce-01e67ed08398 disassociated (deleted). External IP: 172.26.8.165, port: 3b543c38-ef9e-4de2-9d2f-205a403ddfc9. Jan 27 17:21:49.731739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8b970c-1ceb-4dc9-bd5f-7a1725c06be3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Router d0402cc3-43fc-49dd-8ad4-06c58f154e81 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:21:49.943742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8b970c-1ceb-4dc9-bd5f-7a1725c06be3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:21:49.957807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72294a-3b80-4fd3-b542-4061a17b1aa9 None None] Sync routers for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:21:49.967519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cd8b970c-1ceb-4dc9-bd5f-7a1725c06be3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:49.968485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72294a-3b80-4fd3-b542-4061a17b1aa9 None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:49.968966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8e72294a-3b80-4fd3-b542-4061a17b1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:50.004250 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44936) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:50.027292 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cd8b970c-1ceb-4dc9-bd5f-7a1725c06be3 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "DELETE /v2.0/floatingips/804ef8e9-f5f1-4aa4-a0ce-01e67ed08398 HTTP/1.1" status: 204 len: 168 time: 1.7377882 Jan 27 17:21:50.028161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'tag': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:21:50.080293 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'tag': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'status': 'completed', 'code': 200} Jan 27 17:21:50.096866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e09ff212-a6c3-4911-8ff4-18f6d63b1ebd tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:50.175797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e09ff212-a6c3-4911-8ff4-18f6d63b1ebd tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:50.201385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8e72294a-3b80-4fd3-b542-4061a17b1aa9 None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:50.248844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1ed73-e1cd-4a93-84bb-466ac34138a0 req-5e182c97-3031-4398-bd4e-0e2daa938d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:50.249388 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-96d1ed73-e1cd-4a93-84bb-466ac34138a0 req-5e182c97-3031-4398-bd4e-0e2daa938d25 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f2e5835c99b4269befa850388a8a385&device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 1098 time: 0.1410584 Jan 27 17:21:50.364539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e09ff212-a6c3-4911-8ff4-18f6d63b1ebd tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:50.403050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ff212-a6c3-4911-8ff4-18f6d63b1ebd tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007009dd-f75f-4cf6-b4ca-79612c1505b9,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:50.430151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e09ff212-a6c3-4911-8ff4-18f6d63b1ebd tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:50.430151 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e09ff212-a6c3-4911-8ff4-18f6d63b1ebd tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/security-groups/007009dd-f75f-4cf6-b4ca-79612c1505b9 HTTP/1.1" status: 204 len: 168 time: 0.4242675 Jan 27 17:21:50.437952 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1ed73-e1cd-4a93-84bb-466ac34138a0 req-1ebdc3cb-eb63-4b4d-b867-91be82f87d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:50.439409 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-96d1ed73-e1cd-4a93-84bb-466ac34138a0 req-1ebdc3cb-eb63-4b4d-b867-91be82f87d3e service neutron] 10.222.0.88 "GET /v2.0/networks?id=c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 200 len: 913 time: 0.1840637 Jan 27 17:21:50.481636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44948) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:50.525499 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-96d1ed73-e1cd-4a93-84bb-466ac34138a0 req-c96f40dc-d6d2-41bd-a4c3-277309e05c1e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b543c38-ef9e-4de2-9d2f-205a403ddfc9 HTTP/1.1" status: 200 len: 217 time: 0.0773115 Jan 27 17:21:50.584302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd4524-96c0-4ce3-b31b-aa7732538022 req-76240195-0037-472c-a219-b8f8b45b6ae6 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:50.585798 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-8abd4524-96c0-4ce3-b31b-aa7732538022 req-76240195-0037-472c-a219-b8f8b45b6ae6 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Synchronizing usage tracker for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:21:50.593285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8e72294a-3b80-4fd3-b542-4061a17b1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:50.597369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1ed73-e1cd-4a93-84bb-466ac34138a0 req-7149ea19-ffec-48bc-b383-16754c6bae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:50.599110 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-96d1ed73-e1cd-4a93-84bb-466ac34138a0 req-7149ea19-ffec-48bc-b383-16754c6bae93 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 200 len: 850 time: 0.0678446 Jan 27 17:21:50.599564 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72294a-3b80-4fd3-b542-4061a17b1aa9 None None] Checking router: d0402cc3-43fc-49dd-8ad4-06c58f154e81 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:21:50.609304 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72294a-3b80-4fd3-b542-4061a17b1aa9 None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:50.610196 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8e72294a-3b80-4fd3-b542-4061a17b1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:50.678259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-8abd4524-96c0-4ce3-b31b-aa7732538022 req-76240195-0037-472c-a219-b8f8b45b6ae6 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Unset dirty status for tenant:3f2e5835c99b4269befa850388a8a385 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:21:50.680071 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8abd4524-96c0-4ce3-b31b-aa7732538022 req-76240195-0037-472c-a219-b8f8b45b6ae6 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 945 time: 0.3031895 Jan 27 17:21:50.681637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1ed73-e1cd-4a93-84bb-466ac34138a0 req-ef2a5495-eb1c-4985-8648-d70363fdcf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:50.683357 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-96d1ed73-e1cd-4a93-84bb-466ac34138a0 req-ef2a5495-eb1c-4985-8648-d70363fdcf9c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c33794e6-f455-4da7-ac52-fa9dee73560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776379 Jan 27 17:21:50.757343 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8abd4524-96c0-4ce3-b31b-aa7732538022 req-4b907696-3617-4865-a302-bbbd988abcc4 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691328 Jan 27 17:21:50.770933 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-59a3a8f4-27ea-4869-8102-00923f662cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port c7b602f8-44c3-400c-934a-7e8c77ce6784 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:50.771364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59a3a8f4-27ea-4869-8102-00923f662cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:50.818587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8e72294a-3b80-4fd3-b542-4061a17b1aa9 None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:50.847420 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-96d1ed73-e1cd-4a93-84bb-466ac34138a0 req-b4e443be-c2ee-4a6f-88c9-45ba77b059b9 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555781 Jan 27 17:21:51.008789 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-96d1ed73-e1cd-4a93-84bb-466ac34138a0 req-53d51edc-362d-41fa-8f9a-f9172aa7ee02 service neutron] 10.222.0.88 "GET /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538141 Jan 27 17:21:51.009497 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59a3a8f4-27ea-4869-8102-00923f662cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:51.009865 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59a3a8f4-27ea-4869-8102-00923f662cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:51.157771 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-59a3a8f4-27ea-4869-8102-00923f662cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for c7b602f8-44c3-400c-934a-7e8c77ce6784 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:51.160517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8e72294a-3b80-4fd3-b542-4061a17b1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:51.165555 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72294a-3b80-4fd3-b542-4061a17b1aa9 None None] The sync data for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv is: [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:11:52Z', 'revision_number': 4, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '29137ad7-6b1a-4b91-a8ee-37405fce1064', 'name': '', 'network_id': 'c33794e6-f455-4da7-ac52-fa9dee73560d', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'mac_address': 'fa:16:3e:ea:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:49Z', 'updated_at': '2022-01-27T17:12:03Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'subnets': [{'id': '8a862ef3-f094-4fcf-901a-e34afa91465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:21:51.339398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59a3a8f4-27ea-4869-8102-00923f662cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:51.422334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3a8f4-27ea-4869-8102-00923f662cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=c7b602f8-44c3-400c-934a-7e8c77ce6784,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:51.451183 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb14e8-4f33-4505-ba17-9305fd06b80b None None] New status for floating IP 804ef8e9-f5f1-4aa4-a0ce-01e67ed08398: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:21:51.498749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59a3a8f4-27ea-4869-8102-00923f662cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:51.499046 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-59a3a8f4-27ea-4869-8102-00923f662cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 6a96606a-98b6-425c-8cb4-7e6efdea4d67 disassociated (deleted). External IP: 172.26.8.16, port: 01a2320f-43e5-42d1-8923-1d978c830e65. Jan 27 17:21:51.538858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7d71b5e7-a64d-4fc2-9de1-29f5137dfc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:51.849560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4178ec7-b637-424f-89c2-c1cd0a54e26c req-f185b42a-50c8-46e7-849f-9c2f835d577f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:51.851412 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a4178ec7-b637-424f-89c2-c1cd0a54e26c req-f185b42a-50c8-46e7-849f-9c2f835d577f tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 945 time: 0.1001422 Jan 27 17:21:51.981187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-a4178ec7-b637-424f-89c2-c1cd0a54e26c req-9895906c-5a92-43d6-83ed-aa4dadc3b498 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Deleting port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:51.981553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-a4178ec7-b637-424f-89c2-c1cd0a54e26c req-9895906c-5a92-43d6-83ed-aa4dadc3b498 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:52.000277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a3a8f4-27ea-4869-8102-00923f662cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:21:52.107844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a9e4e-4fb4-4fd0-aef6-b72bd41c9322 req-6d376887-ea00-4b40-8447-995fa648fe11 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:52.109994 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d86a9e4e-4fb4-4fd0-aef6-b72bd41c9322 req-6d376887-ea00-4b40-8447-995fa648fe11 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 945 time: 0.2217486 Jan 27 17:21:52.203804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a3a8f4-27ea-4869-8102-00923f662cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:21:52.218372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b70e7-e71e-4835-ae92-121dcbec204d None None] Sync routers for ids ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:21:52.235769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b70e7-e71e-4835-ae92-121dcbec204d None None] Routers {'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:52.236800 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cf8b70e7-e71e-4835-ae92-121dcbec204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:52.237104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59a3a8f4-27ea-4869-8102-00923f662cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:52.316514 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-59a3a8f4-27ea-4869-8102-00923f662cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/floatingips/6a96606a-98b6-425c-8cb4-7e6efdea4d67 HTTP/1.1" status: 204 len: 168 time: 1.8338993 Jan 27 17:21:52.397890 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d86a9e4e-4fb4-4fd0-aef6-b72bd41c9322 req-c9d35ed4-e4a7-4a80-a08b-c5ec693ed723 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c0535bf-7cea-40d6-b96f-a33078c92c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816627 Jan 27 17:21:52.458175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-a4178ec7-b637-424f-89c2-c1cd0a54e26c req-9895906c-5a92-43d6-83ed-aa4dadc3b498 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] For port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=3b543c38-ef9e-4de2-9d2f-205a403ddfc9,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:52.458535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-a4178ec7-b637-424f-89c2-c1cd0a54e26c req-9895906c-5a92-43d6-83ed-aa4dadc3b498 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:52.490210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44958) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:52.524493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-cf8b70e7-e71e-4835-ae92-121dcbec204d None None] Set router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:52.576867 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 01a2320f-43e5-42d1-8923-1d978c830e65 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:52.615743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-a4178ec7-b637-424f-89c2-c1cd0a54e26c req-9895906c-5a92-43d6-83ed-aa4dadc3b498 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Calling delete_port for 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:52.620610 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6381cbaf-e14c-419c-832e-4a73a2977672 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:52.656111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6381cbaf-e14c-419c-832e-4a73a2977672 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:52.742803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6381cbaf-e14c-419c-832e-4a73a2977672 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:52.750957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 01a2320f-43e5-42d1-8923-1d978c830e65 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:52.769385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381cbaf-e14c-419c-832e-4a73a2977672 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb92e8cc-0af4-42e3-80a5-889870129145,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:52.781488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6381cbaf-e14c-419c-832e-4a73a2977672 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:52.788213 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6381cbaf-e14c-419c-832e-4a73a2977672 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/security-groups/bb92e8cc-0af4-42e3-80a5-889870129145 HTTP/1.1" status: 204 len: 168 time: 0.2932284 Jan 27 17:21:52.800638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-a4178ec7-b637-424f-89c2-c1cd0a54e26c req-9895906c-5a92-43d6-83ed-aa4dadc3b498 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:52.829242 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44964) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:52.893534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895906c-5a92-43d6-83ed-aa4dadc3b498 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event deleted for resources: {'Port': ['ID=3b543c38-ef9e-4de2-9d2f-205a403ddfc9,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:52.928035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 01a2320f-43e5-42d1-8923-1d978c830e65 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:52.929154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:52.953951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4178ec7-b637-424f-89c2-c1cd0a54e26c req-9895906c-5a92-43d6-83ed-aa4dadc3b498 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] No DVR routers for this DVR port 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:21:52.956941 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-a4178ec7-b637-424f-89c2-c1cd0a54e26c req-9895906c-5a92-43d6-83ed-aa4dadc3b498 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:52.961894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'name': 'network-vif-deleted', 'tag': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:21:52.962980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cf8b70e7-e71e-4835-ae92-121dcbec204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'dad43e83-f0cc-405e-a321-f4aa0c59e842', 'name': '', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:2f:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:08Z', 'updated_at': '2022-01-27T17:21:15Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:52.968842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b70e7-e71e-4835-ae92-121dcbec204d None None] Checking router: ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:21:52.980461 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a4178ec7-b637-424f-89c2-c1cd0a54e26c req-9895906c-5a92-43d6-83ed-aa4dadc3b498 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.88 "DELETE /v2.0/ports/3b543c38-ef9e-4de2-9d2f-205a403ddfc9 HTTP/1.1" status: 204 len: 173 time: 1.1233323 Jan 27 17:21:52.990041 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b70e7-e71e-4835-ae92-121dcbec204d None None] Routers {'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:52.991169 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cf8b70e7-e71e-4835-ae92-121dcbec204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:53.061181 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c5faa0-aad1-42ed-bfc0-bb097612a5f9', 'name': 'network-vif-deleted', 'tag': '3b543c38-ef9e-4de2-9d2f-205a403ddfc9', 'status': 'completed', 'code': 200} Jan 27 17:21:53.197691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-cf8b70e7-e71e-4835-ae92-121dcbec204d None None] Set router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:53.425105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:53.631600 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 01a2320f-43e5-42d1-8923-1d978c830e65 owned by {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:53.702895 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f192a6b0-387c-46eb-bc01-1921aaf848a2 req-baf04133-b4a7-4227-93c9-2802ef3f2b84 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "GET /v2.0/ports?device_id=41c5faa0-aad1-42ed-bfc0-bb097612a5f9 HTTP/1.1" status: 200 len: 210 time: 0.1139791 Jan 27 17:21:53.727942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cf8b70e7-e71e-4835-ae92-121dcbec204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'dad43e83-f0cc-405e-a321-f4aa0c59e842', 'name': '', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:2f:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:08Z', 'updated_at': '2022-01-27T17:21:15Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:53.742472 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b70e7-e71e-4835-ae92-121dcbec204d None None] The sync data for ids ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'] in dv-neutron-825077-1-hyperv is: [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'dad43e83-f0cc-405e-a321-f4aa0c59e842', 'name': '', 'network_id': '77c79a1b-3ae7-4019-bd7d-57481a101438', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:2f:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:08Z', 'updated_at': '2022-01-27T17:21:15Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '615a06d3-0ccb-441f-b8c7-4725a0b91119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:21:53.885625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:53.890675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bc73acba-84cb-4cfe-9007-86dbc76f74bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:53.986474 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=01a2320f-43e5-42d1-8923-1d978c830e65,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:54.004724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:54.005070 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:54.005412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:54.005740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:54.006067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:54.006390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:54.006713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:54.007035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:54.007354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:54.007701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:54.008019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:54.008334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:54.045068 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cfb633-4f82-477f-bcad-1ae0a24fa309 None None] New status for floating IP 6a96606a-98b6-425c-8cb4-7e6efdea4d67: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:21:54.120140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:54.135776 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4b225d94-c184-4399-9063-648da31d283f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/ports/01a2320f-43e5-42d1-8923-1d978c830e65 HTTP/1.1" status: 204 len: 168 time: 1.3046763 Jan 27 17:21:54.137022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 44972) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:54.813136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44978) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:54.860561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:54.950101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a8951ea2-a24a-4402-9107-f67cd81b8ed1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:55.037581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-32493dec-5f7d-4805-b97a-e38f6afea7ea tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Deleting port e67afbdc-0776-4dfa-b352-1364d66b69f1 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:55.038188 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-32493dec-5f7d-4805-b97a-e38f6afea7ea tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:55.267391 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:55.273141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-32493dec-5f7d-4805-b97a-e38f6afea7ea tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:55.273460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-32493dec-5f7d-4805-b97a-e38f6afea7ea tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:55.392114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a8951ea2-a24a-4402-9107-f67cd81b8ed1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port dad43e83-f0cc-405e-a321-f4aa0c59e842 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:55.392595 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a8951ea2-a24a-4402-9107-f67cd81b8ed1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:55.408051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-32493dec-5f7d-4805-b97a-e38f6afea7ea tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Calling delete_port for e67afbdc-0776-4dfa-b352-1364d66b69f1 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:55.569764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-32493dec-5f7d-4805-b97a-e38f6afea7ea tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:55.601271 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-a8951ea2-a24a-4402-9107-f67cd81b8ed1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port dad43e83-f0cc-405e-a321-f4aa0c59e842, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=dad43e83-f0cc-405e-a321-f4aa0c59e842,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:55.601534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a8951ea2-a24a-4402-9107-f67cd81b8ed1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:55.638658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32493dec-5f7d-4805-b97a-e38f6afea7ea tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event deleted for resources: {'Port': ['ID=e67afbdc-0776-4dfa-b352-1364d66b69f1,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:55.737046 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a8951ea2-a24a-4402-9107-f67cd81b8ed1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for dad43e83-f0cc-405e-a321-f4aa0c59e842 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:55.742158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-32493dec-5f7d-4805-b97a-e38f6afea7ea tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:55.760291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-32493dec-5f7d-4805-b97a-e38f6afea7ea tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:55.761754 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-32493dec-5f7d-4805-b97a-e38f6afea7ea tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "DELETE /v2.0/floatingips/183931c5-a6f0-474c-af7f-ed457c2743e3 HTTP/1.1" status: 204 len: 168 time: 0.9472744 Jan 27 17:21:55.967551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a8951ea2-a24a-4402-9107-f67cd81b8ed1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:56.032140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8951ea2-a24a-4402-9107-f67cd81b8ed1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=dad43e83-f0cc-405e-a321-f4aa0c59e842,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:56.529436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a8951ea2-a24a-4402-9107-f67cd81b8ed1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:56.543886 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:56.589197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:21:56.589663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 3b543c38-ef9e-4de2-9d2f-205a403ddfc9 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:56.631783 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:56.933832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8951ea2-a24a-4402-9107-f67cd81b8ed1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:21:57.168092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8951ea2-a24a-4402-9107-f67cd81b8ed1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:21:57.184569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57fa69-993e-4bac-b9ae-5fa7418ed584 None None] Sync routers for ids ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:21:57.188624 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a8951ea2-a24a-4402-9107-f67cd81b8ed1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/ee3a0900-ab07-4ca9-b2cf-3eb4006f9307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0501196 Jan 27 17:21:57.191321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44992) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:57.203365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57fa69-993e-4bac-b9ae-5fa7418ed584 None None] Routers {'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:57.204806 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-9b57fa69-993e-4bac-b9ae-5fa7418ed584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:57.270594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting subnet 615a06d3-0ccb-441f-b8c7-4725a0b91119 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:21:57.274508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:57.345064 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:57.527184 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-9b57fa69-993e-4bac-b9ae-5fa7418ed584 None None] Set router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:57.647298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:57.788029 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:57.863319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Subnet': ['ID=615a06d3-0ccb-441f-b8c7-4725a0b91119,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:57.877753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:57.887928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:57.888577 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:57.889167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:57.889824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:57.890419 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:57.891245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:57.891913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:57.892511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:57.893289 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:57.893810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:57.894334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:57.894858 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:57.901833 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-82037cb5-72ed-4dfd-bea9-9112e00ddd92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/subnets/615a06d3-0ccb-441f-b8c7-4725a0b91119 HTTP/1.1" status: 204 len: 168 time: 0.7091236 Jan 27 17:21:57.904373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 44996) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:57.920586 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b88a6d-638c-4f5d-90c7-c28770a66617 None None] Network 77c79a1b-3ae7-4019-bd7d-57481a101438 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:21:58.131123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:58.225485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-9b57fa69-993e-4bac-b9ae-5fa7418ed584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:55Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:58.233996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57fa69-993e-4bac-b9ae-5fa7418ed584 None None] Checking router: ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:21:58.249567 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57fa69-993e-4bac-b9ae-5fa7418ed584 None None] Routers {'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:21:58.250196 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-9b57fa69-993e-4bac-b9ae-5fa7418ed584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:58.377913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45002) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:58.411676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:58.434815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 46a69a9e-4477-4eaf-bbfd-8a8a86906527 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:58.435335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:58.539327 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-9b57fa69-993e-4bac-b9ae-5fa7418ed584 None None] Set router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:58.547293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e1f2268a-2dce-4e9c-b8ea-95549b5a4ab9 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:58.629199 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e1f2268a-2dce-4e9c-b8ea-95549b5a4ab9 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:58.661953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 46a69a9e-4477-4eaf-bbfd-8a8a86906527, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=46a69a9e-4477-4eaf-bbfd-8a8a86906527,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:58.662602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:58.693424 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991d77c9-32db-4941-81bc-1b79da94fe48 None None] DHCP port deletion for 77c79a1b-3ae7-4019-bd7d-57481a101438 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:21:58.711255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-991d77c9-32db-4941-81bc-1b79da94fe48 None None] Deleting port 85004db0-232d-4c2a-bbe1-209f6f76a184 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:58.711778 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-991d77c9-32db-4941-81bc-1b79da94fe48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:58.740879 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:58.787345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e1f2268a-2dce-4e9c-b8ea-95549b5a4ab9 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:58.818579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2268a-2dce-4e9c-b8ea-95549b5a4ab9 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0535bf-7cea-40d6-b96f-a33078c92c4d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:58.824158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e1f2268a-2dce-4e9c-b8ea-95549b5a4ab9 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:58.829567 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e1f2268a-2dce-4e9c-b8ea-95549b5a4ab9 tempest-TestVolumeBootPattern-2113858988 tempest-TestVolumeBootPattern-2113858988-project] 10.222.0.81 "DELETE /v2.0/security-groups/7c0535bf-7cea-40d6-b96f-a33078c92c4d HTTP/1.1" status: 204 len: 168 time: 0.4463940 Jan 27 17:21:58.840585 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 46a69a9e-4477-4eaf-bbfd-8a8a86906527 owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:58.927443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45008) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:59.205397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-991d77c9-32db-4941-81bc-1b79da94fe48 None None] For port 85004db0-232d-4c2a-bbe1-209f6f76a184, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=85004db0-232d-4c2a-bbe1-209f6f76a184,segment=NetworkSegment(91bcf477-da22-4c23-b766-c76b4b5820fa),segment_id=91bcf477-da22-4c23-b766-c76b4b5820fa)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:59.206029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-991d77c9-32db-4941-81bc-1b79da94fe48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:59.248044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:59.302508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=46a69a9e-4477-4eaf-bbfd-8a8a86906527,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:59.418347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:59.441814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-991d77c9-32db-4941-81bc-1b79da94fe48 None None] Calling delete_port for 85004db0-232d-4c2a-bbe1-209f6f76a184 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:59.543296 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-9b57fa69-993e-4bac-b9ae-5fa7418ed584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:55Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:59.545799 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 85004db0-232d-4c2a-bbe1-209f6f76a184 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:59.587079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57fa69-993e-4bac-b9ae-5fa7418ed584 None None] The sync data for ids ['ee3a0900-ab07-4ca9-b2cf-3eb4006f9307'] in dv-neutron-825077-1-hyperv is: [{'id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'name': 'tempest-TestNetworkBasicOps-router-7832454', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:21:03Z', 'updated_at': '2022-01-27T17:21:55Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '46a69a9e-4477-4eaf-bbfd-8a8a86906527', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a0900-ab07-4ca9-b2cf-3eb4006f9307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:21:04Z', 'updated_at': '2022-01-27T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:21:59.607635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-991d77c9-32db-4941-81bc-1b79da94fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:59.658754 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d77c9-32db-4941-81bc-1b79da94fe48 None None] No DVR routers for this DVR port 85004db0-232d-4c2a-bbe1-209f6f76a184 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:21:59.668906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d77c9-32db-4941-81bc-1b79da94fe48 None None] Pushing event deleted for resources: {'Port': ['ID=85004db0-232d-4c2a-bbe1-209f6f76a184,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:59.679450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No active binding found for port 85004db0-232d-4c2a-bbe1-209f6f76a184 {{(pid=87610) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 27 17:21:59.679917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 85004db0-232d-4c2a-bbe1-209f6f76a184 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:59.765001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:59.768070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:59.801484 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:59.802167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Fanout notify agent at l3_agent the message router_deleted on router ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:21:59.821355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:59.823123 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8d29d37e-50f2-410d-9a34-5f39df4d5ca3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/routers/ee3a0900-ab07-4ca9-b2cf-3eb4006f9307 HTTP/1.1" status: 204 len: 168 time: 1.9168572 Jan 27 17:21:59.826399 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45014) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:59.968842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-300e07a5-d46b-4079-99ec-050a320d2160 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.069335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e8d5aa4c-e2dd-44dd-b9f1-1ccd7da4655e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.120980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-300e07a5-d46b-4079-99ec-050a320d2160 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.149151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-300e07a5-d46b-4079-99ec-050a320d2160 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c79a1b-3ae7-4019-bd7d-57481a101438']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:00.163324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-300e07a5-d46b-4079-99ec-050a320d2160 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bcf477-da22-4c23-b766-c76b4b5820fa') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:00.163639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-300e07a5-d46b-4079-99ec-050a320d2160 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bcf477-da22-4c23-b766-c76b4b5820fa') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:00.176555 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-300e07a5-d46b-4079-99ec-050a320d2160 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.194475 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-300e07a5-d46b-4079-99ec-050a320d2160 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.201356 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300e07a5-d46b-4079-99ec-050a320d2160 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:22:00.201776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-300e07a5-d46b-4079-99ec-050a320d2160 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:22:00.217138 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:22:00.314664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-300e07a5-d46b-4079-99ec-050a320d2160 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.338992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-300e07a5-d46b-4079-99ec-050a320d2160 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.358754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e07a5-d46b-4079-99ec-050a320d2160 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Network': ['ID=77c79a1b-3ae7-4019-bd7d-57481a101438,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:00.361668 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-300e07a5-d46b-4079-99ec-050a320d2160 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/networks/77c79a1b-3ae7-4019-bd7d-57481a101438 HTTP/1.1" status: 204 len: 168 time: 0.5341916 Jan 27 17:22:00.372005 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45018) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:00.387822 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3d4bcde0-923d-4a18-902d-658edb087ed9 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0149031 Jan 27 17:22:00.393688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45022) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:00.398293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'network': {'name': 'tempest-network-smoke--1634448219', 'project_id': '44b0386278b54442ad833b884f51ee72', 'port_security_enabled': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:00.405971 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:22:00.412246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:network and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:22:00.416278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:22:00.423127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:22:00.463075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:22:00.466504 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.515240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5aa4c-e2dd-44dd-b9f1-1ccd7da4655e admin admin] Deleting port 29137ad7-6b1a-4b91-a8ee-37405fce1064 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:22:00.515655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e8d5aa4c-e2dd-44dd-b9f1-1ccd7da4655e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.553776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1235} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:22:00.575504 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.575874 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Added segment 74344ddf-e1fc-4d5e-a9d5-001b8d4acd04 of type vlan for network 884195d6-eef0-45a3-8368-784178c7f74d Jan 27 17:22:00.681576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.745039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-e8d5aa4c-e2dd-44dd-b9f1-1ccd7da4655e admin admin] For port 29137ad7-6b1a-4b91-a8ee-37405fce1064, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=29137ad7-6b1a-4b91-a8ee-37405fce1064,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:00.745394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e8d5aa4c-e2dd-44dd-b9f1-1ccd7da4655e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.753432 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.758789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:00.759365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:00.926301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5aa4c-e2dd-44dd-b9f1-1ccd7da4655e admin admin] Calling delete_port for 29137ad7-6b1a-4b91-a8ee-37405fce1064 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:22:01.040835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Network': ['ID=884195d6-eef0-45a3-8368-784178c7f74d,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:01.046098 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1b7e5bff-b583-404e-8ef4-e0a6a48aa173 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6545143 Jan 27 17:22:01.050470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45026) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:01.056978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-509227575', 'admin_state_up': True, 'project_id': '44b0386278b54442ad833b884f51ee72', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:01.068160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:22:01.070531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 884195d6-eef0-45a3-8368-784178c7f74d details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:22:01.074278 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:router and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:22:01.078559 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:22:01.087497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:22:01.102586 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:01.104432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:01.141214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:01.243051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e8d5aa4c-e2dd-44dd-b9f1-1ccd7da4655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:01.288847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5aa4c-e2dd-44dd-b9f1-1ccd7da4655e admin admin] Pushing event deleted for resources: {'Port': ['ID=29137ad7-6b1a-4b91-a8ee-37405fce1064,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:01.489188 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:01.497279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 46a69a9e-4477-4eaf-bbfd-8a8a86906527 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:22:01.543860 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 46a69a9e-4477-4eaf-bbfd-8a8a86906527 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:22:01.544255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 46a69a9e-4477-4eaf-bbfd-8a8a86906527 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:22:01.544630 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device dad43e83-f0cc-405e-a321-f4aa0c59e842 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:22:01.583951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: dad43e83-f0cc-405e-a321-f4aa0c59e842 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:22:01.584243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device dad43e83-f0cc-405e-a321-f4aa0c59e842 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:22:01.735868 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e8d5aa4c-e2dd-44dd-b9f1-1ccd7da4655e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:01.851262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:01.882142 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:02.147623 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d5aa4c-e2dd-44dd-b9f1-1ccd7da4655e admin admin] Router d0402cc3-43fc-49dd-8ad4-06c58f154e81 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:22:02.176774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.128 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/27140256-2700-4bab-943b-bd9704a894ab) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:22:02.352485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:02.363572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d5aa4c-e2dd-44dd-b9f1-1ccd7da4655e admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:22:02.373796 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e71fe49-e69a-4719-800b-3a00861581b9 None None] Sync routers for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:22:02.378328 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e8d5aa4c-e2dd-44dd-b9f1-1ccd7da4655e admin admin] 10.222.0.81 "PUT /v2.0/routers/d0402cc3-43fc-49dd-8ad4-06c58f154e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4448965 Jan 27 17:22:02.382650 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45030) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:02.385113 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e71fe49-e69a-4719-800b-3a00861581b9 None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:22:02.385838 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9e71fe49-e69a-4719-800b-3a00861581b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:02.395054 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:02.466994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:22:02.470050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:22:02.474046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:22:02.504117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=27140256-2700-4bab-943b-bd9704a894ab,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:02.574276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:02.579079 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-9e71fe49-e69a-4719-800b-3a00861581b9 None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:22:02.769013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:02.781188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Deleting port a9e21f46-2dea-4c4b-93a6-385c423d2cbc {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:22:02.781987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:02.880785 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9e71fe49-e69a-4719-800b-3a00861581b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:22:01Z', 'revision_number': 5, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port': {'id': 'a9e21f46-2dea-4c4b-93a6-385c423d2cbc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:39Z', 'updated_at': '2022-01-27T17:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:02.885869 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e71fe49-e69a-4719-800b-3a00861581b9 None None] Checking router: d0402cc3-43fc-49dd-8ad4-06c58f154e81 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:22:02.895394 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e71fe49-e69a-4719-800b-3a00861581b9 None None] Routers {'d0402cc3-43fc-49dd-8ad4-06c58f154e81'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:22:02.896032 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9e71fe49-e69a-4719-800b-3a00861581b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:02.915413 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:02.967546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] For port a9e21f46-2dea-4c4b-93a6-385c423d2cbc, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a9e21f46-2dea-4c4b-93a6-385c423d2cbc,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:02.968118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:03.048180 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-9e71fe49-e69a-4719-800b-3a00861581b9 None None] Set router d0402cc3-43fc-49dd-8ad4-06c58f154e81 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:22:03.159564 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9e71fe49-e69a-4719-800b-3a00861581b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:22:02Z', 'revision_number': 6, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:03.166042 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e71fe49-e69a-4719-800b-3a00861581b9 None None] The sync data for ids ['d0402cc3-43fc-49dd-8ad4-06c58f154e81'] in dv-neutron-825077-1-hyperv is: [{'id': 'd0402cc3-43fc-49dd-8ad4-06c58f154e81', 'name': 'tempest-TestVolumeBootPattern-307986327-router', 'tenant_id': '3f2e5835c99b4269befa850388a8a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:35Z', 'updated_at': '2022-01-27T17:22:02Z', 'revision_number': 6, 'project_id': '3f2e5835c99b4269befa850388a8a385', 'gw_port_host': None}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:22:03.221319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Calling delete_port for a9e21f46-2dea-4c4b-93a6-385c423d2cbc owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:22:03.278612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:03.399611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:03.447257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e21f46-2dea-4c4b-93a6-385c423d2cbc,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:03.487146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:22:03.543012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:03.622956 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 29137ad7-6b1a-4b91-a8ee-37405fce1064 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:22:03.667695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 29137ad7-6b1a-4b91-a8ee-37405fce1064 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:22:03.669133 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 29137ad7-6b1a-4b91-a8ee-37405fce1064 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:22:03.747325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:03.749671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:03.774738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:03.775278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0402cc3-43fc-49dd-8ad4-06c58f154e81 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:22:03.787837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:03.788972 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-13168167-6840-4e75-84f9-cb9e628f127f admin admin] 10.222.0.81 "DELETE /v2.0/routers/d0402cc3-43fc-49dd-8ad4-06c58f154e81 HTTP/1.1" status: 204 len: 168 time: 1.4053111 Jan 27 17:22:03.791750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45034) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:03.868723 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:22:03.871144 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e1c7fd-c185-4517-a2ca-705849038660 admin admin] Deleting subnet 8a862ef3-f094-4fcf-901a-e34afa91465d {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:22:03.875031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c7fd-c185-4517-a2ca-705849038660 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:03.879002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Sync routers for ids ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:22:03.889349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Routers {'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:22:03.890318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:03.902796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:03.907140 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8fb6e1ec-f497-4d3c-a0be-ec90b7b85d45 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8554890 Jan 27 17:22:03.907765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45038) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:03.928248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c7fd-c185-4517-a2ca-705849038660 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:03.954768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45042) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:03.955261 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b9a4ef7b-f851-4659-aea2-ed5db6ca0881 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b0386278b54442ad833b884f51ee72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452926 Jan 27 17:22:04.081308 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Set router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:22:04.122510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef45c41-f2e8-4c79-aea1-942f1690bbde tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:04.124040 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bef45c41-f2e8-4c79-aea1-942f1690bbde tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1682565 Jan 27 17:22:04.127612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45046) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:04.130764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c7fd-c185-4517-a2ca-705849038660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:04.206965 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0851c6ff-15bb-480a-99d9-3a7734a39c58 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0779536 Jan 27 17:22:04.209663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45050) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:04.248490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c7fd-c185-4517-a2ca-705849038660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:04.287564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1c7fd-c185-4517-a2ca-705849038660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a862ef3-f094-4fcf-901a-e34afa91465d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:04.292936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c7fd-c185-4517-a2ca-705849038660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:04.300287 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f3ef3-fcee-470d-a896-ae0e676329a9 None None] Network c33794e6-f455-4da7-ac52-fa9dee73560d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:22:04.300793 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b3e1c7fd-c185-4517-a2ca-705849038660 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8a862ef3-f094-4fcf-901a-e34afa91465d HTTP/1.1" status: 204 len: 168 time: 0.5080035 Jan 27 17:22:04.303310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45056) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:04.340040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-613143464', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'project_id': '44b0386278b54442ad833b884f51ee72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:04.526390 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:04.541221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:22:04.547948 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:subnet and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:22:04.553649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:22:04.560905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:22:04.562935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Deleting port f1fca662-d3c6-47ac-b564-4fe64fef07d6 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:22:04.563259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:04.564206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:02Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:04.570255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Checking router: a5e531be-b1bd-4c0f-8a8b-779dc6a5580a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:22:04.570595 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Updating router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a port 27140256-2700-4bab-943b-bd9704a894ab binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:22:04.614532 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:22:04.618041 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:04.627876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:04.669515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652950e6-5c49-4d30-af30-311f942ed82c None None] DHCP port deletion for c33794e6-f455-4da7-ac52-fa9dee73560d request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:22:04.685952 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-652950e6-5c49-4d30-af30-311f942ed82c None None] Deleting port f1fca662-d3c6-47ac-b564-4fe64fef07d6 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:22:04.686311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-652950e6-5c49-4d30-af30-311f942ed82c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:04.891357 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] For port f1fca662-d3c6-47ac-b564-4fe64fef07d6, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f1fca662-d3c6-47ac-b564-4fe64fef07d6,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:04.891672 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.047404 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Calling delete_port for f1fca662-d3c6-47ac-b564-4fe64fef07d6 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:22:05.101877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-652950e6-5c49-4d30-af30-311f942ed82c None None] For port f1fca662-d3c6-47ac-b564-4fe64fef07d6, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f1fca662-d3c6-47ac-b564-4fe64fef07d6,segment=NetworkSegment(e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3),segment_id=e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:05.102261 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-652950e6-5c49-4d30-af30-311f942ed82c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.170573 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.204576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.251659 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-652950e6-5c49-4d30-af30-311f942ed82c None None] Calling delete_port for f1fca662-d3c6-47ac-b564-4fe64fef07d6 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:22:05.265023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fca662-d3c6-47ac-b564-4fe64fef07d6,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:05.270827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] No DVR routers for this DVR port f1fca662-d3c6-47ac-b564-4fe64fef07d6 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:22:05.368418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Subnet': ['ID=3883e66c-f994-4d9a-80b2-48ce84d1d41e,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:05.381139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Checking segment: {'id': '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:22:05.381486 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network hostable DHCP agents. Network: 884195d6-eef0-45a3-8368-784178c7f74d, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:22:05.392262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-652950e6-5c49-4d30-af30-311f942ed82c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:22:05.392618 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-652950e6-5c49-4d30-af30-311f942ed82c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:22:05.401662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.416202 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Transition to ACTIVE for port object 27140256-2700-4bab-943b-bd9704a894ab will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:22:05.429271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.431975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.463161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33794e6-f455-4da7-ac52-fa9dee73560d']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:05.469822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a9e21f46-2dea-4c4b-93a6-385c423d2cbc no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:22:05.477543 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:05.477870 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b51ee0-51aa-4a6c-9635-fcef3ddc9fc3') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:05.487467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 884195d6-eef0-45a3-8368-784178c7f74d is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:22:05.493299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.508758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 884195d6-eef0-45a3-8368-784178c7f74d) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:22:05.513015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:05.513588 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.518583 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.530163 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301a9142-6295-4349-8b3f-a3f58931e0e5 None None] Network 884195d6-eef0-45a3-8368-784178c7f74d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:22:05.536143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:22:05.536619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.553822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: a9e21f46-2dea-4c4b-93a6-385c423d2cbc {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:22:05.554167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a9e21f46-2dea-4c4b-93a6-385c423d2cbc not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:22:05.554586 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f1fca662-d3c6-47ac-b564-4fe64fef07d6 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:22:05.617889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17abcd6-f7a3-43a8-9d83-71089863621c None None] Pushing event updated for resources: {'Port': ['ID=27140256-2700-4bab-943b-bd9704a894ab,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:05.623988 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: f1fca662-d3c6-47ac-b564-4fe64fef07d6 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:22:05.624320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f1fca662-d3c6-47ac-b564-4fe64fef07d6 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:22:05.628261 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Attempting to bind port 27140256-2700-4bab-943b-bd9704a894ab on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:22:05.628837 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Attempting to bind port 27140256-2700-4bab-943b-bd9704a894ab by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:22:05.628837 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Attempting to bind port 27140256-2700-4bab-943b-bd9704a894ab on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:22:05.668182 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:22:05.681292 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:22:05.681577 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:22:05.681976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.682362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:22:05.682850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Bound port: 27140256-2700-4bab-943b-bd9704a894ab, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:22:05.683342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.734327 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-07b35883-c22b-46df-9e81-67f668bf420e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5234711 Jan 27 17:22:05.737540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45060) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:05.751128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.768027 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.780700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33794e6-f455-4da7-ac52-fa9dee73560d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:05.786594 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-86d86a75-b3f1-4ace-92d8-b36311ba11f9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c33794e6-f455-4da7-ac52-fa9dee73560d HTTP/1.1" status: 204 len: 168 time: 1.4787731 Jan 27 17:22:05.786847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45064) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:05.814743 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] For port 27140256-2700-4bab-943b-bd9704a894ab, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:22:05.832364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] For port 27140256-2700-4bab-943b-bd9704a894ab, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=27140256-2700-4bab-943b-bd9704a894ab,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:22:05.839493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:05.924089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-652950e6-5c49-4d30-af30-311f942ed82c None None] Deleting port f1fca662-d3c6-47ac-b564-4fe64fef07d6 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:22:05.924089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-652950e6-5c49-4d30-af30-311f942ed82c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:06.008364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-884195d6-eef0-45a3-8368-784178c7f74d', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:22:06.009186 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:06.036093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-652950e6-5c49-4d30-af30-311f942ed82c None None] The port 'f1fca662-d3c6-47ac-b564-4fe64fef07d6' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:22:06.050992 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Routers {'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:22:06.055521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:06.115829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17abcd6-f7a3-43a8-9d83-71089863621c None None] Pushing event updated for resources: {'Port': ['ID=27140256-2700-4bab-943b-bd9704a894ab,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:06.461970 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] Set router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:22:06.467893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf80fede-874c-45c8-b36b-6f4a67474c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:06.579241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Allocated IP 172.20.0.2 (884195d6-eef0-45a3-8368-784178c7f74d/3883e66c-f994-4d9a-80b2-48ce84d1d41e/e60533c5-be05-420a-8615-07ac8a4ebbeb) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:22:06.655424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:06.861094 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-bf80fede-874c-45c8-b36b-6f4a67474c5a admin admin] Deleting port 70d09a8a-c695-4fad-83a2-8f6b76874994 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:22:06.861455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf80fede-874c-45c8-b36b-6f4a67474c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:06.977699 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:02Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:06.988766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:06.992391 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aee7e92-611c-4824-8b4f-41e50c05e9cd None None] The sync data for ids ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'] in dv-neutron-825077-1-hyperv is: [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:02Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:22:07.004981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Transition to ACTIVE for port object e60533c5-be05-420a-8615-07ac8a4ebbeb will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:22:07.039691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Transition to ACTIVE for port object e60533c5-be05-420a-8615-07ac8a4ebbeb will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:22:07.051210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:07.132632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Network 884195d6-eef0-45a3-8368-784178c7f74d is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:22:07.134060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-bf80fede-874c-45c8-b36b-6f4a67474c5a admin admin] For port 70d09a8a-c695-4fad-83a2-8f6b76874994, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=70d09a8a-c695-4fad-83a2-8f6b76874994,segment=NetworkSegment(d0dd0dd8-efd5-429c-820a-cfb0d4c4e934),segment_id=d0dd0dd8-efd5-429c-820a-cfb0d4c4e934)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:07.134478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf80fede-874c-45c8-b36b-6f4a67474c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:07.135747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:22:07.138316 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:22:07.176687 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Pushing event updated for resources: {'Port': ['ID=e60533c5-be05-420a-8615-07ac8a4ebbeb,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:07.179866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.1 (884195d6-eef0-45a3-8368-784178c7f74d/3883e66c-f994-4d9a-80b2-48ce84d1d41e/256a6428-0c76-4098-97c5-abb0dfefc28b) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:22:07.269272 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Attempting to bind port e60533c5-be05-420a-8615-07ac8a4ebbeb on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:22:07.269699 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Attempting to bind port e60533c5-be05-420a-8615-07ac8a4ebbeb by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:22:07.270275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Attempting to bind port e60533c5-be05-420a-8615-07ac8a4ebbeb on network 884195d6-eef0-45a3-8368-784178c7f74d {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:22:07.287987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-bf80fede-874c-45c8-b36b-6f4a67474c5a admin admin] Calling delete_port for 70d09a8a-c695-4fad-83a2-8f6b76874994 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:22:07.296313 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:22:07.297146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Checking segment: {'id': '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:22:07.297771 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:07.298382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Bound using segment: {'id': '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:22:07.300038 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Bound port: e60533c5-be05-420a-8615-07ac8a4ebbeb, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:22:07.300711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:07.412978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:07.438485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object 256a6428-0c76-4098-97c5-abb0dfefc28b will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:22:07.490975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:07.565723 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] For port e60533c5-be05-420a-8615-07ac8a4ebbeb, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:22:07.572235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] For port e60533c5-be05-420a-8615-07ac8a4ebbeb, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e60533c5-be05-420a-8615-07ac8a4ebbeb,segment=NetworkSegment(74344ddf-e1fc-4d5e-a9d5-001b8d4acd04),segment_id=74344ddf-e1fc-4d5e-a9d5-001b8d4acd04)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:22:07.583624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 27140256-2700-4bab-943b-bd9704a894ab up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:22:07.598961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 884195d6-eef0-45a3-8368-784178c7f74d is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:22:07.604275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:22:07.611742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:22:07.632365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:07.653349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=256a6428-0c76-4098-97c5-abb0dfefc28b,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:07.724319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:07.767885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf80fede-874c-45c8-b36b-6f4a67474c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:07.787738 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b0036-9cdd-4515-bfee-e24bf325d17c None None] Pushing event updated for resources: {'Port': ['ID=e60533c5-be05-420a-8615-07ac8a4ebbeb,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:07.805490 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 27140256-2700-4bab-943b-bd9704a894ab completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:22:07.814255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 27140256-2700-4bab-943b-bd9704a894ab triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:22:07.814692 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:07.887389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80fede-874c-45c8-b36b-6f4a67474c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=70d09a8a-c695-4fad-83a2-8f6b76874994,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:08.011693 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:08.040807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 27140256-2700-4bab-943b-bd9704a894ab, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=27140256-2700-4bab-943b-bd9704a894ab,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:08.053134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:08.160604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:08.184017 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=27140256-2700-4bab-943b-bd9704a894ab,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:08.192311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:08.192662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:08.192999 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:08.193478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:08.194164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:08.194164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:08.194438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:08.194766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:08.195081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:08.195539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:08.195938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:08.196255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:08.303345 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf80fede-874c-45c8-b36b-6f4a67474c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:08.730414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf80fede-874c-45c8-b36b-6f4a67474c5a admin admin] Router 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:22:08.809708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:08.816456 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:08.929288 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf80fede-874c-45c8-b36b-6f4a67474c5a admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:22:08.939745 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=256a6428-0c76-4098-97c5-abb0dfefc28b,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:08.942740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:08.948843 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472b7890-1a49-4108-b362-14e69f5aca15 None None] Sync routers for ids ['1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:22:08.951532 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bf80fede-874c-45c8-b36b-6f4a67474c5a admin admin] 10.222.0.81 "PUT /v2.0/routers/1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1635654 Jan 27 17:22:08.953542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45068) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:08.961554 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472b7890-1a49-4108-b362-14e69f5aca15 None None] Routers {'1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:22:08.962365 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-472b7890-1a49-4108-b362-14e69f5aca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:09.108820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 884195d6-eef0-45a3-8368-784178c7f74d is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:22:09.110910 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:22:09.153935 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dcd56b-28fe-4195-81cc-88ed47e28520 None None] Network 884195d6-eef0-45a3-8368-784178c7f74d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:22:09.162872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:09.170206 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-472b7890-1a49-4108-b362-14e69f5aca15 None None] Set router 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:22:09.307051 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-aa52c937-4f02-44ae-83b3-716eee119fa5 None None] Provisioning for port e60533c5-be05-420a-8615-07ac8a4ebbeb completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:22:09.472808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:22:09.554307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:09.571552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Deleting port c8bdff6c-43d2-467c-90f4-b4f65b4f98ad {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:22:09.571982 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:09.694399 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-472b7890-1a49-4108-b362-14e69f5aca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'name': 'tempest-TestVolumeBootPattern-1732983028-router', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:22:07Z', 'revision_number': 5, 'project_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'gw_port': {'id': 'c8bdff6c-43d2-467c-90f4-b4f65b4f98ad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:09Z', 'updated_at': '2022-01-27T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:09.702947 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472b7890-1a49-4108-b362-14e69f5aca15 None None] Checking router: 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:22:09.714380 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472b7890-1a49-4108-b362-14e69f5aca15 None None] Routers {'1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:22:09.714996 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-472b7890-1a49-4108-b362-14e69f5aca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:09.729200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 27140256-2700-4bab-943b-bd9704a894ab up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:22:09.762570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:22:09.782370 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2c2c0ec7-5ccc-4026-9fb6-72443541ca39 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/a5e531be-b1bd-4c0f-8a8b-779dc6a5580a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0407701 Jan 27 17:22:09.782766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45072) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:09.785791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Sync routers for ids ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:22:09.821321 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Routers {'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:22:09.822263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:09.901707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] For port c8bdff6c-43d2-467c-90f4-b4f65b4f98ad, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c8bdff6c-43d2-467c-90f4-b4f65b4f98ad,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:09.902315 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:09.939718 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-472b7890-1a49-4108-b362-14e69f5aca15 None None] Set router 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:22:10.044530 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0981cae-0308-4cb8-bad4-67edd67bcf50 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:10.045450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0981cae-0308-4cb8-bad4-67edd67bcf50 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:10.046337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0981cae-0308-4cb8-bad4-67edd67bcf50 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:10.046989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0981cae-0308-4cb8-bad4-67edd67bcf50 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:10.047940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0981cae-0308-4cb8-bad4-67edd67bcf50 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:10.052462 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e0981cae-0308-4cb8-bad4-67edd67bcf50 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3590 time: 0.2659745 Jan 27 17:22:10.054594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45076) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:10.097586 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Calling delete_port for c8bdff6c-43d2-467c-90f4-b4f65b4f98ad owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:22:10.128229 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-472b7890-1a49-4108-b362-14e69f5aca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'name': 'tempest-TestVolumeBootPattern-1732983028-router', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:22:09Z', 'revision_number': 6, 'project_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:10.141555 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472b7890-1a49-4108-b362-14e69f5aca15 None None] The sync data for ids ['1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4'] in dv-neutron-825077-1-hyperv is: [{'id': '1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4', 'name': 'tempest-TestVolumeBootPattern-1732983028-router', 'tenant_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:22:09Z', 'revision_number': 6, 'project_id': '2c126b4bf46c4d6ca059b37ebd1d5a6d', 'gw_port_host': None}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:22:10.156936 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 27140256-2700-4bab-943b-bd9704a894ab triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:22:10.157487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.162100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d4dc6-e2b2-4619-acfd-c22029c7a7a4 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:10.162620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d4dc6-e2b2-4619-acfd-c22029c7a7a4 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:10.163057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d4dc6-e2b2-4619-acfd-c22029c7a7a4 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:10.163492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d4dc6-e2b2-4619-acfd-c22029c7a7a4 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:10.163961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d4dc6-e2b2-4619-acfd-c22029c7a7a4 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:10.165777 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3d6d4dc6-e2b2-4619-acfd-c22029c7a7a4 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.1096702 Jan 27 17:22:10.171952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45080) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:10.251386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d405aaae-a6ea-4ffc-acac-e13a5b987177 None None] Provisioning for port 256a6428-0c76-4098-97c5-abb0dfefc28b completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:22:10.269004 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Set router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:22:10.359235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.401436 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d405aaae-a6ea-4ffc-acac-e13a5b987177 None None] Provisioning complete for port 256a6428-0c76-4098-97c5-abb0dfefc28b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:22:10.401804 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d405aaae-a6ea-4ffc-acac-e13a5b987177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.431910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bdff6c-43d2-467c-90f4-b4f65b4f98ad,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:10.454768 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a9951dca-f993-443a-9fc2-09e5ae00e73e tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2147 time: 0.2815278 Jan 27 17:22:10.561696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.634094 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d405aaae-a6ea-4ffc-acac-e13a5b987177 None None] Port 256a6428-0c76-4098-97c5-abb0dfefc28b cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:22:10.639510 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e60533c5-be05-420a-8615-07ac8a4ebbeb up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:22:10.678858 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45086) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:10.684503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984105388', 'description': 'tempest-secgroup-smoke-1984105388 description', 'project_id': '44b0386278b54442ad833b884f51ee72'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:10.701886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:22:10.707314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:22:10.710538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:22:10.717707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:22:10.735828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.757582 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:22:10.761907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:22:10.765528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:22:10.772290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:22:10.794441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.796936 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.827918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port e60533c5-be05-420a-8615-07ac8a4ebbeb completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:22:10.836679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.837730 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:22:10.850416 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e60533c5-be05-420a-8615-07ac8a4ebbeb triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:22:10.851198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.858305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.860067 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6863b4c7-5982-4a9e-976f-be3fb3e39ee6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/1e647e9c-5ec4-454a-b8ea-a9b1fdbb57d4 HTTP/1.1" status: 204 len: 168 time: 1.9050786 Jan 27 17:22:10.863459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45090) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:10.873179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.880281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.932078 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abaec44d-992d-4c50-8805-dd5c2e1f13c6,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:10.935053 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d1d041-59dd-41e9-b67e-19050a938868 admin admin] Deleting subnet bf9f4f0e-78d4-4fae-9b01-5a220c01c369 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:22:10.940438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37d1d041-59dd-41e9-b67e-19050a938868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.943407 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.947442 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-daa8cc21-eebb-44bd-90c5-9c6615a0ab3f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2649341 Jan 27 17:22:10.956335 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-96a35196-dd42-4a62-9623-78c61370a1c8 None None] Provisioning complete for port 256a6428-0c76-4098-97c5-abb0dfefc28b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:22:10.956450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45094) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:10.956607 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-96a35196-dd42-4a62-9623-78c61370a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:10.961792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-af618ecc-9568-4179-b0fb-31d60c7e8a9c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'abaec44d-992d-4c50-8805-dd5c2e1f13c6', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:10.968665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-af618ecc-9568-4179-b0fb-31d60c7e8a9c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:22:10.973697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-af618ecc-9568-4179-b0fb-31d60c7e8a9c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:22:10.977696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-af618ecc-9568-4179-b0fb-31d60c7e8a9c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:22:10.988905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-af618ecc-9568-4179-b0fb-31d60c7e8a9c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:22:11.020534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37d1d041-59dd-41e9-b67e-19050a938868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.027340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-af618ecc-9568-4179-b0fb-31d60c7e8a9c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.070810 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-96a35196-dd42-4a62-9623-78c61370a1c8 None None] Port 256a6428-0c76-4098-97c5-abb0dfefc28b cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:22:11.104240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.119623 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-af618ecc-9568-4179-b0fb-31d60c7e8a9c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.120340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '256a6428-0c76-4098-97c5-abb0dfefc28b', 'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:e3:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:06Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:11.121987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-af618ecc-9568-4179-b0fb-31d60c7e8a9c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.126368 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37d1d041-59dd-41e9-b67e-19050a938868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.132545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Checking router: a5e531be-b1bd-4c0f-8a8b-779dc6a5580a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:22:11.132896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Updating router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a port 256a6428-0c76-4098-97c5-abb0dfefc28b binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:22:11.210350 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port e60533c5-be05-420a-8615-07ac8a4ebbeb, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e60533c5-be05-420a-8615-07ac8a4ebbeb,segment=NetworkSegment(74344ddf-e1fc-4d5e-a9d5-001b8d4acd04),segment_id=74344ddf-e1fc-4d5e-a9d5-001b8d4acd04)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:11.218584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.220251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37d1d041-59dd-41e9-b67e-19050a938868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.260855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.272889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1d041-59dd-41e9-b67e-19050a938868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf9f4f0e-78d4-4fae-9b01-5a220c01c369,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:11.295939 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37d1d041-59dd-41e9-b67e-19050a938868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.296823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af618ecc-9568-4179-b0fb-31d60c7e8a9c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f08189-f74e-4bc5-9ae9-80a2024e9647,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:11.310825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-af618ecc-9568-4179-b0fb-31d60c7e8a9c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.311621 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-37d1d041-59dd-41e9-b67e-19050a938868 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bf9f4f0e-78d4-4fae-9b01-5a220c01c369 HTTP/1.1" status: 204 len: 168 time: 0.4453437 Jan 27 17:22:11.313296 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-af618ecc-9568-4179-b0fb-31d60c7e8a9c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3558805 Jan 27 17:22:11.313972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45098) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:11.316006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45100) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:11.328175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d51070b6-f92d-499c-9542-b107aadde07e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'abaec44d-992d-4c50-8805-dd5c2e1f13c6', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:11.330661 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f3bae8-f671-44a1-bd19-a380565582ae None None] Network f5818c02-6295-4d54-9bcf-e9e22a80f947 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:22:11.352700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d51070b6-f92d-499c-9542-b107aadde07e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:22:11.365230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d51070b6-f92d-499c-9542-b107aadde07e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:22:11.372409 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d51070b6-f92d-499c-9542-b107aadde07e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:22:11.380358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d51070b6-f92d-499c-9542-b107aadde07e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:22:11.407394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=e60533c5-be05-420a-8615-07ac8a4ebbeb,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:11.412562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d51070b6-f92d-499c-9542-b107aadde07e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.444716 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.464286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Deleting port a87de700-b589-459c-9955-9adeb8697a65 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:22:11.464635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.496178 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c8bdff6c-43d2-467c-90f4-b4f65b4f98ad no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:22:11.531254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d51070b6-f92d-499c-9542-b107aadde07e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.537545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d51070b6-f92d-499c-9542-b107aadde07e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.563113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51070b6-f92d-499c-9542-b107aadde07e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be95097-0cb1-4719-9bd5-0956f9077543,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:11.575167 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d51070b6-f92d-499c-9542-b107aadde07e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.579168 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d51070b6-f92d-499c-9542-b107aadde07e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2583740 Jan 27 17:22:11.579369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45106) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:11.584766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e534f994-d3a8-4b2d-b8fc-a3c36daf2930 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'abaec44d-992d-4c50-8805-dd5c2e1f13c6', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:11.590732 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e534f994-d3a8-4b2d-b8fc-a3c36daf2930 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:22:11.595137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e534f994-d3a8-4b2d-b8fc-a3c36daf2930 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:22:11.598112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e534f994-d3a8-4b2d-b8fc-a3c36daf2930 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:22:11.604569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e534f994-d3a8-4b2d-b8fc-a3c36daf2930 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:22:11.625893 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e534f994-d3a8-4b2d-b8fc-a3c36daf2930 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.638986 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: c8bdff6c-43d2-467c-90f4-b4f65b4f98ad {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:22:11.639313 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c8bdff6c-43d2-467c-90f4-b4f65b4f98ad not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:22:11.639792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 70d09a8a-c695-4fad-83a2-8f6b76874994 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:22:11.683414 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 70d09a8a-c695-4fad-83a2-8f6b76874994 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:22:11.683807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 70d09a8a-c695-4fad-83a2-8f6b76874994 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:22:11.700274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e534f994-d3a8-4b2d-b8fc-a3c36daf2930 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.706608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e534f994-d3a8-4b2d-b8fc-a3c36daf2930 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.736408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534f994-d3a8-4b2d-b8fc-a3c36daf2930 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b5afc4-6380-45f6-9bcb-66c6ed91f6d4,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:11.746363 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e534f994-d3a8-4b2d-b8fc-a3c36daf2930 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.747896 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e534f994-d3a8-4b2d-b8fc-a3c36daf2930 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670282 Jan 27 17:22:11.750812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45110) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:11.756865 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-735d8d83-b5a8-41d0-83f1-2a6d19ec2876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'abaec44d-992d-4c50-8805-dd5c2e1f13c6', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:11.763398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-735d8d83-b5a8-41d0-83f1-2a6d19ec2876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:22:11.767850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-735d8d83-b5a8-41d0-83f1-2a6d19ec2876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:22:11.771305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-735d8d83-b5a8-41d0-83f1-2a6d19ec2876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:22:11.777523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-735d8d83-b5a8-41d0-83f1-2a6d19ec2876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:22:11.800987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-735d8d83-b5a8-41d0-83f1-2a6d19ec2876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.830406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] For port a87de700-b589-459c-9955-9adeb8697a65, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=a87de700-b589-459c-9955-9adeb8697a65,segment=NetworkSegment(d0dd0dd8-efd5-429c-820a-cfb0d4c4e934),segment_id=d0dd0dd8-efd5-429c-820a-cfb0d4c4e934)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:11.830775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.870292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-735d8d83-b5a8-41d0-83f1-2a6d19ec2876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.880438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-735d8d83-b5a8-41d0-83f1-2a6d19ec2876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.905112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d8d83-b5a8-41d0-83f1-2a6d19ec2876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf46d94-98eb-4ad8-98e7-fbacbdad3227,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:11.917492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-735d8d83-b5a8-41d0-83f1-2a6d19ec2876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.922014 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-735d8d83-b5a8-41d0-83f1-2a6d19ec2876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1670890 Jan 27 17:22:11.923193 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45114) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:11.928476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-7d36f30b-6db1-446e-bed3-3f5ebfef2eca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'abaec44d-992d-4c50-8805-dd5c2e1f13c6', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:11.934475 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7d36f30b-6db1-446e-bed3-3f5ebfef2eca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:22:11.942674 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7d36f30b-6db1-446e-bed3-3f5ebfef2eca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:22:11.945814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7d36f30b-6db1-446e-bed3-3f5ebfef2eca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:22:11.952356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7d36f30b-6db1-446e-bed3-3f5ebfef2eca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:22:11.965140 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-7d36f30b-6db1-446e-bed3-3f5ebfef2eca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:22:11.967054 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Calling delete_port for a87de700-b589-459c-9955-9adeb8697a65 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:22:11.972730 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d36f30b-6db1-446e-bed3-3f5ebfef2eca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:11.999628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e8c9d-39b7-4daf-907e-0c40f8f5208e None None] DHCP port deletion for f5818c02-6295-4d54-9bcf-e9e22a80f947 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:22:12.006133 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e8c9d-39b7-4daf-907e-0c40f8f5208e None None] Deleting port a87de700-b589-459c-9955-9adeb8697a65 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:22:12.006620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8c9d-39b7-4daf-907e-0c40f8f5208e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.041533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d36f30b-6db1-446e-bed3-3f5ebfef2eca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.047456 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d36f30b-6db1-446e-bed3-3f5ebfef2eca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.057166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.058682 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.070660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36f30b-6db1-446e-bed3-3f5ebfef2eca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4090e11-0ab1-494e-a9b4-875408a81a73,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:12.084856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Transition to ACTIVE for port object 256a6428-0c76-4098-97c5-abb0dfefc28b will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:22:12.085978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7d36f30b-6db1-446e-bed3-3f5ebfef2eca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.090897 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7d36f30b-6db1-446e-bed3-3f5ebfef2eca tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1637721 Jan 27 17:22:12.091091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45118) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:12.096611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a72773a7-f466-42eb-8f38-06fca1a77b9f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'abaec44d-992d-4c50-8805-dd5c2e1f13c6', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:12.104993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] No DVR routers for this DVR port a87de700-b589-459c-9955-9adeb8697a65 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:22:12.106262 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a72773a7-f466-42eb-8f38-06fca1a77b9f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:22:12.110971 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a72773a7-f466-42eb-8f38-06fca1a77b9f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:22:12.117829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a72773a7-f466-42eb-8f38-06fca1a77b9f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:22:12.121412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a72773a7-f466-42eb-8f38-06fca1a77b9f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:22:12.122596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e8c9d-39b7-4daf-907e-0c40f8f5208e None None] The port 'a87de700-b589-459c-9955-9adeb8697a65' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:22:12.126052 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.141140 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-a72773a7-f466-42eb-8f38-06fca1a77b9f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:22:12.141876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87de700-b589-459c-9955-9adeb8697a65,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:12.149322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a72773a7-f466-42eb-8f38-06fca1a77b9f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.239361 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.264153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a72773a7-f466-42eb-8f38-06fca1a77b9f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.269356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a72773a7-f466-42eb-8f38-06fca1a77b9f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.273151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430d498-e4f1-4349-aa0b-8c0f962d8de4 None None] Pushing event updated for resources: {'Port': ['ID=256a6428-0c76-4098-97c5-abb0dfefc28b,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:12.301937 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5818c02-6295-4d54-9bcf-e9e22a80f947']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:12.327532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72773a7-f466-42eb-8f38-06fca1a77b9f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e19c223-d91c-4f4a-8a9e-bc76f0072da1,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:12.341499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a72773a7-f466-42eb-8f38-06fca1a77b9f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.353648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0dd0dd8-efd5-429c-820a-cfb0d4c4e934') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:12.354105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0dd0dd8-efd5-429c-820a-cfb0d4c4e934') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:12.361166 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a72773a7-f466-42eb-8f38-06fca1a77b9f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2686393 Jan 27 17:22:12.396713 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Attempting to bind port 256a6428-0c76-4098-97c5-abb0dfefc28b on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:22:12.397087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Attempting to bind port 256a6428-0c76-4098-97c5-abb0dfefc28b by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:22:12.397449 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Attempting to bind port 256a6428-0c76-4098-97c5-abb0dfefc28b on network 884195d6-eef0-45a3-8368-784178c7f74d {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:22:12.401986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.403747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:22:12.404120 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Checking segment: {'id': '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:22:12.404700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.405317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Bound using segment: {'id': '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:22:12.406069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Bound port: 256a6428-0c76-4098-97c5-abb0dfefc28b, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:22:12.406379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.448588 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.456090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:22:12.456767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:22:12.476330 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:22:12.525627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] For port 256a6428-0c76-4098-97c5-abb0dfefc28b, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:22:12.529659 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] For port 256a6428-0c76-4098-97c5-abb0dfefc28b, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=256a6428-0c76-4098-97c5-abb0dfefc28b,segment=NetworkSegment(74344ddf-e1fc-4d5e-a9d5-001b8d4acd04),segment_id=74344ddf-e1fc-4d5e-a9d5-001b8d4acd04)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:22:12.536387 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.559184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.583754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.589865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5818c02-6295-4d54-9bcf-e9e22a80f947,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:12.597099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-da8257ab-57d5-4cca-bc0c-dfa6b8bdebd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:22:12.614158 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6ab14bd1-396e-480d-a6af-9e2443312372 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f5818c02-6295-4d54-9bcf-e9e22a80f947 HTTP/1.1" status: 204 len: 168 time: 1.2991080 Jan 27 17:22:12.617259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-da8257ab-57d5-4cca-bc0c-dfa6b8bdebd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:22:12.617823 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Routers {'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:22:12.618502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:21:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:12.618627 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-da8257ab-57d5-4cca-bc0c-dfa6b8bdebd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984105388&fields=id&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 267 time: 0.0716236 Jan 27 17:22:12.676257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430d498-e4f1-4349-aa0b-8c0f962d8de4 None None] Pushing event updated for resources: {'Port': ['ID=256a6428-0c76-4098-97c5-abb0dfefc28b,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:12.799495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45136) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:12.807059 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-059f24c3-19a1-4ba8-b696-3e9266dc7128 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:12.808164 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-059f24c3-19a1-4ba8-b696-3e9266dc7128 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:22:12.827305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-059f24c3-19a1-4ba8-b696-3e9266dc7128 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:22:12.829101 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-059f24c3-19a1-4ba8-b696-3e9266dc7128 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/networks?id=884195d6-eef0-45a3-8368-784178c7f74d HTTP/1.1" status: 200 len: 797 time: 0.2018454 Jan 27 17:22:12.835916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] Set router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:22:12.846157 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-26af373d-675b-4e6d-a4b5-8e26f7f489ac tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/quotas/44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 375 time: 0.0110295 Jan 27 17:22:12.864238 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3db6f4c1-bb75-48ee-81e2-a26d407a6dbe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f2e5835c99b4269befa850388a8a385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634527 Jan 27 17:22:12.866633 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45140) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:12.929443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3e77-52e2-42a1-be3a-1e2ba6772594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:12.931516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-603dff20-e567-4cbc-a193-c99ea9546de1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:22:12.950251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-603dff20-e567-4cbc-a193-c99ea9546de1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:22:12.952551 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-603dff20-e567-4cbc-a193-c99ea9546de1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002603 Jan 27 17:22:12.958111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3e77-52e2-42a1-be3a-1e2ba6772594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:13.022516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3e77-52e2-42a1-be3a-1e2ba6772594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:13.038821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d3e77-52e2-42a1-be3a-1e2ba6772594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d92e942-8386-4653-8841-46d37f4eb08c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:13.047298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3e77-52e2-42a1-be3a-1e2ba6772594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:13.050867 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4e2d3e77-52e2-42a1-be3a-1e2ba6772594 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1d92e942-8386-4653-8841-46d37f4eb08c HTTP/1.1" status: 204 len: 168 time: 0.1806917 Jan 27 17:22:13.096420 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-1ce6470c-1912-496a-845d-ccbe65118ef8 service neutron] 10.222.0.81 "GET /v2.0/networks/884195d6-eef0-45a3-8368-784178c7f74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306653 Jan 27 17:22:13.192409 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '256a6428-0c76-4098-97c5-abb0dfefc28b', 'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:e3:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:06Z', 'updated_at': '2022-01-27T17:22:12Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:13.196807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d62c7c7-646f-464c-b8fc-94270f5849df None None] The sync data for ids ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'] in dv-neutron-825077-1-hyperv is: [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '256a6428-0c76-4098-97c5-abb0dfefc28b', 'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:e3:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:06Z', 'updated_at': '2022-01-27T17:22:12Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:22:13.269067 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-73fcaefe-43cf-4b4f-8c75-2920ed101e70 service neutron] 10.222.0.81 "GET /v2.0/networks/884195d6-eef0-45a3-8368-784178c7f74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600451 Jan 27 17:22:13.493365 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fa239cf5-b017-4921-897c-8b0e7380cecf req-af7f4f91-4f70-4acc-b032-e3b91884a2e6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 210 time: 0.0578890 Jan 27 17:22:13.600606 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e60533c5-be05-420a-8615-07ac8a4ebbeb up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:22:13.608251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45156) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:13.668759 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2d72aea3-e134-4c19-94b1-fd2b02defb16 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c126b4bf46c4d6ca059b37ebd1d5a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588672 Jan 27 17:22:13.671705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45162) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:13.695141 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e60533c5-be05-420a-8615-07ac8a4ebbeb triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:22:13.695666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:13.756957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71c1e292-57eb-4c5c-adde-a6d5159f8ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:13.791031 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71c1e292-57eb-4c5c-adde-a6d5159f8ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:13.861004 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 256a6428-0c76-4098-97c5-abb0dfefc28b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:22:13.864400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71c1e292-57eb-4c5c-adde-a6d5159f8ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:13.892376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1e292-57eb-4c5c-adde-a6d5159f8ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca56521-c9e7-47e1-a220-875836c4c9ac,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:13.894790 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71c1e292-57eb-4c5c-adde-a6d5159f8ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:13.896189 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-71c1e292-57eb-4c5c-adde-a6d5159f8ec2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ca56521-c9e7-47e1-a220-875836c4c9ac HTTP/1.1" status: 204 len: 168 time: 0.2233601 Jan 27 17:22:13.958164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 256a6428-0c76-4098-97c5-abb0dfefc28b completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:22:13.968883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 256a6428-0c76-4098-97c5-abb0dfefc28b triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:22:13.969397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:14.185930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:14.232401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 256a6428-0c76-4098-97c5-abb0dfefc28b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=256a6428-0c76-4098-97c5-abb0dfefc28b,segment=NetworkSegment(74344ddf-e1fc-4d5e-a9d5-001b8d4acd04),segment_id=74344ddf-e1fc-4d5e-a9d5-001b8d4acd04)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:14.240424 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:14.331458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a87de700-b589-459c-9955-9adeb8697a65 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:22:14.372613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=256a6428-0c76-4098-97c5-abb0dfefc28b,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:14.387353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: a87de700-b589-459c-9955-9adeb8697a65 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:22:14.387913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device a87de700-b589-459c-9955-9adeb8697a65 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:22:14.647400 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-734cf26a-2775-492b-ad0c-0d512a6b6665 req-816b7e7b-ad34-46e5-8d16-202a1eb6b00e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 210 time: 0.0495009 Jan 27 17:22:14.797477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-2c81fd7d-523f-46ed-8741-0d50b87fbbce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:14.798153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-2c81fd7d-523f-46ed-8741-0d50b87fbbce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:22:14.810087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-2c81fd7d-523f-46ed-8741-0d50b87fbbce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:22:14.811488 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-2c81fd7d-523f-46ed-8741-0d50b87fbbce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks?id=884195d6-eef0-45a3-8368-784178c7f74d HTTP/1.1" status: 200 len: 797 time: 0.1680348 Jan 27 17:22:14.859778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-551f62c3-462c-471b-b2bb-a6fb2c75d044 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:22:14.871211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-551f62c3-462c-471b-b2bb-a6fb2c75d044 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:22:14.872384 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-551f62c3-462c-471b-b2bb-a6fb2c75d044 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 380 time: 0.0535271 Jan 27 17:22:14.883879 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'port': {'device_id': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'admin_state_up': True, 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'security_groups': ['abaec44d-992d-4c50-8805-dd5c2e1f13c6']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:15.023733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:22:15.033576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:22:15.047344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:22:15.051070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:15.217182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.4 (884195d6-eef0-45a3-8368-784178c7f74d/3883e66c-f994-4d9a-80b2-48ce84d1d41e/dee2e394-8c86-4d0e-8920-dd7841198b55) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:22:15.414689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:15.432487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object dee2e394-8c86-4d0e-8920-dd7841198b55 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:22:15.453914 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 256a6428-0c76-4098-97c5-abb0dfefc28b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:22:15.463132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:15.522745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 256a6428-0c76-4098-97c5-abb0dfefc28b triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:22:15.523117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:15.535388 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 884195d6-eef0-45a3-8368-784178c7f74d is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:22:15.538609 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:22:15.541026 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:22:15.582032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=dee2e394-8c86-4d0e-8920-dd7841198b55,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:15.615635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:15.616475 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:15.646752 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-9320d954-38ac-44f5-921a-2e4971e64a1c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7663801 Jan 27 17:22:15.658465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Request body: {'port': {'device_id': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:15.836026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dad19ae5-92ac-4b77-b8d5-900109db1112 None None] Provisioning for port dee2e394-8c86-4d0e-8920-dd7841198b55 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:22:15.842092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dad19ae5-92ac-4b77-b8d5-900109db1112 None None] Provisioning complete for port dee2e394-8c86-4d0e-8920-dd7841198b55 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:22:15.842615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dad19ae5-92ac-4b77-b8d5-900109db1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:15.899199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-dad19ae5-92ac-4b77-b8d5-900109db1112 None None] Port dee2e394-8c86-4d0e-8920-dd7841198b55 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:22:15.930386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:16.077141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c2b2f-c855-47d6-a88b-f4dd70c31dc2 req-9e04b635-cc7c-4933-853f-a92af86f1a4c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:16.077974 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-4d1c2b2f-c855-47d6-a88b-f4dd70c31dc2 req-9e04b635-cc7c-4933-853f-a92af86f1a4c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:22:16.120615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-4d1c2b2f-c855-47d6-a88b-f4dd70c31dc2 req-9e04b635-cc7c-4933-853f-a92af86f1a4c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:22:16.121743 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4d1c2b2f-c855-47d6-a88b-f4dd70c31dc2 req-9e04b635-cc7c-4933-853f-a92af86f1a4c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 931 time: 0.2394235 Jan 27 17:22:16.236811 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4d1c2b2f-c855-47d6-a88b-f4dd70c31dc2 req-2c6d746a-99ea-4d7f-ad27-14c92c6584f9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=abaec44d-992d-4c50-8805-dd5c2e1f13c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082597 Jan 27 17:22:16.339126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee2e394-8c86-4d0e-8920-dd7841198b55 {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:22:16.346821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:16.362540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Transition to ACTIVE for port object dee2e394-8c86-4d0e-8920-dd7841198b55 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:22:16.368907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:16.520392 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Pushing event updated for resources: {'Port': ['ID=dee2e394-8c86-4d0e-8920-dd7841198b55,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:16.605468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Attempting to bind port dee2e394-8c86-4d0e-8920-dd7841198b55 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:22:16.605791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Attempting to bind port dee2e394-8c86-4d0e-8920-dd7841198b55 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:22:16.606109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Attempting to bind port dee2e394-8c86-4d0e-8920-dd7841198b55 on network 884195d6-eef0-45a3-8368-784178c7f74d {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:22:16.611145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Port dee2e394-8c86-4d0e-8920-dd7841198b55 on network 884195d6-eef0-45a3-8368-784178c7f74d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:22:16.611453 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Attempting to bind port dee2e394-8c86-4d0e-8920-dd7841198b55 on network 884195d6-eef0-45a3-8368-784178c7f74d {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:22:16.616791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:22:16.617114 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Checking segment: {'id': '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:22:16.617492 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Bound using segment: {'id': '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:22:16.617906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Bound port: dee2e394-8c86-4d0e-8920-dd7841198b55, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:22:16.618230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:16.711022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] For port dee2e394-8c86-4d0e-8920-dd7841198b55, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:22:16.714316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] For port dee2e394-8c86-4d0e-8920-dd7841198b55, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=dee2e394-8c86-4d0e-8920-dd7841198b55,segment=NetworkSegment(74344ddf-e1fc-4d5e-a9d5-001b8d4acd04),segment_id=74344ddf-e1fc-4d5e-a9d5-001b8d4acd04)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:22:16.721348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:16.787349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:16.787973 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:16.789335 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] 10.222.0.88 "PUT /v2.0/ports/dee2e394-8c86-4d0e-8920-dd7841198b55 HTTP/1.1" status: 200 len: 1093 time: 1.1353691 Jan 27 17:22:16.789809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'tag': 'dee2e394-8c86-4d0e-8920-dd7841198b55'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:22:16.823114 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2770-f0a0-45a7-b115-ce6722fd7eee service neutron] Pushing event updated for resources: {'Port': ['ID=dee2e394-8c86-4d0e-8920-dd7841198b55,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:16.860290 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'tag': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'status': 'completed', 'code': 200} Jan 27 17:22:16.902340 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-b0a15e40-25ad-4022-b843-33d9dc84675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:16.903849 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-b0a15e40-25ad-4022-b843-33d9dc84675d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 1096 time: 0.0762155 Jan 27 17:22:16.975831 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-0ef682fd-1003-489e-ae7e-496d4102e547 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee2e394-8c86-4d0e-8920-dd7841198b55 HTTP/1.1" status: 200 len: 217 time: 0.0647607 Jan 27 17:22:17.042763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-1d021050-4521-4ba8-8405-f212038bda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:17.044398 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-1d021050-4521-4ba8-8405-f212038bda5e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3883e66c-f994-4d9a-80b2-48ce84d1d41e HTTP/1.1" status: 200 len: 834 time: 0.0626554 Jan 27 17:22:17.123407 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-d989e403-01b6-479f-8a15-3a6a194405e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:17.125035 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-d989e403-01b6-479f-8a15-3a6a194405e2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=884195d6-eef0-45a3-8368-784178c7f74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746911 Jan 27 17:22:17.257943 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-5c3c3646-aad7-48ce-8859-85a1c1b3d82b service neutron] 10.222.0.88 "GET /v2.0/networks/884195d6-eef0-45a3-8368-784178c7f74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269779 Jan 27 17:22:17.462740 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-545064da-a47e-40ae-8d3e-156e2fc69d97 req-d03dee9f-8677-43a9-acea-94aa3f668ac1 service neutron] 10.222.0.88 "GET /v2.0/networks/884195d6-eef0-45a3-8368-784178c7f74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991677 Jan 27 17:22:17.486916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ced84-dc3e-49f7-bc05-2c54b282ffc6 req-16738115-3725-4555-a986-19db1442d1fc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:17.488426 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-802ced84-dc3e-49f7-bc05-2c54b282ffc6 req-16738115-3725-4555-a986-19db1442d1fc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 943 time: 0.1204453 Jan 27 17:22:17.709993 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-802ced84-dc3e-49f7-bc05-2c54b282ffc6 req-cb9a6181-6f5c-41af-9f6e-6bcb8610a900 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=abaec44d-992d-4c50-8805-dd5c2e1f13c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125587 Jan 27 17:22:17.730455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22738f-6810-4b48-941d-ad44f8800f5b req-fc8c0cb1-bf65-4c82-9df7-b06546552567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:17.732389 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8a22738f-6810-4b48-941d-ad44f8800f5b req-fc8c0cb1-bf65-4c82-9df7-b06546552567 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 1096 time: 0.2210588 Jan 27 17:22:17.873891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22738f-6810-4b48-941d-ad44f8800f5b req-d641d9b2-5f27-4106-93c6-668fb22e8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:17.875649 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8a22738f-6810-4b48-941d-ad44f8800f5b req-d641d9b2-5f27-4106-93c6-668fb22e8b68 service neutron] 10.222.0.88 "GET /v2.0/networks?id=884195d6-eef0-45a3-8368-784178c7f74d HTTP/1.1" status: 200 len: 899 time: 0.1369216 Jan 27 17:22:17.943094 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8a22738f-6810-4b48-941d-ad44f8800f5b req-56b706fc-90a9-4f10-bc24-44ae69ef050f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee2e394-8c86-4d0e-8920-dd7841198b55 HTTP/1.1" status: 200 len: 217 time: 0.0597916 Jan 27 17:22:18.009738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22738f-6810-4b48-941d-ad44f8800f5b req-2c5219c9-dee2-41ff-b25b-6dafc6cc16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:18.011115 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8a22738f-6810-4b48-941d-ad44f8800f5b req-2c5219c9-dee2-41ff-b25b-6dafc6cc16fd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3883e66c-f994-4d9a-80b2-48ce84d1d41e HTTP/1.1" status: 200 len: 834 time: 0.0611756 Jan 27 17:22:18.088961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22738f-6810-4b48-941d-ad44f8800f5b req-feb21f66-ed6f-4a83-bec7-781d1ec2782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:18.090421 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8a22738f-6810-4b48-941d-ad44f8800f5b req-feb21f66-ed6f-4a83-bec7-781d1ec2782f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=884195d6-eef0-45a3-8368-784178c7f74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721707 Jan 27 17:22:18.236960 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8a22738f-6810-4b48-941d-ad44f8800f5b req-d03df1a2-4110-4ec4-857b-bc87d8691d6e service neutron] 10.222.0.88 "GET /v2.0/networks/884195d6-eef0-45a3-8368-784178c7f74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389947 Jan 27 17:22:18.374182 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8a22738f-6810-4b48-941d-ad44f8800f5b req-d8142093-19f3-4246-b61f-f89ede647cd6 service neutron] 10.222.0.88 "GET /v2.0/networks/884195d6-eef0-45a3-8368-784178c7f74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296055 Jan 27 17:22:18.913092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3807f8-a4aa-4d01-81b7-7cc39553cc32 req-ecdac501-04c4-47c7-b372-5c05abccc7ea tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:18.914524 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-aa3807f8-a4aa-4d01-81b7-7cc39553cc32 req-ecdac501-04c4-47c7-b372-5c05abccc7ea tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 943 time: 0.0828121 Jan 27 17:22:18.960896 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-aa3807f8-a4aa-4d01-81b7-7cc39553cc32 req-f0661548-b44b-40af-867a-30f8d4753546 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=abaec44d-992d-4c50-8805-dd5c2e1f13c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381927 Jan 27 17:22:20.172696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089f097-2012-43d5-a688-25760043d15c req-ae45584c-094a-438f-82d7-79e982a8ea9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:20.174135 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5089f097-2012-43d5-a688-25760043d15c req-ae45584c-094a-438f-82d7-79e982a8ea9e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 943 time: 0.0995896 Jan 27 17:22:20.221693 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5089f097-2012-43d5-a688-25760043d15c req-42daf822-9a35-463b-b0b4-f59ba9933fb6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=abaec44d-992d-4c50-8805-dd5c2e1f13c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392466 Jan 27 17:22:20.670792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device dee2e394-8c86-4d0e-8920-dd7841198b55 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:22:20.811953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port dee2e394-8c86-4d0e-8920-dd7841198b55, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=dee2e394-8c86-4d0e-8920-dd7841198b55,segment=NetworkSegment(74344ddf-e1fc-4d5e-a9d5-001b8d4acd04),segment_id=74344ddf-e1fc-4d5e-a9d5-001b8d4acd04)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:20.825811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'port_id': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'mac_address': 'fa:16:3e:94:9b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:22:20.881915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:20.899136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee2e394-8c86-4d0e-8920-dd7841198b55 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:22:20.916148 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port dee2e394-8c86-4d0e-8920-dd7841198b55, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=dee2e394-8c86-4d0e-8920-dd7841198b55,segment=NetworkSegment(74344ddf-e1fc-4d5e-a9d5-001b8d4acd04),segment_id=74344ddf-e1fc-4d5e-a9d5-001b8d4acd04)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:20.923168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:20.995376 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=dee2e394-8c86-4d0e-8920-dd7841198b55,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:21.133516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['dee2e394-8c86-4d0e-8920-dd7841198b55'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:22:21.414790 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fd960-8a26-4866-ba60-cff2074d92f5 req-560adad8-2627-48ab-9545-8737688a6f84 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:21.416364 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b58fd960-8a26-4866-ba60-cff2074d92f5 req-560adad8-2627-48ab-9545-8737688a6f84 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 944 time: 0.0874712 Jan 27 17:22:21.461791 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b58fd960-8a26-4866-ba60-cff2074d92f5 req-611abab6-e917-420b-b3a5-c505837ec20f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=abaec44d-992d-4c50-8805-dd5c2e1f13c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394177 Jan 27 17:22:21.537357 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a98cb684-da7d-4232-be87-f3e50787e088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:21.552845 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:22:22.657891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6314d7-9d5c-4df2-8b0d-c2ac8dc72fe8 req-7c6c0854-4f30-4bde-a121-67489dd006f6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:22.659546 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8f6314d7-9d5c-4df2-8b0d-c2ac8dc72fe8 req-7c6c0854-4f30-4bde-a121-67489dd006f6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 944 time: 0.0851805 Jan 27 17:22:22.681682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device dee2e394-8c86-4d0e-8920-dd7841198b55 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:22:22.707602 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8f6314d7-9d5c-4df2-8b0d-c2ac8dc72fe8 req-fc84e566-dc66-4039-8da8-8fb09ce9ce90 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=abaec44d-992d-4c50-8805-dd5c2e1f13c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393069 Jan 27 17:22:22.757064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port dee2e394-8c86-4d0e-8920-dd7841198b55 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:22:22.762136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port dee2e394-8c86-4d0e-8920-dd7841198b55 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:22:22.762492 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:22.880911 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:22.916512 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee2e394-8c86-4d0e-8920-dd7841198b55'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:22:22.927104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port dee2e394-8c86-4d0e-8920-dd7841198b55, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=dee2e394-8c86-4d0e-8920-dd7841198b55,segment=NetworkSegment(74344ddf-e1fc-4d5e-a9d5-001b8d4acd04),segment_id=74344ddf-e1fc-4d5e-a9d5-001b8d4acd04)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:22.932841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:22.967216 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'code': 200} Jan 27 17:22:23.007954 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=dee2e394-8c86-4d0e-8920-dd7841198b55,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:23.208840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283260e-4242-46d0-ae71-7f9390d42f6f req-5e3b172e-31be-41ac-b66b-f6c223647941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:23.210321 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6283260e-4242-46d0-ae71-7f9390d42f6f req-5e3b172e-31be-41ac-b66b-f6c223647941 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 1098 time: 0.0741723 Jan 27 17:22:23.252263 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6283260e-4242-46d0-ae71-7f9390d42f6f req-dca4b67d-507e-4a74-8807-c1ec53ecdbb2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=abaec44d-992d-4c50-8805-dd5c2e1f13c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355680 Jan 27 17:22:23.885896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ca778d95-dfd8-44a2-88dd-e940ab5e546b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:23.920390 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa92a8-1116-4c4a-b560-83cb42433ed1 req-1876be13-76a3-49ca-b653-332fcc62f8bd tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:23.921839 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-78fa92a8-1116-4c4a-b560-83cb42433ed1 req-1876be13-76a3-49ca-b653-332fcc62f8bd tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 945 time: 0.0907521 Jan 27 17:22:23.969292 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-78fa92a8-1116-4c4a-b560-83cb42433ed1 req-3bd58c27-6c2b-4d4d-a8c5-951f391b00ac tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=abaec44d-992d-4c50-8805-dd5c2e1f13c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412567 Jan 27 17:22:24.857251 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:25.164209 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75531018-eb37-4d2c-9527-46cc34867b1b req-13ac7a36-74ce-4b0e-a02a-2897fd98563c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:25.165715 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-75531018-eb37-4d2c-9527-46cc34867b1b req-13ac7a36-74ce-4b0e-a02a-2897fd98563c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 945 time: 0.0887029 Jan 27 17:22:25.212263 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-75531018-eb37-4d2c-9527-46cc34867b1b req-8dd4eb9e-e3ca-4b5a-8599-6b71326ae9a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=abaec44d-992d-4c50-8805-dd5c2e1f13c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Jan 27 17:22:25.265789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:25.410099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d234d7-6626-4cdc-b1e9-9972f8f8f949 req-d7a038fa-0fd6-4d7f-84ab-e02b542830f9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:25.410701 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f8d234d7-6626-4cdc-b1e9-9972f8f8f949 req-d7a038fa-0fd6-4d7f-84ab-e02b542830f9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 945 time: 0.0879230 Jan 27 17:22:25.460619 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f8d234d7-6626-4cdc-b1e9-9972f8f8f949 req-c0bfbb7f-2627-4360-8bf0-125075feb4e5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=abaec44d-992d-4c50-8805-dd5c2e1f13c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428841 Jan 27 17:22:25.491615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45198) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:25.567164 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2a0a97-c22e-4ce6-a374-30db8d6958b4 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:25.568633 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0f2a0a97-c22e-4ce6-a374-30db8d6958b4 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 1093 time: 0.0760117 Jan 27 17:22:25.571622 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45202) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:25.578078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:25.584850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:22:25.589139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:floatingip and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:22:25.592358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:22:25.598648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:22:25.610530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:25.750719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:25.885257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.184 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/d938678b-3462-45cd-8c3b-c777e67e3d9c) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:22:26.037149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:26.068312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:26.251766 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:22:26.255131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:22:26.258860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:22:26.289666 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=d938678b-3462-45cd-8c3b-c777e67e3d9c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:26.629667 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:26.692214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:26.770181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:26.976439 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:26.984414 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:27.087483 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=d938678b-3462-45cd-8c3b-c777e67e3d9c,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:27.105005 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:27.277188 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 4321e2f5-26a0-46dc-b3ca-6192f4502e58 associated. External IP: 172.26.8.184, port: dee2e394-8c86-4d0e-8920-dd7841198b55. Jan 27 17:22:27.657725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:22:27.968187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:22:27.979079 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38336b-f4cc-407f-a3b0-1ba1600d5e37 None None] Sync routers for ids ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:22:27.989088 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38336b-f4cc-407f-a3b0-1ba1600d5e37 None None] Routers {'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:22:27.989687 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3a38336b-f4cc-407f-a3b0-1ba1600d5e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:22:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:27.995472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:28.053285 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b24a9dec-b179-425d-93f8-8aa8b42b56b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4805863 Jan 27 17:22:28.053847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'tag': 'dee2e394-8c86-4d0e-8920-dd7841198b55'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:22:28.056164 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45206) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:28.097434 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'tag': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'status': 'completed', 'code': 200} Jan 27 17:22:28.175607 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-3a38336b-f4cc-407f-a3b0-1ba1600d5e37 None None] Set router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:22:28.190306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51875d6a-6f78-4264-b0e7-084647ee770b req-010c9b7e-44f4-410e-91a1-9f7b2206c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:28.191957 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-51875d6a-6f78-4264-b0e7-084647ee770b req-010c9b7e-44f4-410e-91a1-9f7b2206c265 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 1098 time: 0.0726433 Jan 27 17:22:28.243523 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7109347d-675e-4b9d-be80-af7c0bf0409b tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/routers/a5e531be-b1bd-4c0f-8a8b-779dc6a5580a HTTP/1.1" status: 200 len: 922 time: 0.1860695 Jan 27 17:22:28.246048 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45212) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:28.330730 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51875d6a-6f78-4264-b0e7-084647ee770b req-1a7bd129-72cf-40d6-b2bb-317f2c9e761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:28.332398 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-51875d6a-6f78-4264-b0e7-084647ee770b req-1a7bd129-72cf-40d6-b2bb-317f2c9e761a service neutron] 10.222.0.88 "GET /v2.0/networks?id=884195d6-eef0-45a3-8368-784178c7f74d HTTP/1.1" status: 200 len: 899 time: 0.1342039 Jan 27 17:22:28.353005 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-63f0f808-7de5-4390-bb8e-491b8e845a01 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/4321e2f5-26a0-46dc-b3ca-6192f4502e58 HTTP/1.1" status: 200 len: 991 time: 0.1059017 Jan 27 17:22:28.406510 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:28.443025 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-51875d6a-6f78-4264-b0e7-084647ee770b req-5d9be656-2789-4106-ad53-fc9f38b5fa20 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee2e394-8c86-4d0e-8920-dd7841198b55 HTTP/1.1" status: 200 len: 999 time: 0.1035349 Jan 27 17:22:28.509313 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51875d6a-6f78-4264-b0e7-084647ee770b req-0f5470c5-8abb-460a-a5a9-fbb3a08670df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:28.510768 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-51875d6a-6f78-4264-b0e7-084647ee770b req-0f5470c5-8abb-460a-a5a9-fbb3a08670df service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3883e66c-f994-4d9a-80b2-48ce84d1d41e HTTP/1.1" status: 200 len: 834 time: 0.0617754 Jan 27 17:22:28.538703 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3a38336b-f4cc-407f-a3b0-1ba1600d5e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '4321e2f5-26a0-46dc-b3ca-6192f4502e58', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.184', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'port_id': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'mac_address': 'fa:16:3e:94:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:22:26Z', 'updated_at': '2022-01-27T17:22:26Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256a6428-0c76-4098-97c5-abb0dfefc28b', 'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:e3:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:06Z', 'updated_at': '2022-01-27T17:22:14Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:28.542512 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38336b-f4cc-407f-a3b0-1ba1600d5e37 None None] Checking router: a5e531be-b1bd-4c0f-8a8b-779dc6a5580a for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:22:28.550956 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38336b-f4cc-407f-a3b0-1ba1600d5e37 None None] Routers {'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:22:28.551557 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3a38336b-f4cc-407f-a3b0-1ba1600d5e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:22:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:28.587238 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51875d6a-6f78-4264-b0e7-084647ee770b req-6779b8f5-fa9f-45c7-8574-0b1c5b1606e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:28.588766 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-51875d6a-6f78-4264-b0e7-084647ee770b req-6779b8f5-fa9f-45c7-8574-0b1c5b1606e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=884195d6-eef0-45a3-8368-784178c7f74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723660 Jan 27 17:22:28.722643 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-51875d6a-6f78-4264-b0e7-084647ee770b req-b2391d59-c3f9-48d7-b530-22c408a2e3dd service neutron] 10.222.0.88 "GET /v2.0/networks/884195d6-eef0-45a3-8368-784178c7f74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274767 Jan 27 17:22:28.727992 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-3a38336b-f4cc-407f-a3b0-1ba1600d5e37 None None] Set router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:22:28.860700 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-51875d6a-6f78-4264-b0e7-084647ee770b req-c511884b-0689-4e66-be6d-bfcd63854dbb service neutron] 10.222.0.88 "GET /v2.0/networks/884195d6-eef0-45a3-8368-784178c7f74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311431 Jan 27 17:22:29.107171 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3a38336b-f4cc-407f-a3b0-1ba1600d5e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '4321e2f5-26a0-46dc-b3ca-6192f4502e58', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.184', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'port_id': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'mac_address': 'fa:16:3e:94:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:22:26Z', 'updated_at': '2022-01-27T17:22:26Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256a6428-0c76-4098-97c5-abb0dfefc28b', 'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:e3:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:06Z', 'updated_at': '2022-01-27T17:22:14Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:29.111304 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38336b-f4cc-407f-a3b0-1ba1600d5e37 None None] The sync data for ids ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'] in dv-neutron-825077-1-hyperv is: [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '4321e2f5-26a0-46dc-b3ca-6192f4502e58', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.184', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'port_id': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'mac_address': 'fa:16:3e:94:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:22:26Z', 'updated_at': '2022-01-27T17:22:26Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256a6428-0c76-4098-97c5-abb0dfefc28b', 'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:e3:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:06Z', 'updated_at': '2022-01-27T17:22:14Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:22:29.336789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6278c75a-791d-4a00-8220-3c8211667087 None None] New status for floating IP 4321e2f5-26a0-46dc-b3ca-6192f4502e58: ACTIVE {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:22:29.357478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45216) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:29.471183 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-60e95e9b-9ba1-404b-bc0d-15029f910db6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/4321e2f5-26a0-46dc-b3ca-6192f4502e58 HTTP/1.1" status: 200 len: 991 time: 0.1122007 Jan 27 17:22:30.476134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45220) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:30.590345 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e5d41efc-5f35-4a35-8b30-62170f99e6b1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/4321e2f5-26a0-46dc-b3ca-6192f4502e58 HTTP/1.1" status: 200 len: 993 time: 0.1127763 Jan 27 17:22:40.295936 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-01bf5a88-8e02-43d5-ad0d-032111c718e7 req-a263f462-6785-47ed-a4ef-9d0536ccd244 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752325 Jan 27 17:22:40.454422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5a88-8e02-43d5-ad0d-032111c718e7 req-cea8a0dc-0fd4-4b90-a967-56a49646cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:40.455943 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-01bf5a88-8e02-43d5-ad0d-032111c718e7 req-cea8a0dc-0fd4-4b90-a967-56a49646cf6c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 1098 time: 0.0808923 Jan 27 17:22:40.735525 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5a88-8e02-43d5-ad0d-032111c718e7 req-d97baae1-58c3-43d7-b229-8f907628d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:40.736985 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-01bf5a88-8e02-43d5-ad0d-032111c718e7 req-d97baae1-58c3-43d7-b229-8f907628d30c service neutron] 10.222.0.88 "GET /v2.0/networks?id=884195d6-eef0-45a3-8368-784178c7f74d HTTP/1.1" status: 200 len: 899 time: 0.2548208 Jan 27 17:22:40.841167 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-01bf5a88-8e02-43d5-ad0d-032111c718e7 req-30af97c2-32da-488d-b4f3-a4b496a48e09 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee2e394-8c86-4d0e-8920-dd7841198b55 HTTP/1.1" status: 200 len: 1001 time: 0.0974627 Jan 27 17:22:40.907934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5a88-8e02-43d5-ad0d-032111c718e7 req-3a13c49f-3443-42a8-aded-b5ab31663773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:40.909392 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-01bf5a88-8e02-43d5-ad0d-032111c718e7 req-3a13c49f-3443-42a8-aded-b5ab31663773 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3883e66c-f994-4d9a-80b2-48ce84d1d41e HTTP/1.1" status: 200 len: 834 time: 0.0619407 Jan 27 17:22:40.999263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5a88-8e02-43d5-ad0d-032111c718e7 req-4ce0a4d3-d6af-4775-9519-c9fc751e3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:41.000710 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-01bf5a88-8e02-43d5-ad0d-032111c718e7 req-4ce0a4d3-d6af-4775-9519-c9fc751e3c83 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=884195d6-eef0-45a3-8368-784178c7f74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841794 Jan 27 17:22:41.140425 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-01bf5a88-8e02-43d5-ad0d-032111c718e7 req-116892b7-f9e8-4ca7-8c4b-49ff1d4e64e4 service neutron] 10.222.0.88 "GET /v2.0/networks/884195d6-eef0-45a3-8368-784178c7f74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318123 Jan 27 17:22:41.277248 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-01bf5a88-8e02-43d5-ad0d-032111c718e7 req-8b20a47e-5e4f-4f71-83fb-0402705b77f6 service neutron] 10.222.0.88 "GET /v2.0/networks/884195d6-eef0-45a3-8368-784178c7f74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302969 Jan 27 17:22:51.536050 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9b700459-51f4-44a9-9b82-e113728568f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:53.891247 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-589a792f-e308-418f-b5ce-de7c38aa589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:54.854147 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:55.164509 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45232) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:55.267828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:55.354774 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1a9e9696-0d71-40c6-8993-621ba6daafc1 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/routers/a5e531be-b1bd-4c0f-8a8b-779dc6a5580a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1888785 Jan 27 17:22:55.357995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45236) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:55.661848 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddd09bf-2d6d-4148-b607-6c40724a0d5d tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Notify agent at dv-neutron-825077-1-hyperv the message router_removed_from_agent {{(pid=87608) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 27 17:22:55.666284 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4ddd09bf-2d6d-4148-b607-6c40724a0d5d tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "DELETE /v2.0/agents/88ef554d-1279-4af6-aa34-386b026173f2/l3-routers/a5e531be-b1bd-4c0f-8a8b-779dc6a5580a HTTP/1.1" status: 204 len: 168 time: 0.3071022 Jan 27 17:22:55.668912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45240) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:55.856372 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-86340dc6-550b-40cc-826c-99266aa17b98 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/routers/a5e531be-b1bd-4c0f-8a8b-779dc6a5580a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1859300 Jan 27 17:22:55.858953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45244) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:55.965161 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e10fc075-813d-4d8f-a6eb-ff1603fc53d4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/4321e2f5-26a0-46dc-b3ca-6192f4502e58 HTTP/1.1" status: 200 len: 993 time: 0.1050088 Jan 27 17:22:56.421425 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f783d-1f12-44c2-9d5d-65cf78bbc4ee None None] New status for floating IP 4321e2f5-26a0-46dc-b3ca-6192f4502e58: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:22:56.630278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:56.970827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45248) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:57.081879 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-868d1004-b12c-4876-a8c7-dde16aabfc18 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/4321e2f5-26a0-46dc-b3ca-6192f4502e58 HTTP/1.1" status: 200 len: 991 time: 0.1096461 Jan 27 17:22:57.471201 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 27140256-2700-4bab-943b-bd9704a894ab no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:22:57.585735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:57.604606 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 27140256-2700-4bab-943b-bd9704a894ab, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=27140256-2700-4bab-943b-bd9704a894ab,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:57.611169 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:57.613501 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 256a6428-0c76-4098-97c5-abb0dfefc28b no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:22:57.737914 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=27140256-2700-4bab-943b-bd9704a894ab,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:57.796079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:57.829453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 256a6428-0c76-4098-97c5-abb0dfefc28b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=256a6428-0c76-4098-97c5-abb0dfefc28b,segment=NetworkSegment(74344ddf-e1fc-4d5e-a9d5-001b8d4acd04),segment_id=74344ddf-e1fc-4d5e-a9d5-001b8d4acd04)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:22:57.835209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:57.915200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=256a6428-0c76-4098-97c5-abb0dfefc28b,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:58.237658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45254) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:58.402857 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:58.443283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c2b44a-74dc-4710-92f4-32d965961a3d tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:22:58.443621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c2b44a-74dc-4710-92f4-32d965961a3d tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Notify agent at dv-neutron-825077-1-hyperv the message router_added_to_agent {{(pid=87609) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 27 17:22:58.462022 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-58c2b44a-74dc-4710-92f4-32d965961a3d tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "POST /v2.0/agents/88ef554d-1279-4af6-aa34-386b026173f2/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2232988 Jan 27 17:22:58.464724 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45262) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:58.475613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f73187-07eb-43dc-ab53-a2b92713e89f None None] Sync routers for ids ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:22:58.486285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f73187-07eb-43dc-ab53-a2b92713e89f None None] Routers {'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:22:58.486934 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b7f73187-07eb-43dc-ab53-a2b92713e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:22:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:58.553832 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:22:58.649155 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fe91b357-a2f9-4a50-a232-42b8f7103e9a tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/routers/a5e531be-b1bd-4c0f-8a8b-779dc6a5580a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1833489 Jan 27 17:22:58.651954 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45266) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:58.672381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-b7f73187-07eb-43dc-ab53-a2b92713e89f None None] Set router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:22:58.761966 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1842e3a1-5da8-4086-96cf-a1e3720aa699 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/4321e2f5-26a0-46dc-b3ca-6192f4502e58 HTTP/1.1" status: 200 len: 991 time: 0.1087844 Jan 27 17:22:59.039110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b7f73187-07eb-43dc-ab53-a2b92713e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:22:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '4321e2f5-26a0-46dc-b3ca-6192f4502e58', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.184', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'port_id': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'mac_address': 'fa:16:3e:94:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:22:26Z', 'updated_at': '2022-01-27T17:22:56Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256a6428-0c76-4098-97c5-abb0dfefc28b', 'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:e3:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:06Z', 'updated_at': '2022-01-27T17:22:57Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:59.043699 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f73187-07eb-43dc-ab53-a2b92713e89f None None] Checking router: a5e531be-b1bd-4c0f-8a8b-779dc6a5580a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:22:59.056209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f73187-07eb-43dc-ab53-a2b92713e89f None None] Routers {'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:22:59.057013 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b7f73187-07eb-43dc-ab53-a2b92713e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:22:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:59.251880 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-b7f73187-07eb-43dc-ab53-a2b92713e89f None None] Set router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:22:59.665787 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b7f73187-07eb-43dc-ab53-a2b92713e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:22:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '4321e2f5-26a0-46dc-b3ca-6192f4502e58', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.184', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'port_id': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'mac_address': 'fa:16:3e:94:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:22:26Z', 'updated_at': '2022-01-27T17:22:56Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256a6428-0c76-4098-97c5-abb0dfefc28b', 'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:e3:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:06Z', 'updated_at': '2022-01-27T17:22:57Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:22:59.670142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f73187-07eb-43dc-ab53-a2b92713e89f None None] The sync data for ids ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'] in dv-neutron-825077-1-hyperv is: [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:22:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '4321e2f5-26a0-46dc-b3ca-6192f4502e58', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.184', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'port_id': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'mac_address': 'fa:16:3e:94:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:22:26Z', 'updated_at': '2022-01-27T17:22:56Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256a6428-0c76-4098-97c5-abb0dfefc28b', 'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:e3:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:06Z', 'updated_at': '2022-01-27T17:22:57Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:22:59.765625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45270) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:59.898475 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5a209848-6f84-4058-a56b-2ba9186b08e3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/4321e2f5-26a0-46dc-b3ca-6192f4502e58 HTTP/1.1" status: 200 len: 991 time: 0.1310062 Jan 27 17:23:00.901539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45274) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:01.011938 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b77002bb-9378-4f05-8410-1431b91878cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/4321e2f5-26a0-46dc-b3ca-6192f4502e58 HTTP/1.1" status: 200 len: 991 time: 0.1091912 Jan 27 17:23:01.402954 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be97dd-6689-4fd7-9614-101c6f8af04e None None] New status for floating IP 4321e2f5-26a0-46dc-b3ca-6192f4502e58: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:23:01.543141 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 27140256-2700-4bab-943b-bd9704a894ab up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:01.614544 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 27140256-2700-4bab-943b-bd9704a894ab triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:01.614917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:01.740907 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:01.758578 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 27140256-2700-4bab-943b-bd9704a894ab, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=27140256-2700-4bab-943b-bd9704a894ab,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:01.763869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:01.764674 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 256a6428-0c76-4098-97c5-abb0dfefc28b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:01.879428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=27140256-2700-4bab-943b-bd9704a894ab,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:01.893548 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 256a6428-0c76-4098-97c5-abb0dfefc28b triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:01.893922 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:02.015474 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:02.016444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45278) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:02.048640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 256a6428-0c76-4098-97c5-abb0dfefc28b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=256a6428-0c76-4098-97c5-abb0dfefc28b,segment=NetworkSegment(74344ddf-e1fc-4d5e-a9d5-001b8d4acd04),segment_id=74344ddf-e1fc-4d5e-a9d5-001b8d4acd04)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:02.053894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:02.120934 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=256a6428-0c76-4098-97c5-abb0dfefc28b,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:02.130147 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-710fbef9-c7dd-4264-8a3b-f3f69f58076e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/4321e2f5-26a0-46dc-b3ca-6192f4502e58 HTTP/1.1" status: 200 len: 993 time: 0.1124737 Jan 27 17:23:02.427927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45286) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:02.766494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port d938678b-3462-45cd-8c3b-c777e67e3d9c {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:23:02.766775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:02.945672 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:02.945951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:03.078973 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for d938678b-3462-45cd-8c3b-c777e67e3d9c owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:23:03.242305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:03.293117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=d938678b-3462-45cd-8c3b-c777e67e3d9c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:03.331340 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:03.331910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:03.332255 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:03.332585 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:03.332908 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:03.333232 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:03.333554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:03.333875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:03.334196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:03.334515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:03.334829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:03.335143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:03.409515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:03.409846 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 4321e2f5-26a0-46dc-b3ca-6192f4502e58 disassociated (deleted). External IP: 172.26.8.184, port: dee2e394-8c86-4d0e-8920-dd7841198b55. Jan 27 17:23:03.482755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 27140256-2700-4bab-943b-bd9704a894ab up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:03.554796 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 27140256-2700-4bab-943b-bd9704a894ab triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:03.555061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:03.675597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 256a6428-0c76-4098-97c5-abb0dfefc28b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:03.753583 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 256a6428-0c76-4098-97c5-abb0dfefc28b triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:03.754099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:03.787937 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:23:04.010645 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:23:04.022567 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42984641-eea2-47eb-a690-c1b90d9f74ca None None] Sync routers for ids ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:23:04.036337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42984641-eea2-47eb-a690-c1b90d9f74ca None None] Routers {'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:23:04.037032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-42984641-eea2-47eb-a690-c1b90d9f74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:22:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:04.039594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:04.242814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-42984641-eea2-47eb-a690-c1b90d9f74ca None None] Set router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:04.254823 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c9454b7f-2b9f-438a-9859-c56d88b30b68 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/floatingips/4321e2f5-26a0-46dc-b3ca-6192f4502e58 HTTP/1.1" status: 204 len: 168 time: 1.8258908 Jan 27 17:23:04.255394 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'tag': 'dee2e394-8c86-4d0e-8920-dd7841198b55'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:23:04.310320 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'tag': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'status': 'completed', 'code': 200} Jan 27 17:23:04.418461 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9d08f-851d-42d9-846d-a1eba40a3112 req-01082c94-265c-441e-9099-eb3ed8177df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:04.420320 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-68c9d08f-851d-42d9-846d-a1eba40a3112 req-01082c94-265c-441e-9099-eb3ed8177df8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 1098 time: 0.0865154 Jan 27 17:23:04.618319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9d08f-851d-42d9-846d-a1eba40a3112 req-dbad18d4-547b-40fa-a4a6-7473b13590a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:04.619824 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-68c9d08f-851d-42d9-846d-a1eba40a3112 req-dbad18d4-547b-40fa-a4a6-7473b13590a5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=884195d6-eef0-45a3-8368-784178c7f74d HTTP/1.1" status: 200 len: 899 time: 0.1935332 Jan 27 17:23:04.654303 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-42984641-eea2-47eb-a690-c1b90d9f74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:23:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '256a6428-0c76-4098-97c5-abb0dfefc28b', 'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:e3:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:06Z', 'updated_at': '2022-01-27T17:23:02Z', 'revision_number': 7, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:04.658596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42984641-eea2-47eb-a690-c1b90d9f74ca None None] Checking router: a5e531be-b1bd-4c0f-8a8b-779dc6a5580a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:23:04.667351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42984641-eea2-47eb-a690-c1b90d9f74ca None None] Routers {'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:23:04.667992 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-42984641-eea2-47eb-a690-c1b90d9f74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:22:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:04.698875 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-68c9d08f-851d-42d9-846d-a1eba40a3112 req-b436c590-ad82-4e20-8fe8-1fa6d808ae3b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee2e394-8c86-4d0e-8920-dd7841198b55 HTTP/1.1" status: 200 len: 217 time: 0.0664701 Jan 27 17:23:04.767097 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b63a5e-571e-4da7-8380-d4e66241cf2a req-d678c801-b969-4b82-b120-984c94002985 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:04.767798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-f4b63a5e-571e-4da7-8380-d4e66241cf2a req-d678c801-b969-4b82-b120-984c94002985 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:04.779616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9d08f-851d-42d9-846d-a1eba40a3112 req-e40166c5-3dee-42cf-b7c1-e5fafd8bc32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:04.781044 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-68c9d08f-851d-42d9-846d-a1eba40a3112 req-e40166c5-3dee-42cf-b7c1-e5fafd8bc32e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3883e66c-f994-4d9a-80b2-48ce84d1d41e HTTP/1.1" status: 200 len: 834 time: 0.0745363 Jan 27 17:23:04.824153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-f4b63a5e-571e-4da7-8380-d4e66241cf2a req-d678c801-b969-4b82-b120-984c94002985 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:04.826201 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f4b63a5e-571e-4da7-8380-d4e66241cf2a req-d678c801-b969-4b82-b120-984c94002985 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 945 time: 0.2582107 Jan 27 17:23:04.855333 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-42984641-eea2-47eb-a690-c1b90d9f74ca None None] Set router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:04.891227 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f4b63a5e-571e-4da7-8380-d4e66241cf2a req-5731cae7-24b5-454c-bdb2-6ee810546552 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=abaec44d-992d-4c50-8805-dd5c2e1f13c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580566 Jan 27 17:23:04.905319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9d08f-851d-42d9-846d-a1eba40a3112 req-f008472a-4db4-46d0-8010-7ccf6a1c4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:04.906822 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-68c9d08f-851d-42d9-846d-a1eba40a3112 req-f008472a-4db4-46d0-8010-7ccf6a1c4de0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=884195d6-eef0-45a3-8368-784178c7f74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1188898 Jan 27 17:23:05.048520 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-68c9d08f-851d-42d9-846d-a1eba40a3112 req-9b2a8ec1-8b1e-4ebe-9bae-6879fd47f8aa service neutron] 10.222.0.88 "GET /v2.0/networks/884195d6-eef0-45a3-8368-784178c7f74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351523 Jan 27 17:23:05.184697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-42984641-eea2-47eb-a690-c1b90d9f74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:23:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '256a6428-0c76-4098-97c5-abb0dfefc28b', 'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:e3:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:06Z', 'updated_at': '2022-01-27T17:23:02Z', 'revision_number': 7, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:05.187470 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-68c9d08f-851d-42d9-846d-a1eba40a3112 req-cc536e43-babd-4fd1-9fd2-c98dfef3a0ce service neutron] 10.222.0.88 "GET /v2.0/networks/884195d6-eef0-45a3-8368-784178c7f74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319263 Jan 27 17:23:05.189459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42984641-eea2-47eb-a690-c1b90d9f74ca None None] The sync data for ids ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'] in dv-neutron-825077-1-hyperv is: [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:22:08Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:23:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '256a6428-0c76-4098-97c5-abb0dfefc28b', 'name': '', 'network_id': '884195d6-eef0-45a3-8368-784178c7f74d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:e3:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:06Z', 'updated_at': '2022-01-27T17:23:02Z', 'revision_number': 7, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '3883e66c-f994-4d9a-80b2-48ce84d1d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:23:05.895463 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb4001-5e2e-430d-9336-59ee80721278 req-ae725c0e-da1a-4714-b59f-a7a37077c12c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:05.897049 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8ffb4001-5e2e-430d-9336-59ee80721278 req-ae725c0e-da1a-4714-b59f-a7a37077c12c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 945 time: 0.0875604 Jan 27 17:23:05.909194 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167cd18-1158-4bac-ac59-56c37ba83fed None None] New status for floating IP 4321e2f5-26a0-46dc-b3ca-6192f4502e58: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:23:05.973199 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-8ffb4001-5e2e-430d-9336-59ee80721278 req-ffb8f055-6097-4990-826f-7e7d7cd404f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port dee2e394-8c86-4d0e-8920-dd7841198b55 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:23:05.973441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8ffb4001-5e2e-430d-9336-59ee80721278 req-ffb8f055-6097-4990-826f-7e7d7cd404f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:06.102193 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dd2a8-41a6-46f2-819d-e9fc92a1ec8e req-320ef42a-d7f6-4a1c-a615-05531ccb27f7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:06.104064 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-597dd2a8-41a6-46f2-819d-e9fc92a1ec8e req-320ef42a-d7f6-4a1c-a615-05531ccb27f7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 945 time: 0.0975626 Jan 27 17:23:06.152595 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-597dd2a8-41a6-46f2-819d-e9fc92a1ec8e req-fa4dcbf4-5c45-4e59-9b73-3ff22348c877 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=abaec44d-992d-4c50-8805-dd5c2e1f13c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424483 Jan 27 17:23:06.232327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-8ffb4001-5e2e-430d-9336-59ee80721278 req-ffb8f055-6097-4990-826f-7e7d7cd404f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port dee2e394-8c86-4d0e-8920-dd7841198b55, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=dee2e394-8c86-4d0e-8920-dd7841198b55,segment=NetworkSegment(74344ddf-e1fc-4d5e-a9d5-001b8d4acd04),segment_id=74344ddf-e1fc-4d5e-a9d5-001b8d4acd04)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:06.232753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8ffb4001-5e2e-430d-9336-59ee80721278 req-ffb8f055-6097-4990-826f-7e7d7cd404f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:06.360773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-8ffb4001-5e2e-430d-9336-59ee80721278 req-ffb8f055-6097-4990-826f-7e7d7cd404f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for dee2e394-8c86-4d0e-8920-dd7841198b55 owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:23:06.521790 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8ffb4001-5e2e-430d-9336-59ee80721278 req-ffb8f055-6097-4990-826f-7e7d7cd404f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:06.689357 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8f055-6097-4990-826f-7e7d7cd404f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=dee2e394-8c86-4d0e-8920-dd7841198b55,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:06.767113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffb4001-5e2e-430d-9336-59ee80721278 req-ffb8f055-6097-4990-826f-7e7d7cd404f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] No DVR routers for this DVR port dee2e394-8c86-4d0e-8920-dd7841198b55 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:23:06.769688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-8ffb4001-5e2e-430d-9336-59ee80721278 req-ffb8f055-6097-4990-826f-7e7d7cd404f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:06.772512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'name': 'network-vif-deleted', 'tag': 'dee2e394-8c86-4d0e-8920-dd7841198b55'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:23:06.792752 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8ffb4001-5e2e-430d-9336-59ee80721278 req-ffb8f055-6097-4990-826f-7e7d7cd404f1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "DELETE /v2.0/ports/dee2e394-8c86-4d0e-8920-dd7841198b55 HTTP/1.1" status: 204 len: 173 time: 0.8895228 Jan 27 17:23:06.819257 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62019b44-3b3c-4634-ac5b-8c3e42d1c055', 'name': 'network-vif-deleted', 'tag': 'dee2e394-8c86-4d0e-8920-dd7841198b55', 'status': 'completed', 'code': 200} Jan 27 17:23:07.353935 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d15e2920-4246-4583-b75a-89bcb75c36a3 req-5644b1de-6615-4b47-ab4f-0b0512970dc6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=62019b44-3b3c-4634-ac5b-8c3e42d1c055 HTTP/1.1" status: 200 len: 210 time: 0.0671678 Jan 27 17:23:08.473125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45304) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:08.554858 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:08.588360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:08.660919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:08.682184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaec44d-992d-4c50-8805-dd5c2e1f13c6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:08.691692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:08.692044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:08.692372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:08.692701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:08.693067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:08.693377 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:08.693673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:08.693991 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:08.694311 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:08.694626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:08.694940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:08.695250 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:08.705240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:08.706441 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-136441ce-b00d-4b23-b460-6adc59c6a13f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/security-groups/abaec44d-992d-4c50-8805-dd5c2e1f13c6 HTTP/1.1" status: 204 len: 168 time: 0.2322702 Jan 27 17:23:08.740802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45310) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:09.481042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2940-d7b7-4053-9e61-f39f5e9cc0a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:09.860744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d2940-d7b7-4053-9e61-f39f5e9cc0a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 256a6428-0c76-4098-97c5-abb0dfefc28b {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:23:09.861178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2940-d7b7-4053-9e61-f39f5e9cc0a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:10.072482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-4e4d2940-d7b7-4053-9e61-f39f5e9cc0a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 256a6428-0c76-4098-97c5-abb0dfefc28b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=256a6428-0c76-4098-97c5-abb0dfefc28b,segment=NetworkSegment(74344ddf-e1fc-4d5e-a9d5-001b8d4acd04),segment_id=74344ddf-e1fc-4d5e-a9d5-001b8d4acd04)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:10.072709 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2940-d7b7-4053-9e61-f39f5e9cc0a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:10.201442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d2940-d7b7-4053-9e61-f39f5e9cc0a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 256a6428-0c76-4098-97c5-abb0dfefc28b owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:23:10.491179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2940-d7b7-4053-9e61-f39f5e9cc0a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:10.545862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d2940-d7b7-4053-9e61-f39f5e9cc0a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=256a6428-0c76-4098-97c5-abb0dfefc28b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:10.963050 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device dee2e394-8c86-4d0e-8920-dd7841198b55 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:23:10.973961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2940-d7b7-4053-9e61-f39f5e9cc0a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:11.003828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: dee2e394-8c86-4d0e-8920-dd7841198b55 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:23:11.004193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device dee2e394-8c86-4d0e-8920-dd7841198b55 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:23:11.371907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4d2940-d7b7-4053-9e61-f39f5e9cc0a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:23:11.583926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4d2940-d7b7-4053-9e61-f39f5e9cc0a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:23:11.594377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fafb0-da91-42f1-9cc8-875ee6c4c954 None None] Sync routers for ids ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:23:11.599176 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4e4d2940-d7b7-4053-9e61-f39f5e9cc0a5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/a5e531be-b1bd-4c0f-8a8b-779dc6a5580a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8568690 Jan 27 17:23:11.602149 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45314) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:11.605278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fafb0-da91-42f1-9cc8-875ee6c4c954 None None] Routers {'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:23:11.608133 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ba4fafb0-da91-42f1-9cc8-875ee6c4c954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:22:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:11.674052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-9710ad32-8544-496d-8f9e-bb4c41076ab3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting subnet 3883e66c-f994-4d9a-80b2-48ce84d1d41e {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:23:11.677555 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9710ad32-8544-496d-8f9e-bb4c41076ab3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:11.733350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9710ad32-8544-496d-8f9e-bb4c41076ab3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:11.792710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-ba4fafb0-da91-42f1-9cc8-875ee6c4c954 None None] Set router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:11.823820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9710ad32-8544-496d-8f9e-bb4c41076ab3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:11.903837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9710ad32-8544-496d-8f9e-bb4c41076ab3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:11.945370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710ad32-8544-496d-8f9e-bb4c41076ab3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Subnet': ['ID=3883e66c-f994-4d9a-80b2-48ce84d1d41e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:11.947363 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9710ad32-8544-496d-8f9e-bb4c41076ab3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:11.959857 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9710ad32-8544-496d-8f9e-bb4c41076ab3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/subnets/3883e66c-f994-4d9a-80b2-48ce84d1d41e HTTP/1.1" status: 204 len: 168 time: 0.3515759 Jan 27 17:23:11.959857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45318) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:11.994678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba4a6a-00c5-42e6-a384-cd3c47aad141 None None] Network 884195d6-eef0-45a3-8368-784178c7f74d requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:23:12.144007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:12.312521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ba4fafb0-da91-42f1-9cc8-875ee6c4c954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '27140256-2700-4bab-943b-bd9704a894ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:23:10Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '27140256-2700-4bab-943b-bd9704a894ab', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:22:02Z', 'updated_at': '2022-01-27T17:23:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:12.320229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fafb0-da91-42f1-9cc8-875ee6c4c954 None None] Checking router: a5e531be-b1bd-4c0f-8a8b-779dc6a5580a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:23:12.334847 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fafb0-da91-42f1-9cc8-875ee6c4c954 None None] Routers {'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:23:12.335493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ba4fafb0-da91-42f1-9cc8-875ee6c4c954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:22:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:12.338481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:12.351372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 27140256-2700-4bab-943b-bd9704a894ab {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:23:12.351975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:12.458003 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] DHCP port deletion for 884195d6-eef0-45a3-8368-784178c7f74d request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:23:12.480235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Deleting port e60533c5-be05-420a-8615-07ac8a4ebbeb {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:23:12.480599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:12.543766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-ba4fafb0-da91-42f1-9cc8-875ee6c4c954 None None] Set router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:12.677032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ba4fafb0-da91-42f1-9cc8-875ee6c4c954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:23:12Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:12.689078 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 27140256-2700-4bab-943b-bd9704a894ab, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=27140256-2700-4bab-943b-bd9704a894ab,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:12.689644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:12.695565 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fafb0-da91-42f1-9cc8-875ee6c4c954 None None] The sync data for ids ['a5e531be-b1bd-4c0f-8a8b-779dc6a5580a'] in dv-neutron-825077-1-hyperv is: [{'id': 'a5e531be-b1bd-4c0f-8a8b-779dc6a5580a', 'name': 'tempest-TestNetworkBasicOps-router-509227575', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:22:01Z', 'updated_at': '2022-01-27T17:23:12Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:23:12.815224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 27140256-2700-4bab-943b-bd9704a894ab owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:23:12.818289 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] For port e60533c5-be05-420a-8615-07ac8a4ebbeb, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e60533c5-be05-420a-8615-07ac8a4ebbeb,segment=NetworkSegment(74344ddf-e1fc-4d5e-a9d5-001b8d4acd04),segment_id=74344ddf-e1fc-4d5e-a9d5-001b8d4acd04)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:12.818717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:12.940041 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Calling delete_port for e60533c5-be05-420a-8615-07ac8a4ebbeb owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:23:12.990120 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.018035 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.039172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=27140256-2700-4bab-943b-bd9704a894ab,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:13.061784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Pushing event deleted for resources: {'Port': ['ID=e60533c5-be05-420a-8615-07ac8a4ebbeb,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:13.074765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:13.075152 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:13.075458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:13.075818 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:13.076146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:13.076475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:13.077022 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:13.077346 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:13.077665 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:13.077991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:13.078291 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:13.078596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:13.081660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3e592-3bd4-420e-8536-11181d5c0593 None None] No DVR routers for this DVR port e60533c5-be05-420a-8615-07ac8a4ebbeb on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:23:13.139799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.330119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.332551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.359628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.360212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Fanout notify agent at l3_agent the message router_deleted on router a5e531be-b1bd-4c0f-8a8b-779dc6a5580a {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:23:13.377753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.378861 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9c6bc0e7-6938-424c-8fea-7143a98c239b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/routers/a5e531be-b1bd-4c0f-8a8b-779dc6a5580a HTTP/1.1" status: 204 len: 168 time: 1.4204588 Jan 27 17:23:13.381694 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45322) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:13.507523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2513f3e-d498-40a8-a491-1d2278f02302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.518445 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 27140256-2700-4bab-943b-bd9704a894ab no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:23:13.555924 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 27140256-2700-4bab-943b-bd9704a894ab {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:23:13.556255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 27140256-2700-4bab-943b-bd9704a894ab not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:23:13.556697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e60533c5-be05-420a-8615-07ac8a4ebbeb no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:23:13.595779 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: e60533c5-be05-420a-8615-07ac8a4ebbeb {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:23:13.596169 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e60533c5-be05-420a-8615-07ac8a4ebbeb not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:23:13.596669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 256a6428-0c76-4098-97c5-abb0dfefc28b no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:23:13.631111 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 256a6428-0c76-4098-97c5-abb0dfefc28b {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:23:13.631458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 256a6428-0c76-4098-97c5-abb0dfefc28b not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:23:13.652124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2513f3e-d498-40a8-a491-1d2278f02302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.683847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-e2513f3e-d498-40a8-a491-1d2278f02302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884195d6-eef0-45a3-8368-784178c7f74d']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:13.698172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-e2513f3e-d498-40a8-a491-1d2278f02302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:13.698845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-e2513f3e-d498-40a8-a491-1d2278f02302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74344ddf-e1fc-4d5e-a9d5-001b8d4acd04') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:13.711337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2513f3e-d498-40a8-a491-1d2278f02302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.729979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2513f3e-d498-40a8-a491-1d2278f02302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.738249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2513f3e-d498-40a8-a491-1d2278f02302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:23:13.738824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2513f3e-d498-40a8-a491-1d2278f02302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:23:13.754537 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:23:13.849705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2513f3e-d498-40a8-a491-1d2278f02302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.872189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2513f3e-d498-40a8-a491-1d2278f02302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.883266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2513f3e-d498-40a8-a491-1d2278f02302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Network': ['ID=884195d6-eef0-45a3-8368-784178c7f74d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:13.893631 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e2513f3e-d498-40a8-a491-1d2278f02302 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/networks/884195d6-eef0-45a3-8368-784178c7f74d HTTP/1.1" status: 204 len: 168 time: 0.5109217 Jan 27 17:23:13.908416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45326) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:13.914023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'network': {'name': 'tempest-network-smoke--2057744534', 'project_id': '44b0386278b54442ad833b884f51ee72', 'port_security_enabled': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:13.919225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:13.923549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:network and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:13.926641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:13.933044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:13.946062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:23:13.949682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.977840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:23:13.986813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:13.987147 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Added segment c302b2f7-01dc-4c82-8ee0-aef8ad867551 of type vlan for network 1b9cd64a-3790-4959-8599-929b7bc3ae71 Jan 27 17:23:14.013212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:14.044201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:14.049784 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:14.050362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:14.155318 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2456741 Jan 27 17:23:14.158342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45330) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:14.160441 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bebdd4-f4fc-49a1-9537-d51954c4c25d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Network': ['ID=1b9cd64a-3790-4959-8599-929b7bc3ae71,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:14.163778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-194816397', 'admin_state_up': True, 'project_id': '44b0386278b54442ad833b884f51ee72', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:14.172376 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 1b9cd64a-3790-4959-8599-929b7bc3ae71 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:23:14.181433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:14.185678 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:router and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:14.189322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:14.195328 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:14.206057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:14.207036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:14.223111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:14.503689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:14.825347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:14.858614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:14.998174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.243 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/cb80bcc7-bad0-4c15-9347-c5e14ba92ae7) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:23:15.149416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:15.186371 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:15.261226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:23:15.264437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:15.266978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:23:15.300955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=cb80bcc7-bad0-4c15-9347-c5e14ba92ae7,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:15.815034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:16.179049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:16.390104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:23:16.576554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:23:16.586631 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Sync routers for ids ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:23:16.596380 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Routers {'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:23:16.597133 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:22:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:16.606869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:16.608407 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b442ccd7-d24e-4447-a28a-3a99ba5f5ee9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4490662 Jan 27 17:23:16.611778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45334) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:16.650971 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-871f1cc9-eab3-4918-b60c-426b089bf117 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b0386278b54442ad833b884f51ee72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380812 Jan 27 17:23:16.653773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45338) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:16.787131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaf0d71-3262-4579-b29e-6fb4faf29fe9 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:16.788642 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ceaf0d71-3262-4579-b29e-6fb4faf29fe9 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1337850 Jan 27 17:23:16.791618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45342) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:16.813368 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Set router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:16.834340 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5acba2fd-9a4e-450b-b987-d43d26331e9e tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414941 Jan 27 17:23:16.836733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45346) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:16.842409 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1056917451', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'project_id': '44b0386278b54442ad833b884f51ee72', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:17.079707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:17.083536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:subnet and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:17.086557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:17.092438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:17.104822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:23:17.109884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:17.115882 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:15Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:17.120423 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Checking router: a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:23:17.120840 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Updating router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 port cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:23:17.186469 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:17.366560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:17.449685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Subnet': ['ID=e8d16b46-5351-4034-b850-da12fd8e8b62,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:17.459477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Checking segment: {'id': 'c302b2f7-01dc-4c82-8ee0-aef8ad867551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:23:17.459834 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network hostable DHCP agents. Network: 1b9cd64a-3790-4959-8599-929b7bc3ae71, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:23:17.483203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 1b9cd64a-3790-4959-8599-929b7bc3ae71 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:23:17.495394 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 1b9cd64a-3790-4959-8599-929b7bc3ae71) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:17.500759 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:17.501508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:17.509425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c33bb0-a819-4272-b36c-b721e9066e8e None None] Network 1b9cd64a-3790-4959-8599-929b7bc3ae71 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:23:17.530149 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4a28d26e-0246-492e-8e3c-1de76720c0be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6894290 Jan 27 17:23:17.530505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45350) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:17.561863 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:17.575107 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Transition to ACTIVE for port object cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:17.583797 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:17.670102 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Attempting to bind port cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:23:17.670954 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Attempting to bind port cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:23:17.671231 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Attempting to bind port cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:23:17.678827 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Pushing event updated for resources: {'Port': ['ID=cb80bcc7-bad0-4c15-9347-c5e14ba92ae7,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:17.683919 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:23:17.684080 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:23:17.684385 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:17.684748 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:23:17.685339 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Bound port: cb80bcc7-bad0-4c15-9347-c5e14ba92ae7, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:23:17.685919 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:17.733989 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:17.734348 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:17.734652 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:17.734956 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:17.735269 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:17.735671 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:17.735920 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:17.736231 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:17.736543 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:17.736848 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:17.737153 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:17.737453 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:17.772033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-1b9cd64a-3790-4959-8599-929b7bc3ae71', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ips': [{'subnet_id': 'e8d16b46-5351-4034-b850-da12fd8e8b62'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:23:17.773023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:17.781882 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] For port cb80bcc7-bad0-4c15-9347-c5e14ba92ae7, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:23:17.785566 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] For port cb80bcc7-bad0-4c15-9347-c5e14ba92ae7, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=cb80bcc7-bad0-4c15-9347-c5e14ba92ae7,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:23:17.792064 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:17.870253 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df02cc-af22-4058-8db8-8de25ef4d013 None None] Pushing event updated for resources: {'Port': ['ID=cb80bcc7-bad0-4c15-9347-c5e14ba92ae7,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:17.894740 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Routers {'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:23:17.895616 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:22:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:17.981772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Allocated IP 172.20.0.2 (1b9cd64a-3790-4959-8599-929b7bc3ae71/e8d16b46-5351-4034-b850-da12fd8e8b62/fa7a9fdd-ce6c-425c-a141-61a8551cf5a5) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:23:18.079748 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] Set router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:18.192235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:18.202971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Transition to ACTIVE for port object fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:18.222740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Transition to ACTIVE for port object fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:18.232539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:18.259195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:18.304752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Network 1b9cd64a-3790-4959-8599-929b7bc3ae71 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:23:18.308312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:18.313116 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:23:18.354072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Pushing event updated for resources: {'Port': ['ID=fa7a9fdd-ce6c-425c-a141-61a8551cf5a5,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:18.414417 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:15Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:18.420649 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618eae1b-e404-4271-b232-237c667a13e2 None None] The sync data for ids ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'] in dv-neutron-825077-1-hyperv is: [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:15Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:23:18.430631 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Attempting to bind port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:23:18.430999 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Attempting to bind port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'c302b2f7-01dc-4c82-8ee0-aef8ad867551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:23:18.431362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Attempting to bind port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 on network 1b9cd64a-3790-4959-8599-929b7bc3ae71 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:23:18.437540 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:23:18.437905 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Checking segment: {'id': 'c302b2f7-01dc-4c82-8ee0-aef8ad867551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:23:18.443727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:18.443727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Bound using segment: {'id': 'c302b2f7-01dc-4c82-8ee0-aef8ad867551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:23:18.443727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Bound port: fa7a9fdd-ce6c-425c-a141-61a8551cf5a5, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c302b2f7-01dc-4c82-8ee0-aef8ad867551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:23:18.443727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:18.540105 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] For port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:23:18.543500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] For port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=fa7a9fdd-ce6c-425c-a141-61a8551cf5a5,segment=NetworkSegment(c302b2f7-01dc-4c82-8ee0-aef8ad867551),segment_id=c302b2f7-01dc-4c82-8ee0-aef8ad867551)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:23:18.549443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:18.667726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b6469-4512-468c-bafc-19ebfe6e4314 None None] Pushing event updated for resources: {'Port': ['ID=fa7a9fdd-ce6c-425c-a141-61a8551cf5a5,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:18.920387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.1 (1b9cd64a-3790-4959-8599-929b7bc3ae71/e8d16b46-5351-4034-b850-da12fd8e8b62/f1001ec1-1b84-40c2-81ad-5392500967ac) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:23:19.109596 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:19.127240 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object f1001ec1-1b84-40c2-81ad-5392500967ac will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:19.154774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:19.229407 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 1b9cd64a-3790-4959-8599-929b7bc3ae71 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:23:19.233507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:19.237852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:23:19.272659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=f1001ec1-1b84-40c2-81ad-5392500967ac,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:19.307764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:19.578711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:19.615899 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:19.661032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:19.670204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:19.670730 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:19.785900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df9ffa3-2519-4734-b165-06f7345687f5 None None] Network 1b9cd64a-3790-4959-8599-929b7bc3ae71 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:23:19.840235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:19.933951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a1865e67-184b-4db8-ac2c-5b2765de2cb9 None None] Provisioning for port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:19.964683 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port cb80bcc7-bad0-4c15-9347-c5e14ba92ae7, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=cb80bcc7-bad0-4c15-9347-c5e14ba92ae7,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:19.973106 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:19.973937 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:20.085434 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:20.091703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:20.143891 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=cb80bcc7-bad0-4c15-9347-c5e14ba92ae7,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:20.202685 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:20.211893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=f1001ec1-1b84-40c2-81ad-5392500967ac,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:20.214557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:20.215764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:20.215992 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:20.372001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 1b9cd64a-3790-4959-8599-929b7bc3ae71 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:23:20.373289 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:20.382737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:20.429051 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=fa7a9fdd-ce6c-425c-a141-61a8551cf5a5,segment=NetworkSegment(c302b2f7-01dc-4c82-8ee0-aef8ad867551),segment_id=c302b2f7-01dc-4c82-8ee0-aef8ad867551)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:20.437179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:20.515035 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=fa7a9fdd-ce6c-425c-a141-61a8551cf5a5,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:20.588185 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-481497a2-c782-4321-9e10-d962ebbd0eac None None] Provisioning for port f1001ec1-1b84-40c2-81ad-5392500967ac completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:20.594753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-481497a2-c782-4321-9e10-d962ebbd0eac None None] Provisioning complete for port f1001ec1-1b84-40c2-81ad-5392500967ac triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:20.595118 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-481497a2-c782-4321-9e10-d962ebbd0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:20.653715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-481497a2-c782-4321-9e10-d962ebbd0eac None None] Port f1001ec1-1b84-40c2-81ad-5392500967ac cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:23:20.667400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-481497a2-c782-4321-9e10-d962ebbd0eac None None] Provisioning complete for port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:20.667982 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-481497a2-c782-4321-9e10-d962ebbd0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:20.724269 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:23:20.932206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:23:20.945149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Sync routers for ids ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:23:20.945769 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ade17ae8-ecb2-4de0-b734-d397dc12090f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/a5286bb4-6e29-4440-bdf6-ea3a09db6bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4141412 Jan 27 17:23:20.948832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45354) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:20.966033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Routers {'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:23:20.966838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:22:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:21.038131 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2d90a53f-abb7-483e-8186-41d577071294 None None] Provisioning complete for port f1001ec1-1b84-40c2-81ad-5392500967ac triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:21.038492 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2d90a53f-abb7-483e-8186-41d577071294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:21.173312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2d90a53f-abb7-483e-8186-41d577071294 None None] Port f1001ec1-1b84-40c2-81ad-5392500967ac cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:23:21.200700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Set router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:21.400562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad50ff4-68fa-47be-8fef-15db9ca26f54 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:21.400899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad50ff4-68fa-47be-8fef-15db9ca26f54 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:21.401346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad50ff4-68fa-47be-8fef-15db9ca26f54 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:21.401794 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad50ff4-68fa-47be-8fef-15db9ca26f54 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:21.403454 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9ad50ff4-68fa-47be-8fef-15db9ca26f54 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.4535820 Jan 27 17:23:21.406518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45360) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:21.476285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5afde3c-7686-4250-8bb3-f618ec497611 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:21.476831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5afde3c-7686-4250-8bb3-f618ec497611 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:21.477337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5afde3c-7686-4250-8bb3-f618ec497611 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:21.478448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5afde3c-7686-4250-8bb3-f618ec497611 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:21.483232 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b5afde3c-7686-4250-8bb3-f618ec497611 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0757918 Jan 27 17:23:21.483372 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45364) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:21.495157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:21.565112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c30bce14-4f6f-4e18-981f-8b61b0b17c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:21.599009 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:21.599784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:21.644532 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'f1001ec1-1b84-40c2-81ad-5392500967ac', 'name': '', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:49:88:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:18Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:21.653447 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Checking router: a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:23:21.653754 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Updating router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 port f1001ec1-1b84-40c2-81ad-5392500967ac binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:23:21.693619 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9acd50a1-eba5-4fa7-bc34-149be912de8c tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2084656 Jan 27 17:23:21.713460 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:21.826612 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:22.032745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:22.033013 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.250441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.261814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Transition to ACTIVE for port object f1001ec1-1b84-40c2-81ad-5392500967ac will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:22.269941 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.407326 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45370) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:22.413061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96881637', 'description': 'tempest-secgroup-smoke-96881637 description', 'project_id': '44b0386278b54442ad833b884f51ee72'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:22.420200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:22.425095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:22.428273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:22.434211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:22.446856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.465720 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56096532-6e56-4529-8ab1-b827c19616d4 None None] Pushing event updated for resources: {'Port': ['ID=f1001ec1-1b84-40c2-81ad-5392500967ac,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:22.471270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:22.475624 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:22.479072 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:22.485106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:22.531671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Attempting to bind port f1001ec1-1b84-40c2-81ad-5392500967ac on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:23:22.532043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Attempting to bind port f1001ec1-1b84-40c2-81ad-5392500967ac by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'c302b2f7-01dc-4c82-8ee0-aef8ad867551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:23:22.532406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Attempting to bind port f1001ec1-1b84-40c2-81ad-5392500967ac on network 1b9cd64a-3790-4959-8599-929b7bc3ae71 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:23:22.538212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:23:22.538584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Checking segment: {'id': 'c302b2f7-01dc-4c82-8ee0-aef8ad867551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:23:22.538984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.539416 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Bound using segment: {'id': 'c302b2f7-01dc-4c82-8ee0-aef8ad867551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:23:22.539907 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Bound port: f1001ec1-1b84-40c2-81ad-5392500967ac, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c302b2f7-01dc-4c82-8ee0-aef8ad867551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:23:22.540281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.563346 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.568823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.615310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6f0379-3026-4574-abdb-307e793a729c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:22.625181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.630039 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-efcfdd70-8f23-4b4a-8b61-d3d0faa50cc5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2179184 Jan 27 17:23:22.630039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45374) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:22.634685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-40575f0d-ce7b-4229-bf65-ad21c879c3b7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '1e6f0379-3026-4574-abdb-307e793a729c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:22.641554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-40575f0d-ce7b-4229-bf65-ad21c879c3b7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:22.642057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] For port f1001ec1-1b84-40c2-81ad-5392500967ac, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:23:22.645249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] For port f1001ec1-1b84-40c2-81ad-5392500967ac, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f1001ec1-1b84-40c2-81ad-5392500967ac,segment=NetworkSegment(c302b2f7-01dc-4c82-8ee0-aef8ad867551),segment_id=c302b2f7-01dc-4c82-8ee0-aef8ad867551)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:23:22.646175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-40575f0d-ce7b-4229-bf65-ad21c879c3b7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:22.649444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-40575f0d-ce7b-4229-bf65-ad21c879c3b7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:22.650253 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.656132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-40575f0d-ce7b-4229-bf65-ad21c879c3b7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:22.675723 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-40575f0d-ce7b-4229-bf65-ad21c879c3b7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.727294 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Routers {'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:23:22.727976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:22:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:22.742900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-40575f0d-ce7b-4229-bf65-ad21c879c3b7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.748314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-40575f0d-ce7b-4229-bf65-ad21c879c3b7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.773474 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40575f0d-ce7b-4229-bf65-ad21c879c3b7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd58c62c-6d99-4ae4-88e2-1f6c071133cd,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:22.783891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-40575f0d-ce7b-4229-bf65-ad21c879c3b7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.787658 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-40575f0d-ce7b-4229-bf65-ad21c879c3b7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546834 Jan 27 17:23:22.788513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45378) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:22.795753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-4b1f2d9d-e316-4a56-82c3-35d31d2d19d1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '1e6f0379-3026-4574-abdb-307e793a729c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:22.797018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56096532-6e56-4529-8ab1-b827c19616d4 None None] Pushing event updated for resources: {'Port': ['ID=f1001ec1-1b84-40c2-81ad-5392500967ac,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:22.802572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4b1f2d9d-e316-4a56-82c3-35d31d2d19d1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:22.811436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4b1f2d9d-e316-4a56-82c3-35d31d2d19d1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:22.814781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4b1f2d9d-e316-4a56-82c3-35d31d2d19d1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:22.821645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4b1f2d9d-e316-4a56-82c3-35d31d2d19d1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:22.843133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2d9d-e316-4a56-82c3-35d31d2d19d1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.927941 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] Set router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:23.028525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2d9d-e316-4a56-82c3-35d31d2d19d1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.033699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2d9d-e316-4a56-82c3-35d31d2d19d1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.057640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f2d9d-e316-4a56-82c3-35d31d2d19d1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d5be0d-9b40-45cd-8a58-91df2bb279b5,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:23.068461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2d9d-e316-4a56-82c3-35d31d2d19d1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.069926 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4b1f2d9d-e316-4a56-82c3-35d31d2d19d1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2797325 Jan 27 17:23:23.072730 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45382) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:23.079287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-14f8b5c2-6ed4-4b75-9fab-73a320949d7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '1e6f0379-3026-4574-abdb-307e793a729c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:23.085252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-14f8b5c2-6ed4-4b75-9fab-73a320949d7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:23.089363 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-14f8b5c2-6ed4-4b75-9fab-73a320949d7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:23.092438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-14f8b5c2-6ed4-4b75-9fab-73a320949d7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:23.098221 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-14f8b5c2-6ed4-4b75-9fab-73a320949d7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:23.116589 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-14f8b5c2-6ed4-4b75-9fab-73a320949d7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.186330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-14f8b5c2-6ed4-4b75-9fab-73a320949d7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.191597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-14f8b5c2-6ed4-4b75-9fab-73a320949d7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.218535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8b5c2-6ed4-4b75-9fab-73a320949d7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafae792-476c-4bf8-85d0-91077de6b886,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:23.230050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-14f8b5c2-6ed4-4b75-9fab-73a320949d7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.232074 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-14f8b5c2-6ed4-4b75-9fab-73a320949d7f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579244 Jan 27 17:23:23.234895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45386) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:23.240128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f4c537b2-936b-43bf-b937-960828971a0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '1e6f0379-3026-4574-abdb-307e793a729c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:23.246081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f4c537b2-936b-43bf-b937-960828971a0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:23.250264 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f4c537b2-936b-43bf-b937-960828971a0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:23.253214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f4c537b2-936b-43bf-b937-960828971a0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:23.259010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f4c537b2-936b-43bf-b937-960828971a0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:23.263620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'f1001ec1-1b84-40c2-81ad-5392500967ac', 'name': '', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:49:88:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:18Z', 'updated_at': '2022-01-27T17:23:22Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:23.267746 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77937067-9a08-4d20-ba4b-d0d6297248b9 None None] The sync data for ids ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'] in dv-neutron-825077-1-hyperv is: [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'f1001ec1-1b84-40c2-81ad-5392500967ac', 'name': '', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:49:88:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:18Z', 'updated_at': '2022-01-27T17:23:22Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:23:23.280123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f4c537b2-936b-43bf-b937-960828971a0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.363719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f4c537b2-936b-43bf-b937-960828971a0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.369867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f4c537b2-936b-43bf-b937-960828971a0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.395197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c537b2-936b-43bf-b937-960828971a0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866b2031-b809-4f72-b53e-fc34a7667200,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:23.407416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f4c537b2-936b-43bf-b937-960828971a0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.409127 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f4c537b2-936b-43bf-b937-960828971a0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1731129 Jan 27 17:23:23.411842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45390) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:23.417335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-946448a6-91c4-4215-a7b7-53db0ad615b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '1e6f0379-3026-4574-abdb-307e793a729c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:23.424212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-946448a6-91c4-4215-a7b7-53db0ad615b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:23.428526 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-946448a6-91c4-4215-a7b7-53db0ad615b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:23.431926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-946448a6-91c4-4215-a7b7-53db0ad615b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:23.438917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-946448a6-91c4-4215-a7b7-53db0ad615b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:23.454868 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-946448a6-91c4-4215-a7b7-53db0ad615b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:23:23.464098 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-946448a6-91c4-4215-a7b7-53db0ad615b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.529790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f1001ec1-1b84-40c2-81ad-5392500967ac up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:23.541193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-946448a6-91c4-4215-a7b7-53db0ad615b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.547480 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-946448a6-91c4-4215-a7b7-53db0ad615b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.582396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946448a6-91c4-4215-a7b7-53db0ad615b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4c7825-2aa3-4907-938d-eb6758910e3e,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:23.585809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-946448a6-91c4-4215-a7b7-53db0ad615b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.589579 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-946448a6-91c4-4215-a7b7-53db0ad615b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1740782 Jan 27 17:23:23.590137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45394) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:23.596897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d511980e-220c-414d-bb95-ddcccaea7ec9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '1e6f0379-3026-4574-abdb-307e793a729c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:23.604052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d511980e-220c-414d-bb95-ddcccaea7ec9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:23.608749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d511980e-220c-414d-bb95-ddcccaea7ec9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:23.611827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d511980e-220c-414d-bb95-ddcccaea7ec9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:23.617099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port f1001ec1-1b84-40c2-81ad-5392500967ac completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:23.618300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d511980e-220c-414d-bb95-ddcccaea7ec9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:23.622879 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port f1001ec1-1b84-40c2-81ad-5392500967ac triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:23.623829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.632058 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-d511980e-220c-414d-bb95-ddcccaea7ec9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:23:23.640222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d511980e-220c-414d-bb95-ddcccaea7ec9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.718243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d511980e-220c-414d-bb95-ddcccaea7ec9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.723781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d511980e-220c-414d-bb95-ddcccaea7ec9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.751205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511980e-220c-414d-bb95-ddcccaea7ec9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3770b112-db0c-42b3-8883-f44422b5ee1d,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:23.756036 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.762901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d511980e-220c-414d-bb95-ddcccaea7ec9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.774164 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d511980e-220c-414d-bb95-ddcccaea7ec9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1733472 Jan 27 17:23:23.797107 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port f1001ec1-1b84-40c2-81ad-5392500967ac, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f1001ec1-1b84-40c2-81ad-5392500967ac,segment=NetworkSegment(c302b2f7-01dc-4c82-8ee0-aef8ad867551),segment_id=c302b2f7-01dc-4c82-8ee0-aef8ad867551)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:23.802130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.877060 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=f1001ec1-1b84-40c2-81ad-5392500967ac,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:23.898588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f7aba2e8-943e-4da7-a931-19d1e9dc204c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:24.016060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c1d0593d-f083-493f-9109-f195e01380e3 req-88990c58-98a3-4c0e-a3d3-0b81900270b3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:24.033462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c1d0593d-f083-493f-9109-f195e01380e3 req-88990c58-98a3-4c0e-a3d3-0b81900270b3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:24.034630 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-88990c58-98a3-4c0e-a3d3-0b81900270b3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96881637&fields=id&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 267 time: 0.0599608 Jan 27 17:23:24.193441 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0593d-f083-493f-9109-f195e01380e3 req-df7be9f3-df22-4191-b5b3-b9c52efe6216 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:24.194113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c1d0593d-f083-493f-9109-f195e01380e3 req-df7be9f3-df22-4191-b5b3-b9c52efe6216 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:24.214846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c1d0593d-f083-493f-9109-f195e01380e3 req-df7be9f3-df22-4191-b5b3-b9c52efe6216 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:24.214846 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-df7be9f3-df22-4191-b5b3-b9c52efe6216 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/networks?id=1b9cd64a-3790-4959-8599-929b7bc3ae71 HTTP/1.1" status: 200 len: 797 time: 0.1723325 Jan 27 17:23:24.233690 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-10e1da9a-7caa-4658-b4e0-c6d9821ba09f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/quotas/44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 375 time: 0.0128675 Jan 27 17:23:24.321199 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c1d0593d-f083-493f-9109-f195e01380e3 req-c1e7718c-874f-48d0-9b8b-8cf040fa4140 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:24.345747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c1d0593d-f083-493f-9109-f195e01380e3 req-c1e7718c-874f-48d0-9b8b-8cf040fa4140 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:24.347667 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-c1e7718c-874f-48d0-9b8b-8cf040fa4140 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077936 Jan 27 17:23:24.492360 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-d7f56976-ab55-44a2-b80e-8afdae35b345 service neutron] 10.222.0.81 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312225 Jan 27 17:23:24.627119 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-8a9fd940-797a-4d44-9fdd-a4a0a526d086 service neutron] 10.222.0.81 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285226 Jan 27 17:23:24.808482 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-0100bf7c-db97-4921-ae68-29a1a2d2811e req-44e8e918-53b8-4e0e-8782-cd577eb15086 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:24.820562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-0100bf7c-db97-4921-ae68-29a1a2d2811e req-44e8e918-53b8-4e0e-8782-cd577eb15086 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:24.821783 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0100bf7c-db97-4921-ae68-29a1a2d2811e req-44e8e918-53b8-4e0e-8782-cd577eb15086 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 210 time: 0.0556571 Jan 27 17:23:24.849846 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:25.271125 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:25.488512 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f1001ec1-1b84-40c2-81ad-5392500967ac up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:25.562982 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port f1001ec1-1b84-40c2-81ad-5392500967ac triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:25.563429 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:25.913158 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0593d-f083-493f-9109-f195e01380e3 req-100f1879-850f-4c42-a240-6cadb35cc2bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:25.915533 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-100f1879-850f-4c42-a240-6cadb35cc2bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks?id=1b9cd64a-3790-4959-8599-929b7bc3ae71 HTTP/1.1" status: 200 len: 797 time: 0.1590354 Jan 27 17:23:25.966056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-c1d0593d-f083-493f-9109-f195e01380e3 req-8b75d6db-8fcc-4538-a2d4-4db83d760be1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:25.979659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-c1d0593d-f083-493f-9109-f195e01380e3 req-8b75d6db-8fcc-4538-a2d4-4db83d760be1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:25.980626 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-8b75d6db-8fcc-4538-a2d4-4db83d760be1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 378 time: 0.0581691 Jan 27 17:23:25.986941 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-69e12208-8148-439a-9d4c-a053e0bf1561 req-9bc923f0-da6b-4cb2-a5f6-f11ee8ed7321 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 210 time: 0.0523937 Jan 27 17:23:25.989131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'port': {'device_id': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'admin_state_up': True, 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'security_groups': ['1e6f0379-3026-4574-abdb-307e793a729c']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:26.134249 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:26.144567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:26.157196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:23:26.161187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.327546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.5 (1b9cd64a-3790-4959-8599-929b7bc3ae71/e8d16b46-5351-4034-b850-da12fd8e8b62/81ea104c-c7f5-4a43-8990-27602e151634) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:23:26.539455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.556355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object 81ea104c-c7f5-4a43-8990-27602e151634 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:26.581860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.633554 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.654913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 1b9cd64a-3790-4959-8599-929b7bc3ae71 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:23:26.658061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:26.661849 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:23:26.691991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=81ea104c-c7f5-4a43-8990-27602e151634,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:26.730586 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:26.731219 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.760273 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-5e488758-17f6-4214-8e2a-8cd9fce1abee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7748241 Jan 27 17:23:26.771335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Request body: {'port': {'device_id': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:26.871561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f50724f8-2d88-4a17-8e09-63ae6ff29ab3 None None] Provisioning for port 81ea104c-c7f5-4a43-8990-27602e151634 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:26.877430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f50724f8-2d88-4a17-8e09-63ae6ff29ab3 None None] Provisioning complete for port 81ea104c-c7f5-4a43-8990-27602e151634 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:26.877790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f50724f8-2d88-4a17-8e09-63ae6ff29ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.931968 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f50724f8-2d88-4a17-8e09-63ae6ff29ab3 None None] Port 81ea104c-c7f5-4a43-8990-27602e151634 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:23:27.009576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.318399 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e889ffc-621b-4ef4-9144-a72dd6e3123e req-54e1d5b6-e50c-4081-b1b0-f38b9230d4e6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:27.319074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8e889ffc-621b-4ef4-9144-a72dd6e3123e req-54e1d5b6-e50c-4081-b1b0-f38b9230d4e6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:27.357317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8e889ffc-621b-4ef4-9144-a72dd6e3123e req-54e1d5b6-e50c-4081-b1b0-f38b9230d4e6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:27.358611 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8e889ffc-621b-4ef4-9144-a72dd6e3123e req-54e1d5b6-e50c-4081-b1b0-f38b9230d4e6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 931 time: 0.2348487 Jan 27 17:23:27.452981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ea104c-c7f5-4a43-8990-27602e151634 {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:23:27.459487 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8e889ffc-621b-4ef4-9144-a72dd6e3123e req-b016413f-a784-4184-9f2a-51621c1c10bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e6f0379-3026-4574-abdb-307e793a729c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913167 Jan 27 17:23:27.463174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.479792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Transition to ACTIVE for port object 81ea104c-c7f5-4a43-8990-27602e151634 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:27.485336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.614743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Pushing event updated for resources: {'Port': ['ID=81ea104c-c7f5-4a43-8990-27602e151634,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:27.724391 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Attempting to bind port 81ea104c-c7f5-4a43-8990-27602e151634 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:23:27.724721 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Attempting to bind port 81ea104c-c7f5-4a43-8990-27602e151634 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'c302b2f7-01dc-4c82-8ee0-aef8ad867551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:23:27.725039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Attempting to bind port 81ea104c-c7f5-4a43-8990-27602e151634 on network 1b9cd64a-3790-4959-8599-929b7bc3ae71 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:23:27.731228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Port 81ea104c-c7f5-4a43-8990-27602e151634 on network 1b9cd64a-3790-4959-8599-929b7bc3ae71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:23:27.731552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Attempting to bind port 81ea104c-c7f5-4a43-8990-27602e151634 on network 1b9cd64a-3790-4959-8599-929b7bc3ae71 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:23:27.736965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:23:27.737292 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Checking segment: {'id': 'c302b2f7-01dc-4c82-8ee0-aef8ad867551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:23:27.737671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Bound using segment: {'id': 'c302b2f7-01dc-4c82-8ee0-aef8ad867551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:23:27.738089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Bound port: 81ea104c-c7f5-4a43-8990-27602e151634, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c302b2f7-01dc-4c82-8ee0-aef8ad867551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:23:27.738429 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.831510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] For port 81ea104c-c7f5-4a43-8990-27602e151634, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:23:27.834346 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] For port 81ea104c-c7f5-4a43-8990-27602e151634, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=81ea104c-c7f5-4a43-8990-27602e151634,segment=NetworkSegment(c302b2f7-01dc-4c82-8ee0-aef8ad867551),segment_id=c302b2f7-01dc-4c82-8ee0-aef8ad867551)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:23:27.841222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.901352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:27.901965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.903334 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] 10.222.0.88 "PUT /v2.0/ports/81ea104c-c7f5-4a43-8990-27602e151634 HTTP/1.1" status: 200 len: 1093 time: 1.1362464 Jan 27 17:23:27.903817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'tag': '81ea104c-c7f5-4a43-8990-27602e151634'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:23:27.924182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c6937-c15f-4ce2-9020-4dbce300fc29 service neutron] Pushing event updated for resources: {'Port': ['ID=81ea104c-c7f5-4a43-8990-27602e151634,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:27.983883 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'tag': '81ea104c-c7f5-4a43-8990-27602e151634', 'status': 'completed', 'code': 200} Jan 27 17:23:28.027602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0593d-f083-493f-9109-f195e01380e3 req-094ba1bf-8b12-42bd-883b-641c12058c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:28.029326 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-094ba1bf-8b12-42bd-883b-641c12058c03 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 1096 time: 0.0793419 Jan 27 17:23:28.101542 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-f9e874c8-24d6-4a04-9c4f-cc22b6ef1b0e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81ea104c-c7f5-4a43-8990-27602e151634 HTTP/1.1" status: 200 len: 217 time: 0.0652323 Jan 27 17:23:28.177425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0593d-f083-493f-9109-f195e01380e3 req-83d7a8df-816e-4131-86f7-ab44de21322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:28.178770 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-83d7a8df-816e-4131-86f7-ab44de21322e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e8d16b46-5351-4034-b850-da12fd8e8b62 HTTP/1.1" status: 200 len: 844 time: 0.0705712 Jan 27 17:23:28.263752 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0593d-f083-493f-9109-f195e01380e3 req-c37eac62-4cea-4bf3-ba3c-e0bb22963a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:28.265233 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-c37eac62-4cea-4bf3-ba3c-e0bb22963a3c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b9cd64a-3790-4959-8599-929b7bc3ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805552 Jan 27 17:23:28.409070 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-df77fcab-889f-4cf3-9d2d-2ea6dd055ef1 service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376038 Jan 27 17:23:28.414885 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:28.550299 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c1d0593d-f083-493f-9109-f195e01380e3 req-f2dc0ddc-7e76-4920-ba41-6f17afd7b876 service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353812 Jan 27 17:23:28.707571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6531a-55fc-4215-aa4f-952b0ee04db0 req-bb19d413-caa7-471d-9f34-c77e6559737f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:28.709092 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2eb6531a-55fc-4215-aa4f-952b0ee04db0 req-bb19d413-caa7-471d-9f34-c77e6559737f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 943 time: 0.1393671 Jan 27 17:23:28.711977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532da3d-9431-4ebb-9036-34c14cc82d1a req-0d6dde40-d42b-4f43-8ba8-f172b220e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:28.713251 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a532da3d-9431-4ebb-9036-34c14cc82d1a req-0d6dde40-d42b-4f43-8ba8-f172b220e776 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 1096 time: 0.1072388 Jan 27 17:23:28.943486 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2eb6531a-55fc-4215-aa4f-952b0ee04db0 req-9360ed13-8b04-4e62-888d-a855466682ad tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e6f0379-3026-4574-abdb-307e793a729c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2285297 Jan 27 17:23:28.986113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532da3d-9431-4ebb-9036-34c14cc82d1a req-224cddfa-1593-4055-b80b-a2477284a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:28.987608 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a532da3d-9431-4ebb-9036-34c14cc82d1a req-224cddfa-1593-4055-b80b-a2477284a6e9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b9cd64a-3790-4959-8599-929b7bc3ae71 HTTP/1.1" status: 200 len: 899 time: 0.2602472 Jan 27 17:23:29.061406 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a532da3d-9431-4ebb-9036-34c14cc82d1a req-6db64e90-4dc0-4323-978b-d55ae8f17ba8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81ea104c-c7f5-4a43-8990-27602e151634 HTTP/1.1" status: 200 len: 217 time: 0.0653946 Jan 27 17:23:29.127617 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532da3d-9431-4ebb-9036-34c14cc82d1a req-2dbd7dba-ae5e-4dff-8b3e-38c748b579d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:29.129035 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a532da3d-9431-4ebb-9036-34c14cc82d1a req-2dbd7dba-ae5e-4dff-8b3e-38c748b579d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e8d16b46-5351-4034-b850-da12fd8e8b62 HTTP/1.1" status: 200 len: 844 time: 0.0599313 Jan 27 17:23:29.211218 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532da3d-9431-4ebb-9036-34c14cc82d1a req-59d97f88-bb8c-4791-8031-630e9b80f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:29.212635 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a532da3d-9431-4ebb-9036-34c14cc82d1a req-59d97f88-bb8c-4791-8031-630e9b80f015 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b9cd64a-3790-4959-8599-929b7bc3ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758715 Jan 27 17:23:29.345450 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a532da3d-9431-4ebb-9036-34c14cc82d1a req-a08710f5-f95e-44c4-be68-f3d99d6cd647 service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251876 Jan 27 17:23:29.479833 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a532da3d-9431-4ebb-9036-34c14cc82d1a req-c8950036-b2b2-4981-94b7-83b91ccbdfe9 service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282401 Jan 27 17:23:30.146188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49777a-4eb5-482e-9f33-8346a5aabae4 req-2fff5956-a306-4193-83c7-b174f52a0e81 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:30.147672 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ea49777a-4eb5-482e-9f33-8346a5aabae4 req-2fff5956-a306-4193-83c7-b174f52a0e81 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 943 time: 0.0884104 Jan 27 17:23:30.202036 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ea49777a-4eb5-482e-9f33-8346a5aabae4 req-52287b98-b316-4a5d-b4e1-973c2dc524c5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e6f0379-3026-4574-abdb-307e793a729c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454063 Jan 27 17:23:31.077820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 81ea104c-c7f5-4a43-8990-27602e151634 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:23:31.254635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 81ea104c-c7f5-4a43-8990-27602e151634, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=81ea104c-c7f5-4a43-8990-27602e151634,segment=NetworkSegment(c302b2f7-01dc-4c82-8ee0-aef8ad867551),segment_id=c302b2f7-01dc-4c82-8ee0-aef8ad867551)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:31.268438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '81ea104c-c7f5-4a43-8990-27602e151634', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'port_id': '81ea104c-c7f5-4a43-8990-27602e151634', 'mac_address': 'fa:16:3e:66:c5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:23:31.325832 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:31.344129 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ea104c-c7f5-4a43-8990-27602e151634 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:23:31.359927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 81ea104c-c7f5-4a43-8990-27602e151634, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=81ea104c-c7f5-4a43-8990-27602e151634,segment=NetworkSegment(c302b2f7-01dc-4c82-8ee0-aef8ad867551),segment_id=c302b2f7-01dc-4c82-8ee0-aef8ad867551)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:31.365764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:31.397796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5eba6a-a36e-411f-b417-92af6302ff22 req-f9760299-c04e-4293-aae1-ce0a004747e4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:31.399232 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bb5eba6a-a36e-411f-b417-92af6302ff22 req-f9760299-c04e-4293-aae1-ce0a004747e4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 943 time: 0.0829706 Jan 27 17:23:31.434173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=81ea104c-c7f5-4a43-8990-27602e151634,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:31.446917 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bb5eba6a-a36e-411f-b417-92af6302ff22 req-073f0247-6782-4cb0-88f2-9af0a9144efe tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e6f0379-3026-4574-abdb-307e793a729c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411253 Jan 27 17:23:31.574842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['81ea104c-c7f5-4a43-8990-27602e151634'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:23:32.642280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f54fb-a61e-472e-adb4-b884711425a6 req-7d7574ba-0202-4ad4-bd3b-cfaecfd89225 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:32.643603 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f69f54fb-a61e-472e-adb4-b884711425a6 req-7d7574ba-0202-4ad4-bd3b-cfaecfd89225 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 944 time: 0.0891302 Jan 27 17:23:32.687909 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f69f54fb-a61e-472e-adb4-b884711425a6 req-f89b6dc3-e7fa-46fa-9f00-acc04b8822da tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e6f0379-3026-4574-abdb-307e793a729c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384743 Jan 27 17:23:33.086921 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 81ea104c-c7f5-4a43-8990-27602e151634 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:33.170620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 81ea104c-c7f5-4a43-8990-27602e151634 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:33.175164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 81ea104c-c7f5-4a43-8990-27602e151634 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:33.175524 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:33.291676 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:33.318229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ea104c-c7f5-4a43-8990-27602e151634'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:23:33.328370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 81ea104c-c7f5-4a43-8990-27602e151634, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=81ea104c-c7f5-4a43-8990-27602e151634,segment=NetworkSegment(c302b2f7-01dc-4c82-8ee0-aef8ad867551),segment_id=c302b2f7-01dc-4c82-8ee0-aef8ad867551)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:33.334484 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:33.372660 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ea104c-c7f5-4a43-8990-27602e151634', 'code': 200} Jan 27 17:23:33.405647 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=81ea104c-c7f5-4a43-8990-27602e151634,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:33.615392 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16427209-1ab3-45f5-859a-0109cb82cdbb req-13a6a5ba-023b-4074-95ba-e1ade64ac349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:33.616914 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-16427209-1ab3-45f5-859a-0109cb82cdbb req-13a6a5ba-023b-4074-95ba-e1ade64ac349 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 1098 time: 0.0762248 Jan 27 17:23:33.665383 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-16427209-1ab3-45f5-859a-0109cb82cdbb req-826cd2cb-086c-4eb7-901d-8c5105dbb8b8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1e6f0379-3026-4574-abdb-307e793a729c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403926 Jan 27 17:23:33.889978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1049fb-bbda-43a4-a59a-38d0cbb5f6bd req-d62b8693-15e7-4742-bc5d-4cdbd976f067 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:33.891345 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bf1049fb-bbda-43a4-a59a-38d0cbb5f6bd req-d62b8693-15e7-4742-bc5d-4cdbd976f067 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 945 time: 0.0881486 Jan 27 17:23:33.938320 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bf1049fb-bbda-43a4-a59a-38d0cbb5f6bd req-8efd4e96-655d-4965-9487-5b23698aa181 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e6f0379-3026-4574-abdb-307e793a729c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410962 Jan 27 17:23:35.145636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cc716-43b7-4bed-a5df-41173ce3118e req-e903ec91-ea34-4418-b312-ce753815e954 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:35.147132 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cb5cc716-43b7-4bed-a5df-41173ce3118e req-e903ec91-ea34-4418-b312-ce753815e954 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 945 time: 0.0969703 Jan 27 17:23:35.198032 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cb5cc716-43b7-4bed-a5df-41173ce3118e req-88a8701d-4b04-415e-baa4-1533a0d4da60 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e6f0379-3026-4574-abdb-307e793a729c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444958 Jan 27 17:23:35.391895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a44128-658e-4b33-b237-1b70f299c1e3 req-0bac6dc1-8765-43ec-997d-a85b2a18eb42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:35.393334 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-02a44128-658e-4b33-b237-1b70f299c1e3 req-0bac6dc1-8765-43ec-997d-a85b2a18eb42 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 945 time: 0.0856738 Jan 27 17:23:35.442649 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-02a44128-658e-4b33-b237-1b70f299c1e3 req-185fac8e-77bb-40c5-8ac6-5aee43e20172 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e6f0379-3026-4574-abdb-307e793a729c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410798 Jan 27 17:23:35.466559 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45446) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:35.545742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25036e6-f5ac-4076-982e-fa4253ea6e3f tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:35.547875 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c25036e6-f5ac-4076-982e-fa4253ea6e3f tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 1093 time: 0.0799365 Jan 27 17:23:35.550850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45450) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:35.554003 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:23:35.557896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '81ea104c-c7f5-4a43-8990-27602e151634', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:35.567294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:35.572733 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:floatingip and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:35.576604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:35.584718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:35.604886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.754560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.907297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.165 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/b0fc0630-3a90-4072-900d-0ae4097b2df6) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:23:36.067680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.102244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.171424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:23:36.174296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:36.177889 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:23:36.210654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=b0fc0630-3a90-4072-900d-0ae4097b2df6,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:36.703616 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.782281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:37.007664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:37.015659 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:37.119596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=b0fc0630-3a90-4072-900d-0ae4097b2df6,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:37.138752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:37.316750 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 2682c665-da96-4184-8534-0cba5acb33bd associated. External IP: 172.26.8.165, port: 81ea104c-c7f5-4a43-8990-27602e151634. Jan 27 17:23:37.700067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:23:37.892543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:23:37.903018 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef93670-5819-4648-a66f-40951fdaa2fc None None] Sync routers for ids ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:23:37.912896 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef93670-5819-4648-a66f-40951fdaa2fc None None] Routers {'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:23:37.913651 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-fef93670-5819-4648-a66f-40951fdaa2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:23:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:37.918867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:37.977815 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1da84ea4-765e-4e3d-b664-d4888c3d654e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4255624 Jan 27 17:23:37.978655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'tag': '81ea104c-c7f5-4a43-8990-27602e151634'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:23:37.981191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45456) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:38.037033 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'tag': '81ea104c-c7f5-4a43-8990-27602e151634', 'status': 'completed', 'code': 200} Jan 27 17:23:38.133113 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-fef93670-5819-4648-a66f-40951fdaa2fc None None] Set router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:38.149469 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a9cb66ac-e847-4ae1-aa40-303b0c51b02e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/2682c665-da96-4184-8534-0cba5acb33bd HTTP/1.1" status: 200 len: 991 time: 0.1670365 Jan 27 17:23:38.167666 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a058282-5cf3-40e1-963c-5d6cd14e5eb5 req-acb2bcf4-a7c7-4903-958f-cd445fd4d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:38.169049 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a058282-5cf3-40e1-963c-5d6cd14e5eb5 req-acb2bcf4-a7c7-4903-958f-cd445fd4d03e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 1098 time: 0.0980971 Jan 27 17:23:38.302062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a058282-5cf3-40e1-963c-5d6cd14e5eb5 req-57a355df-62cb-4b21-83d9-4aa0630005cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:38.303545 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a058282-5cf3-40e1-963c-5d6cd14e5eb5 req-57a355df-62cb-4b21-83d9-4aa0630005cc service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b9cd64a-3790-4959-8599-929b7bc3ae71 HTTP/1.1" status: 200 len: 899 time: 0.1288307 Jan 27 17:23:38.410216 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a058282-5cf3-40e1-963c-5d6cd14e5eb5 req-051c2fdb-8d41-4f6b-bba8-184671180f12 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81ea104c-c7f5-4a43-8990-27602e151634 HTTP/1.1" status: 200 len: 999 time: 0.1001229 Jan 27 17:23:38.475515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a058282-5cf3-40e1-963c-5d6cd14e5eb5 req-30eb5669-3e2c-47b6-bd03-68d2f4fd924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:38.477045 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a058282-5cf3-40e1-963c-5d6cd14e5eb5 req-30eb5669-3e2c-47b6-bd03-68d2f4fd924f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e8d16b46-5351-4034-b850-da12fd8e8b62 HTTP/1.1" status: 200 len: 844 time: 0.0612495 Jan 27 17:23:38.485386 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-fef93670-5819-4648-a66f-40951fdaa2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '2682c665-da96-4184-8534-0cba5acb33bd', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'port_id': '81ea104c-c7f5-4a43-8990-27602e151634', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'mac_address': 'fa:16:3e:66:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:23:36Z', 'updated_at': '2022-01-27T17:23:36Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1001ec1-1b84-40c2-81ad-5392500967ac', 'name': '', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:49:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:18Z', 'updated_at': '2022-01-27T17:23:23Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:38.489254 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef93670-5819-4648-a66f-40951fdaa2fc None None] Checking router: a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:23:38.497339 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef93670-5819-4648-a66f-40951fdaa2fc None None] Routers {'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:23:38.497930 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-fef93670-5819-4648-a66f-40951fdaa2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:23:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:38.561182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a058282-5cf3-40e1-963c-5d6cd14e5eb5 req-c2cc3b8a-2360-4d7e-a271-3fd90a970a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:38.562804 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a058282-5cf3-40e1-963c-5d6cd14e5eb5 req-c2cc3b8a-2360-4d7e-a271-3fd90a970a1c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b9cd64a-3790-4959-8599-929b7bc3ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794256 Jan 27 17:23:38.683063 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-fef93670-5819-4648-a66f-40951fdaa2fc None None] Set router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:38.825410 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a058282-5cf3-40e1-963c-5d6cd14e5eb5 req-4e51044a-961c-482f-9d7c-19beb58a1e46 service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566550 Jan 27 17:23:38.956839 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a058282-5cf3-40e1-963c-5d6cd14e5eb5 req-9d780294-2cdf-433d-9022-12c866309479 service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255765 Jan 27 17:23:39.051406 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-fef93670-5819-4648-a66f-40951fdaa2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '2682c665-da96-4184-8534-0cba5acb33bd', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'port_id': '81ea104c-c7f5-4a43-8990-27602e151634', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'mac_address': 'fa:16:3e:66:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:23:36Z', 'updated_at': '2022-01-27T17:23:36Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1001ec1-1b84-40c2-81ad-5392500967ac', 'name': '', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:49:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:18Z', 'updated_at': '2022-01-27T17:23:23Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:39.055371 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef93670-5819-4648-a66f-40951fdaa2fc None None] The sync data for ids ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'] in dv-neutron-825077-1-hyperv is: [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '2682c665-da96-4184-8534-0cba5acb33bd', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'port_id': '81ea104c-c7f5-4a43-8990-27602e151634', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'mac_address': 'fa:16:3e:66:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:23:36Z', 'updated_at': '2022-01-27T17:23:36Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1001ec1-1b84-40c2-81ad-5392500967ac', 'name': '', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:49:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:18Z', 'updated_at': '2022-01-27T17:23:23Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:23:39.153640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45462) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:39.286323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf89551-5b42-47d1-8848-b908a0416300 None None] New status for floating IP 2682c665-da96-4184-8534-0cba5acb33bd: ACTIVE {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:23:39.392285 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fed9a079-7597-4b98-bb67-c219942a6e41 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/2682c665-da96-4184-8534-0cba5acb33bd HTTP/1.1" status: 200 len: 991 time: 0.2363477 Jan 27 17:23:40.396332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45466) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:40.515535 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c3abfa5f-bbab-4d34-b9f9-4ad8532aa57e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/2682c665-da96-4184-8534-0cba5acb33bd HTTP/1.1" status: 200 len: 993 time: 0.1179376 Jan 27 17:23:41.847295 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6d9460d7-3125-408a-bbe1-f1f9157edd7f req-2f5f7dd5-0aca-4880-b3e4-d33abd90db72 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729365 Jan 27 17:23:41.993029 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9460d7-3125-408a-bbe1-f1f9157edd7f req-e6d4fd0c-2cdb-4ae4-9d64-825bae1a7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:41.994527 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6d9460d7-3125-408a-bbe1-f1f9157edd7f req-e6d4fd0c-2cdb-4ae4-9d64-825bae1a7d2c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 1098 time: 0.0769155 Jan 27 17:23:42.141974 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9460d7-3125-408a-bbe1-f1f9157edd7f req-bf63ad8f-44ca-4a0b-88fd-dc71d82713ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:42.143301 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6d9460d7-3125-408a-bbe1-f1f9157edd7f req-bf63ad8f-44ca-4a0b-88fd-dc71d82713ca service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b9cd64a-3790-4959-8599-929b7bc3ae71 HTTP/1.1" status: 200 len: 899 time: 0.1299520 Jan 27 17:23:42.253415 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6d9460d7-3125-408a-bbe1-f1f9157edd7f req-9fa60b4a-182a-4afd-ba30-6e800971f209 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81ea104c-c7f5-4a43-8990-27602e151634 HTTP/1.1" status: 200 len: 1001 time: 0.1043861 Jan 27 17:23:42.318221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9460d7-3125-408a-bbe1-f1f9157edd7f req-34a99dff-4e4a-464e-a4b2-b0c16e99e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:42.319603 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6d9460d7-3125-408a-bbe1-f1f9157edd7f req-34a99dff-4e4a-464e-a4b2-b0c16e99e6f8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e8d16b46-5351-4034-b850-da12fd8e8b62 HTTP/1.1" status: 200 len: 844 time: 0.0598800 Jan 27 17:23:42.400268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9460d7-3125-408a-bbe1-f1f9157edd7f req-0c6fbe2d-5746-4b0e-a6d8-eb2c7e859ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:42.401665 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6d9460d7-3125-408a-bbe1-f1f9157edd7f req-0c6fbe2d-5746-4b0e-a6d8-eb2c7e859ee1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b9cd64a-3790-4959-8599-929b7bc3ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762751 Jan 27 17:23:42.539929 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6d9460d7-3125-408a-bbe1-f1f9157edd7f req-ebd4ecc6-9690-4028-b25c-f54e35f33f7a service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323190 Jan 27 17:23:42.678470 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6d9460d7-3125-408a-bbe1-f1f9157edd7f req-8865ba19-e2d3-4efb-8053-a0e417cece1d service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327410 Jan 27 17:23:51.531332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0940892a-a7c1-4cac-a5a6-cffac76a1210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.453527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [req-a6ce74c9-1d6a-4169-adb5-6d1002440f2d req-05d9ca0d-71ee-40fa-bd74-016100f4b6c0 service neutron] (87608) timed out ('10.222.0.88', 52795) {{(pid=87608) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 27 17:23:53.904301 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5a987694-3092-4827-b3df-dd23470720a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.846663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:55.280790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:56.637829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:58.444585 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:12.554936 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:24:21.533370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8da3de18-f30f-4b2c-9c14-cf954a1984f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:23.891348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8f041c40-f217-4c26-a16b-5107364c355f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:24.841607 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:25.277872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:26.641918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:28.425149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:42.305144 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-748d739d-d216-4c99-8ce3-b41826289f7c req-912269bb-b232-4425-b103-d83e46423c6c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1223078 Jan 27 17:24:42.462477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d739d-d216-4c99-8ce3-b41826289f7c req-df4512c9-3cbc-47c0-b02c-745b4bee88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:42.463915 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-748d739d-d216-4c99-8ce3-b41826289f7c req-df4512c9-3cbc-47c0-b02c-745b4bee88ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 1098 time: 0.0842617 Jan 27 17:24:42.614109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d739d-d216-4c99-8ce3-b41826289f7c req-ca53355e-789d-4a55-b0b2-2b42e92a22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:42.615554 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-748d739d-d216-4c99-8ce3-b41826289f7c req-ca53355e-789d-4a55-b0b2-2b42e92a22a7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b9cd64a-3790-4959-8599-929b7bc3ae71 HTTP/1.1" status: 200 len: 899 time: 0.1302121 Jan 27 17:24:42.724325 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-748d739d-d216-4c99-8ce3-b41826289f7c req-522d3011-978b-4701-a496-e5d92c7ff117 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81ea104c-c7f5-4a43-8990-27602e151634 HTTP/1.1" status: 200 len: 1001 time: 0.1029928 Jan 27 17:24:42.786321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d739d-d216-4c99-8ce3-b41826289f7c req-8f782391-f30b-4d39-95c5-fd44c656c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:42.787798 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-748d739d-d216-4c99-8ce3-b41826289f7c req-8f782391-f30b-4d39-95c5-fd44c656c347 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e8d16b46-5351-4034-b850-da12fd8e8b62 HTTP/1.1" status: 200 len: 844 time: 0.0582318 Jan 27 17:24:42.880465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d739d-d216-4c99-8ce3-b41826289f7c req-8c23c22b-d9c1-428e-9044-f025170322b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:42.881921 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-748d739d-d216-4c99-8ce3-b41826289f7c req-8c23c22b-d9c1-428e-9044-f025170322b8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b9cd64a-3790-4959-8599-929b7bc3ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880938 Jan 27 17:24:43.130308 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-748d739d-d216-4c99-8ce3-b41826289f7c req-5d1c3d67-0f2a-412d-8d37-504439cf0483 service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420447 Jan 27 17:24:43.263022 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-748d739d-d216-4c99-8ce3-b41826289f7c req-63af96b9-cb6f-4332-ab48-b5a388ff22bd service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263995 Jan 27 17:24:49.557408 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:24:51.533076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a2c2e317-4baf-42fd-ae50-c48505c40ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:53.887471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6db12aa0-741b-4b0d-ad94-56c4410527cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:54.852004 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:55.284725 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:56.645132 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:58.441527 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:21.529125 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0b7f6733-867c-4c15-be1a-8da6550df93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:23.884493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8ed0d834-6439-4da7-9ff6-525e8e9b0d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:24.847254 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:25.284684 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:26.557419 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:25:26.646083 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:28.445779 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:29.282403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45504) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:29.289102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:29.411603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65935215'] for subnet, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:29.616764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787738492398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64976331'] for subnet, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:29.663703 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:29.664298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:29.665632 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/subnets/e8d16b46-5351-4034-b850-da12fd8e8b62 HTTP/1.1" status: 200 len: 836 time: 0.3821955 Jan 27 17:25:29.670364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a73081-3c37-401e-8c04-76268b31c3ae None None] Network 1b9cd64a-3790-4959-8599-929b7bc3ae71 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:25:29.687717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Subnet': ['ID=e8d16b46-5351-4034-b850-da12fd8e8b62,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:29.699854 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:29.700365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:29.700911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:29.701441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:29.701992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:29.702501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:29.703015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:29.703527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:29.704095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:29.704616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:29.705129 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:29.705658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d7f62-f27f-4b61-ad4f-2e419eb938b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:30.225461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1eeecde9-a2bd-468a-bfaf-91d32be1ed0d None None] Provisioning complete for port f1001ec1-1b84-40c2-81ad-5392500967ac triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:30.225728 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1eeecde9-a2bd-468a-bfaf-91d32be1ed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:30.365964 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1eeecde9-a2bd-468a-bfaf-91d32be1ed0d None None] Provisioning complete for port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:30.366402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1eeecde9-a2bd-468a-bfaf-91d32be1ed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:30.507442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1eeecde9-a2bd-468a-bfaf-91d32be1ed0d None None] Provisioning complete for port 81ea104c-c7f5-4a43-8990-27602e151634 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:30.507749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1eeecde9-a2bd-468a-bfaf-91d32be1ed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:44.261767 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d720433e-3a43-42a5-b548-c0291f05751b req-93112330-2d61-4efd-82ae-246371a2c3ba service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771537 Jan 27 17:25:44.406347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720433e-3a43-42a5-b548-c0291f05751b req-69cd9c6a-5867-447e-bad1-1c020111c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:44.407850 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d720433e-3a43-42a5-b548-c0291f05751b req-69cd9c6a-5867-447e-bad1-1c020111c24f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 1098 time: 0.0766683 Jan 27 17:25:44.560972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720433e-3a43-42a5-b548-c0291f05751b req-39883034-935e-4c84-8121-0b5a72a0b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:44.562308 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d720433e-3a43-42a5-b548-c0291f05751b req-39883034-935e-4c84-8121-0b5a72a0b20f service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b9cd64a-3790-4959-8599-929b7bc3ae71 HTTP/1.1" status: 200 len: 899 time: 0.1347289 Jan 27 17:25:44.666067 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d720433e-3a43-42a5-b548-c0291f05751b req-20015a98-5e26-49db-9bfb-874d16d01abc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81ea104c-c7f5-4a43-8990-27602e151634 HTTP/1.1" status: 200 len: 1001 time: 0.0970592 Jan 27 17:25:44.727938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720433e-3a43-42a5-b548-c0291f05751b req-33ff3489-c598-4b75-acdf-53f1e890ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:44.729440 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d720433e-3a43-42a5-b548-c0291f05751b req-33ff3489-c598-4b75-acdf-53f1e890ec7e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e8d16b46-5351-4034-b850-da12fd8e8b62 HTTP/1.1" status: 200 len: 844 time: 0.0577154 Jan 27 17:25:44.809354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720433e-3a43-42a5-b548-c0291f05751b req-0d6ba344-1269-4577-b8a1-de3992d77095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:44.810805 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d720433e-3a43-42a5-b548-c0291f05751b req-0d6ba344-1269-4577-b8a1-de3992d77095 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b9cd64a-3790-4959-8599-929b7bc3ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758600 Jan 27 17:25:44.949051 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d720433e-3a43-42a5-b548-c0291f05751b req-f3b587a4-d808-4ed8-93f5-25148005c2ac service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310513 Jan 27 17:25:45.082584 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d720433e-3a43-42a5-b548-c0291f05751b req-821ca52e-f74b-4d94-9153-e8216130985b service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263270 Jan 27 17:25:51.527125 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-db3f9a00-09d1-46a8-88e9-f1ff576aaeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:53.881358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-14f8186f-1f12-4bee-8201-7ac40f638ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:54.853594 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:55.293294 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:56.650176 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:58.445181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:03.561330 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:26:12.507013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45514) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:12.715033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port b0fc0630-3a90-4072-900d-0ae4097b2df6 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:26:12.715317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:12.899371 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:12.899721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:13.033022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for b0fc0630-3a90-4072-900d-0ae4097b2df6 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:26:13.216252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:13.264566 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=b0fc0630-3a90-4072-900d-0ae4097b2df6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:13.335758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:13.335979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:13.336318 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:13.336651 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:13.336968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:13.337301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:13.337600 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:13.337909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:13.338217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:13.338528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:13.338833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:13.339137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:13.378220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:13.378547 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 2682c665-da96-4184-8534-0cba5acb33bd disassociated (deleted). External IP: 172.26.8.165, port: 81ea104c-c7f5-4a43-8990-27602e151634. Jan 27 17:26:13.867703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:26:14.057641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:26:14.069403 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee8890-b331-45df-8058-8d5272c13a81 None None] Sync routers for ids ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:26:14.079418 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee8890-b331-45df-8058-8d5272c13a81 None None] Routers {'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:26:14.080151 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6cee8890-b331-45df-8058-8d5272c13a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:25:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:14.083484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:14.142196 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-85d71d69-d62d-413a-a6a8-ee2d86901a8a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/floatingips/2682c665-da96-4184-8534-0cba5acb33bd HTTP/1.1" status: 204 len: 168 time: 1.6337156 Jan 27 17:26:14.142813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'tag': '81ea104c-c7f5-4a43-8990-27602e151634'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:26:14.300809 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6cee8890-b331-45df-8058-8d5272c13a81 None None] Set router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:14.363405 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'tag': '81ea104c-c7f5-4a43-8990-27602e151634', 'status': 'completed', 'code': 200} Jan 27 17:26:14.473704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8827e7-74bb-47b7-83e9-005f3c59e017 req-bf1dfdf7-104d-4873-9e1c-8ef5207d6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:14.475183 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fe8827e7-74bb-47b7-83e9-005f3c59e017 req-bf1dfdf7-104d-4873-9e1c-8ef5207d6160 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 1098 time: 0.0862725 Jan 27 17:26:14.643988 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6cee8890-b331-45df-8058-8d5272c13a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'f1001ec1-1b84-40c2-81ad-5392500967ac', 'name': '', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:49:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:18Z', 'updated_at': '2022-01-27T17:23:23Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:14.647856 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee8890-b331-45df-8058-8d5272c13a81 None None] Checking router: a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:26:14.655974 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee8890-b331-45df-8058-8d5272c13a81 None None] Routers {'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:26:14.656619 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6cee8890-b331-45df-8058-8d5272c13a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:25:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:14.778687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8827e7-74bb-47b7-83e9-005f3c59e017 req-795aeb1d-9f82-44d7-a6e6-8a1d44bea95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:14.779922 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fe8827e7-74bb-47b7-83e9-005f3c59e017 req-795aeb1d-9f82-44d7-a6e6-8a1d44bea95a service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b9cd64a-3790-4959-8599-929b7bc3ae71 HTTP/1.1" status: 200 len: 899 time: 0.2983642 Jan 27 17:26:14.831723 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6cee8890-b331-45df-8058-8d5272c13a81 None None] Set router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:14.851798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95e6ea-7344-409f-b6ba-962b11c6b7af req-a3d075fb-c2a7-43ab-803b-3d5b26d2a799 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:14.853590 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5b95e6ea-7344-409f-b6ba-962b11c6b7af req-a3d075fb-c2a7-43ab-803b-3d5b26d2a799 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 945 time: 0.3997712 Jan 27 17:26:14.864067 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fe8827e7-74bb-47b7-83e9-005f3c59e017 req-9d682f21-0f5f-4b2e-8c80-2f1053b0fae8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81ea104c-c7f5-4a43-8990-27602e151634 HTTP/1.1" status: 200 len: 217 time: 0.0773294 Jan 27 17:26:14.946073 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5b95e6ea-7344-409f-b6ba-962b11c6b7af req-9dd12c15-db1e-4b75-ab32-e5c3dea79e5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e6f0379-3026-4574-abdb-307e793a729c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843830 Jan 27 17:26:14.952160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8827e7-74bb-47b7-83e9-005f3c59e017 req-785e5168-1286-46fc-adca-74eebecb1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:14.954070 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fe8827e7-74bb-47b7-83e9-005f3c59e017 req-785e5168-1286-46fc-adca-74eebecb1fae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e8d16b46-5351-4034-b850-da12fd8e8b62 HTTP/1.1" status: 200 len: 844 time: 0.0778859 Jan 27 17:26:15.034247 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8827e7-74bb-47b7-83e9-005f3c59e017 req-879597c0-e387-47a2-9c06-1c0a59805b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:15.035651 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fe8827e7-74bb-47b7-83e9-005f3c59e017 req-879597c0-e387-47a2-9c06-1c0a59805b24 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b9cd64a-3790-4959-8599-929b7bc3ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748942 Jan 27 17:26:15.149446 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6cee8890-b331-45df-8058-8d5272c13a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'f1001ec1-1b84-40c2-81ad-5392500967ac', 'name': '', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:49:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:18Z', 'updated_at': '2022-01-27T17:23:23Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:15.153565 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee8890-b331-45df-8058-8d5272c13a81 None None] The sync data for ids ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'] in dv-neutron-825077-1-hyperv is: [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'f1001ec1-1b84-40c2-81ad-5392500967ac', 'name': '', 'network_id': '1b9cd64a-3790-4959-8599-929b7bc3ae71', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:49:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:18Z', 'updated_at': '2022-01-27T17:23:23Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'e8d16b46-5351-4034-b850-da12fd8e8b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:26:15.169694 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fe8827e7-74bb-47b7-83e9-005f3c59e017 req-e85ee7fd-156f-4ef6-b611-f4c09bb24f76 service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275845 Jan 27 17:26:15.307063 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fe8827e7-74bb-47b7-83e9-005f3c59e017 req-f0b27ab8-c471-4a82-9a93-6392e12042e6 service neutron] 10.222.0.88 "GET /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304855 Jan 27 17:26:15.378753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859b926-8a35-487e-8eff-9ffa60bda382 None None] New status for floating IP 2682c665-da96-4184-8534-0cba5acb33bd: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:26:15.773641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b1ff2-0772-48fe-851d-98f81125368c req-4c4a19be-3b5d-4384-8dd0-db57af621c15 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:15.775114 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-549b1ff2-0772-48fe-851d-98f81125368c req-4c4a19be-3b5d-4384-8dd0-db57af621c15 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 945 time: 0.0877435 Jan 27 17:26:15.851908 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-549b1ff2-0772-48fe-851d-98f81125368c req-ce18110f-c8f7-4f87-8b77-5e8c516fe99d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 81ea104c-c7f5-4a43-8990-27602e151634 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:26:15.852277 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-549b1ff2-0772-48fe-851d-98f81125368c req-ce18110f-c8f7-4f87-8b77-5e8c516fe99d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:16.119796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-549b1ff2-0772-48fe-851d-98f81125368c req-ce18110f-c8f7-4f87-8b77-5e8c516fe99d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 81ea104c-c7f5-4a43-8990-27602e151634, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=81ea104c-c7f5-4a43-8990-27602e151634,segment=NetworkSegment(c302b2f7-01dc-4c82-8ee0-aef8ad867551),segment_id=c302b2f7-01dc-4c82-8ee0-aef8ad867551)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:16.120179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-549b1ff2-0772-48fe-851d-98f81125368c req-ce18110f-c8f7-4f87-8b77-5e8c516fe99d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:16.208710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d52981-254b-47e1-b823-b00eeb8bfc81 req-977210d6-ac7c-44b0-906f-a5ce741ad3cf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:16.209431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c8d52981-254b-47e1-b823-b00eeb8bfc81 req-977210d6-ac7c-44b0-906f-a5ce741ad3cf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:16.226450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c8d52981-254b-47e1-b823-b00eeb8bfc81 req-977210d6-ac7c-44b0-906f-a5ce741ad3cf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:16.228001 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c8d52981-254b-47e1-b823-b00eeb8bfc81 req-977210d6-ac7c-44b0-906f-a5ce741ad3cf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2e2e682-35a6-4d72-b006-a9b76b04857f HTTP/1.1" status: 200 len: 945 time: 0.1641750 Jan 27 17:26:16.244359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-549b1ff2-0772-48fe-851d-98f81125368c req-ce18110f-c8f7-4f87-8b77-5e8c516fe99d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 81ea104c-c7f5-4a43-8990-27602e151634 owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:26:16.275761 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c8d52981-254b-47e1-b823-b00eeb8bfc81 req-140aa37b-d07d-4bd0-b6cc-8a2075b201a0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e6f0379-3026-4574-abdb-307e793a729c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417767 Jan 27 17:26:16.405770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-549b1ff2-0772-48fe-851d-98f81125368c req-ce18110f-c8f7-4f87-8b77-5e8c516fe99d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:16.455625 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18110f-c8f7-4f87-8b77-5e8c516fe99d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=81ea104c-c7f5-4a43-8990-27602e151634,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:16.638638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-549b1ff2-0772-48fe-851d-98f81125368c req-ce18110f-c8f7-4f87-8b77-5e8c516fe99d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] No DVR routers for this DVR port 81ea104c-c7f5-4a43-8990-27602e151634 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:26:16.641904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-549b1ff2-0772-48fe-851d-98f81125368c req-ce18110f-c8f7-4f87-8b77-5e8c516fe99d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:16.644558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'name': 'network-vif-deleted', 'tag': '81ea104c-c7f5-4a43-8990-27602e151634'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:26:16.661969 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-549b1ff2-0772-48fe-851d-98f81125368c req-ce18110f-c8f7-4f87-8b77-5e8c516fe99d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "DELETE /v2.0/ports/81ea104c-c7f5-4a43-8990-27602e151634 HTTP/1.1" status: 204 len: 173 time: 0.8817427 Jan 27 17:26:16.755186 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e2e682-35a6-4d72-b006-a9b76b04857f', 'name': 'network-vif-deleted', 'tag': '81ea104c-c7f5-4a43-8990-27602e151634', 'status': 'completed', 'code': 200} Jan 27 17:26:17.372710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45540) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:17.448979 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cd22646f-13bd-4c6e-9d0e-041e706f84d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:17.481334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cd22646f-13bd-4c6e-9d0e-041e706f84d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:17.550958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cd22646f-13bd-4c6e-9d0e-041e706f84d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:17.569545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22646f-13bd-4c6e-9d0e-041e706f84d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6f0379-3026-4574-abdb-307e793a729c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:17.584259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cd22646f-13bd-4c6e-9d0e-041e706f84d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:17.585688 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cd22646f-13bd-4c6e-9d0e-041e706f84d0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/security-groups/1e6f0379-3026-4574-abdb-307e793a729c HTTP/1.1" status: 204 len: 168 time: 0.2120116 Jan 27 17:26:18.642200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45548) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:19.239635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c7c48e1e-d0ef-426b-a953-c3fc4fd50e4a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.616039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c7c48e1e-d0ef-426b-a953-c3fc4fd50e4a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port f1001ec1-1b84-40c2-81ad-5392500967ac {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:26:19.616324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c7c48e1e-d0ef-426b-a953-c3fc4fd50e4a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.802419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 81ea104c-c7f5-4a43-8990-27602e151634 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:26:19.820314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-c7c48e1e-d0ef-426b-a953-c3fc4fd50e4a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port f1001ec1-1b84-40c2-81ad-5392500967ac, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f1001ec1-1b84-40c2-81ad-5392500967ac,segment=NetworkSegment(c302b2f7-01dc-4c82-8ee0-aef8ad867551),segment_id=c302b2f7-01dc-4c82-8ee0-aef8ad867551)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:19.820922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c7c48e1e-d0ef-426b-a953-c3fc4fd50e4a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.836691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 81ea104c-c7f5-4a43-8990-27602e151634 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:26:19.837031 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 81ea104c-c7f5-4a43-8990-27602e151634 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:26:19.942436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c7c48e1e-d0ef-426b-a953-c3fc4fd50e4a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for f1001ec1-1b84-40c2-81ad-5392500967ac owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:26:20.396348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c7c48e1e-d0ef-426b-a953-c3fc4fd50e4a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:20.443597 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c48e1e-d0ef-426b-a953-c3fc4fd50e4a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=f1001ec1-1b84-40c2-81ad-5392500967ac,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:20.719943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c7c48e1e-d0ef-426b-a953-c3fc4fd50e4a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:21.087227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c48e1e-d0ef-426b-a953-c3fc4fd50e4a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:26:21.272384 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c48e1e-d0ef-426b-a953-c3fc4fd50e4a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:26:21.283550 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08665fc-7914-43f5-950e-3c78318cd77f None None] Sync routers for ids ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:26:21.287983 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c7c48e1e-d0ef-426b-a953-c3fc4fd50e4a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/a5286bb4-6e29-4440-bdf6-ea3a09db6bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6419890 Jan 27 17:26:21.288286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45554) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:21.293358 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08665fc-7914-43f5-950e-3c78318cd77f None None] Routers {'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:26:21.293958 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b08665fc-7914-43f5-950e-3c78318cd77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:25:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:21.358872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2287c2-c61e-4c1a-9f19-858c280e75d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting subnet e8d16b46-5351-4034-b850-da12fd8e8b62 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:26:21.362515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6f2287c2-c61e-4c1a-9f19-858c280e75d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:21.417087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6f2287c2-c61e-4c1a-9f19-858c280e75d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:21.475189 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-b08665fc-7914-43f5-950e-3c78318cd77f None None] Set router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:21.507148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6f2287c2-c61e-4c1a-9f19-858c280e75d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:21.527009 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-372ff895-b70e-4f06-a050-472f3229523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:21.719464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6f2287c2-c61e-4c1a-9f19-858c280e75d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:21.758347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2287c2-c61e-4c1a-9f19-858c280e75d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d16b46-5351-4034-b850-da12fd8e8b62,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:21.762011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6f2287c2-c61e-4c1a-9f19-858c280e75d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:21.768731 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6f2287c2-c61e-4c1a-9f19-858c280e75d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/subnets/e8d16b46-5351-4034-b850-da12fd8e8b62 HTTP/1.1" status: 204 len: 168 time: 0.4794304 Jan 27 17:26:21.771442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45558) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:21.775477 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b396d2-4609-4ca3-8d03-4e92d75a4e69 None None] Network 1b9cd64a-3790-4959-8599-929b7bc3ae71 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:26:21.808265 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b08665fc-7914-43f5-950e-3c78318cd77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:26:20Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:21.814395 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08665fc-7914-43f5-950e-3c78318cd77f None None] Checking router: a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:26:21.823798 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08665fc-7914-43f5-950e-3c78318cd77f None None] Routers {'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:26:21.824812 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b08665fc-7914-43f5-950e-3c78318cd77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:25:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:21.952570 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:22.015736 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-b08665fc-7914-43f5-950e-3c78318cd77f None None] Set router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:22.036889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] DHCP port deletion for 1b9cd64a-3790-4959-8599-929b7bc3ae71 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:26:22.041143 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Deleting port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:26:22.041775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:22.140791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:22.151521 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:26:22.151898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:22.257877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] For port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=fa7a9fdd-ce6c-425c-a141-61a8551cf5a5,segment=NetworkSegment(c302b2f7-01dc-4c82-8ee0-aef8ad867551),segment_id=c302b2f7-01dc-4c82-8ee0-aef8ad867551)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:22.258238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:22.311730 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b08665fc-7914-43f5-950e-3c78318cd77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:26:20Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:22.316024 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08665fc-7914-43f5-950e-3c78318cd77f None None] The sync data for ids ['a5286bb4-6e29-4440-bdf6-ea3a09db6bf7'] in dv-neutron-825077-1-hyperv is: [{'id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'name': 'tempest-TestNetworkBasicOps-router-194816397', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:26:20Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': 'cb80bcc7-bad0-4c15-9347-c5e14ba92ae7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5286bb4-6e29-4440-bdf6-ea3a09db6bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:14Z', 'updated_at': '2022-01-27T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:26:22.341991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port cb80bcc7-bad0-4c15-9347-c5e14ba92ae7, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=cb80bcc7-bad0-4c15-9347-c5e14ba92ae7,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:22.342349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:22.385760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Calling delete_port for fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:26:22.463593 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:22.476380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:26:22.506498 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Pushing event deleted for resources: {'Port': ['ID=fa7a9fdd-ce6c-425c-a141-61a8551cf5a5,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:22.517129 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:22.517365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:22.517727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:22.518047 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:22.518370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:22.518673 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:22.518989 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:22.519304 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:22.519625 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:22.519949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:22.520261 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:22.520566 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:22.524476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeee7bb-2daf-4e0a-a3cb-e7218adecd0a None None] No DVR routers for this DVR port fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:26:22.675446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:22.730352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=cb80bcc7-bad0-4c15-9347-c5e14ba92ae7,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:22.824197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:22.999567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.002102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.030477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.031252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Fanout notify agent at l3_agent the message router_deleted on router a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:26:23.046814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.048127 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f3b1bb8f-3abf-41b2-930f-3cae28254d80 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/routers/a5286bb4-6e29-4440-bdf6-ea3a09db6bf7 HTTP/1.1" status: 204 len: 168 time: 1.2757161 Jan 27 17:26:23.050985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45562) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:23.283689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b137e30c-cda6-44e6-a286-c41a344b9336 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.418542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b137e30c-cda6-44e6-a286-c41a344b9336 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.445024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-b137e30c-cda6-44e6-a286-c41a344b9336 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9cd64a-3790-4959-8599-929b7bc3ae71']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:23.457316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-b137e30c-cda6-44e6-a286-c41a344b9336 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c302b2f7-01dc-4c82-8ee0-aef8ad867551') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:23.457603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-b137e30c-cda6-44e6-a286-c41a344b9336 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c302b2f7-01dc-4c82-8ee0-aef8ad867551') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:23.469632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b137e30c-cda6-44e6-a286-c41a344b9336 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.486781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b137e30c-cda6-44e6-a286-c41a344b9336 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.494216 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b137e30c-cda6-44e6-a286-c41a344b9336 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:26:23.494653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b137e30c-cda6-44e6-a286-c41a344b9336 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:26:23.514433 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:26:23.578907 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f1001ec1-1b84-40c2-81ad-5392500967ac no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:26:23.598660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b137e30c-cda6-44e6-a286-c41a344b9336 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.615825 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: f1001ec1-1b84-40c2-81ad-5392500967ac {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:26:23.616161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f1001ec1-1b84-40c2-81ad-5392500967ac not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:26:23.616334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b137e30c-cda6-44e6-a286-c41a344b9336 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.616578 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:26:23.627477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137e30c-cda6-44e6-a286-c41a344b9336 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Network': ['ID=1b9cd64a-3790-4959-8599-929b7bc3ae71,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:23.640188 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b137e30c-cda6-44e6-a286-c41a344b9336 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/networks/1b9cd64a-3790-4959-8599-929b7bc3ae71 HTTP/1.1" status: 204 len: 168 time: 0.5855949 Jan 27 17:26:23.650782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45566) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:23.656110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'network': {'name': 'tempest-network-smoke--970190519', 'project_id': '44b0386278b54442ad833b884f51ee72', 'port_security_enabled': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:23.661705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:23.666160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:network and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:23.669334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:23.676349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:23.687196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:26:23.687994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:26:23.688554 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device cb80bcc7-bad0-4c15-9347-c5e14ba92ae7 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:26:23.689074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:26:23.691048 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.719597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:26:23.722458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:26:23.722809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device fa7a9fdd-ce6c-425c-a141-61a8551cf5a5 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:26:23.733038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.733423 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Added segment 724ae143-e3e7-4974-92d1-3ef82a5af6f7 of type vlan for network dd826cac-1b06-4206-a2ec-f688abbf434c Jan 27 17:26:23.761378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.794972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.800649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:23.801219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.874628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9d48da11-5b87-4f5d-a56f-10bc0717d4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.906862 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2554681 Jan 27 17:26:23.909985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45572) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:23.912840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d979e9b-8aeb-4a45-946e-ac55623ede08 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Network': ['ID=dd826cac-1b06-4206-a2ec-f688abbf434c,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:23.915153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-898567303', 'admin_state_up': True, 'project_id': '44b0386278b54442ad833b884f51ee72', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:23.922820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:23.926898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:router and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:23.927771 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network dd826cac-1b06-4206-a2ec-f688abbf434c details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:26:23.930093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:23.936433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:23.948276 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.949579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.964431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:24.238319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:24.546329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:24.576835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:24.712643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.123 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/92207ec7-28e4-43cd-8ee1-f1e037c43cad) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:26:24.852297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:24.875313 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:24.907103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:25.098610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:26:25.101610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:26:25.104534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:26:25.140049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=92207ec7-28e4-43cd-8ee1-f1e037c43cad,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:25.293349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:25.558382 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:25.909479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:26.122252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:26:26.310178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:26:26.325079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Sync routers for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:26:26.338268 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:26:26.339016 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:26:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:26.346829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:26.348500 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ebee3c77-fc74-4275-b108-031ecb8067d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4372754 Jan 27 17:26:26.352335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45576) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:26.397023 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9c1200c5-0f10-4025-8383-5532fd9b9359 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b0386278b54442ad833b884f51ee72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415583 Jan 27 17:26:26.398070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45580) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:26.560710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:26.686167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b48cab1-d365-465b-979e-8164d4db3b8c tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:26.688635 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8b48cab1-d365-465b-979e-8164d4db3b8c tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2894282 Jan 27 17:26:26.691512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45584) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:26.723523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:26.733703 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8584c0d8-169e-48e3-a134-3b92352f08e3 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409756 Jan 27 17:26:26.736603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45588) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:26.743487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1898326410', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:26.857536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:26.861770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:subnet and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:26.864606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:26.869859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:25Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:26.870215 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:26.873779 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Checking router: 797b46ed-6b85-4579-8dc8-1e2b41c744d0 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:26:26.874261 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Updating router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 port 92207ec7-28e4-43cd-8ee1-f1e037c43cad binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:26:26.881934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:26:26.885389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:26.931363 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:27.105265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:27.180769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Subnet': ['ID=04d76558-1832-4aba-9c3b-903f96d1a6de,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:27.192291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Checking segment: {'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:26:27.192653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network hostable DHCP agents. Network: dd826cac-1b06-4206-a2ec-f688abbf434c, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:26:27.214621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network dd826cac-1b06-4206-a2ec-f688abbf434c is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:26:27.225411 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, dd826cac-1b06-4206-a2ec-f688abbf434c) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:26:27.229859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:27.230540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:27.242900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254e78f7-709d-443f-90cd-955145e436b2 None None] Network dd826cac-1b06-4206-a2ec-f688abbf434c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:26:27.253847 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8d6ac06a-84bc-40c9-a923-d5eecc4df817 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5159521 Jan 27 17:26:27.256635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45592) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:27.347383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:27.371400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Transition to ACTIVE for port object 92207ec7-28e4-43cd-8ee1-f1e037c43cad will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:26:27.387414 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:27.513146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Attempting to bind port 92207ec7-28e4-43cd-8ee1-f1e037c43cad on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:26:27.513534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Attempting to bind port 92207ec7-28e4-43cd-8ee1-f1e037c43cad by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:26:27.513890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Attempting to bind port 92207ec7-28e4-43cd-8ee1-f1e037c43cad on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:26:27.518135 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9de7b-cb7c-4b81-90a7-a055b10e3f43 None None] Pushing event updated for resources: {'Port': ['ID=92207ec7-28e4-43cd-8ee1-f1e037c43cad,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:27.529175 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:26:27.529536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:26:27.529944 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:27.530767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:26:27.530767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Bound port: 92207ec7-28e4-43cd-8ee1-f1e037c43cad, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:26:27.531141 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:27.624132 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-dd826cac-1b06-4206-a2ec-f688abbf434c', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:26:27.624959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:27.742659 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] For port 92207ec7-28e4-43cd-8ee1-f1e037c43cad, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:26:27.759258 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] For port 92207ec7-28e4-43cd-8ee1-f1e037c43cad, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=92207ec7-28e4-43cd-8ee1-f1e037c43cad,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:26:27.767319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:27.914167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:26:27.914816 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:26:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:27.964582 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9de7b-cb7c-4b81-90a7-a055b10e3f43 None None] Pushing event updated for resources: {'Port': ['ID=92207ec7-28e4-43cd-8ee1-f1e037c43cad,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:27.975959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:27.993203 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Allocated IP 172.20.0.2 (dd826cac-1b06-4206-a2ec-f688abbf434c/04d76558-1832-4aba-9c3b-903f96d1a6de/f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:26:28.194256 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:28.504787 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:28.515930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:28.557238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Transition to ACTIVE for port object f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:26:28.584259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Transition to ACTIVE for port object f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:26:28.592526 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:28.668252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.1 (dd826cac-1b06-4206-a2ec-f688abbf434c/04d76558-1832-4aba-9c3b-903f96d1a6de/b8c06af3-baab-4030-8c82-33229a08658d) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:26:28.670540 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Network dd826cac-1b06-4206-a2ec-f688abbf434c is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:26:28.673759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:26:28.678490 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:26:28.687507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Pushing event updated for resources: {'Port': ['ID=f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:28.753707 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:25Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:28.766581 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49823ee-931e-49bb-8263-212fc68e67b2 None None] The sync data for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv is: [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:25Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:26:28.788253 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Attempting to bind port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:26:28.788613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Attempting to bind port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:26:28.788977 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Attempting to bind port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c on network dd826cac-1b06-4206-a2ec-f688abbf434c {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:26:28.794569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:26:28.794923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Checking segment: {'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:26:28.795317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:28.795739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Bound using segment: {'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:26:28.796205 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Bound port: f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:26:28.796572 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:28.850308 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:28.867768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object b8c06af3-baab-4030-8c82-33229a08658d will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:26:28.894541 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] For port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:26:28.895393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:28.898334 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] For port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:26:28.903457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:28.972593 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network dd826cac-1b06-4206-a2ec-f688abbf434c is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:26:28.975734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:26:28.980152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:26:29.006519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d17ae-e7de-4eaf-9048-83e750db410f None None] Pushing event updated for resources: {'Port': ['ID=f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:29.029173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=b8c06af3-baab-4030-8c82-33229a08658d,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:29.065811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:29.407196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:29.684928 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:26:29.849739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:26:29.857946 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 92207ec7-28e4-43cd-8ee1-f1e037c43cad up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:26:29.875979 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:29.882155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:30.002609 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=b8c06af3-baab-4030-8c82-33229a08658d,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:30.005353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:30.035223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:30.035562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:30.035917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:30.036242 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:30.036560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:30.036880 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:30.037200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:30.037515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:30.037833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:30.038145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:30.038457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:30.038767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:30.065432 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 92207ec7-28e4-43cd-8ee1-f1e037c43cad completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:26:30.073114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 92207ec7-28e4-43cd-8ee1-f1e037c43cad triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:30.073493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:30.167163 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network dd826cac-1b06-4206-a2ec-f688abbf434c is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:26:30.168422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:26:30.195235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea5ba0-0551-4212-86db-e26aa4a4dfd6 None None] Network dd826cac-1b06-4206-a2ec-f688abbf434c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:26:30.247190 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:30.338242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 92207ec7-28e4-43cd-8ee1-f1e037c43cad, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=92207ec7-28e4-43cd-8ee1-f1e037c43cad,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:30.341749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d86d08ac-dd91-41e7-bbbb-d3e1aaa651fc None None] Provisioning for port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:26:30.349277 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:30.388883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d86d08ac-dd91-41e7-bbbb-d3e1aaa651fc None None] Provisioning complete for port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:30.389257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d86d08ac-dd91-41e7-bbbb-d3e1aaa651fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:30.502314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:26:30.527396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=92207ec7-28e4-43cd-8ee1-f1e037c43cad,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:30.637752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d86d08ac-dd91-41e7-bbbb-d3e1aaa651fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:30.677890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d86d08ac-dd91-41e7-bbbb-d3e1aaa651fc None None] For port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:30.683021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d86d08ac-dd91-41e7-bbbb-d3e1aaa651fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:30.693128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:26:30.707209 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4920f2ec-3e59-43af-945d-bf809f6bbc8b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/797b46ed-6b85-4579-8dc8-1e2b41c744d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4492881 Jan 27 17:26:30.709229 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Sync routers for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:26:30.709727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45596) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:30.721955 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:26:30.723113 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:26:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:30.758197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d08ac-dd91-41e7-bbbb-d3e1aaa651fc None None] Pushing event updated for resources: {'Port': ['ID=f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:30.866557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7420f1e9-45dc-4665-9d12-02b6017beff2 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:30.867020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7420f1e9-45dc-4665-9d12-02b6017beff2 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:30.867472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7420f1e9-45dc-4665-9d12-02b6017beff2 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:30.867959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7420f1e9-45dc-4665-9d12-02b6017beff2 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:30.869686 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7420f1e9-45dc-4665-9d12-02b6017beff2 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1589613 Jan 27 17:26:30.872540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45600) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:30.926743 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:30.944544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372ce35c-23c9-4bf0-83ac-b6d33f4cbcb3 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:30.944979 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372ce35c-23c9-4bf0-83ac-b6d33f4cbcb3 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:30.945420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372ce35c-23c9-4bf0-83ac-b6d33f4cbcb3 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:30.945850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372ce35c-23c9-4bf0-83ac-b6d33f4cbcb3 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:30.950247 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-372ce35c-23c9-4bf0-83ac-b6d33f4cbcb3 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0721331 Jan 27 17:26:30.950595 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45604) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:31.014752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-bdaef070-db01-4bc3-a64e-3f43c4102b23 None None] Provisioning for port b8c06af3-baab-4030-8c82-33229a08658d completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:26:31.021236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-bdaef070-db01-4bc3-a64e-3f43c4102b23 None None] Provisioning complete for port b8c06af3-baab-4030-8c82-33229a08658d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:31.022112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bdaef070-db01-4bc3-a64e-3f43c4102b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.102950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-bdaef070-db01-4bc3-a64e-3f43c4102b23 None None] Port b8c06af3-baab-4030-8c82-33229a08658d cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:26:31.121312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-bdaef070-db01-4bc3-a64e-3f43c4102b23 None None] Provisioning complete for port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:31.122071 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bdaef070-db01-4bc3-a64e-3f43c4102b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.213414 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d2c28519-4cbb-4045-9660-a9c3f2b36cf8 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2615912 Jan 27 17:26:31.309356 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:31.313774 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Checking router: 797b46ed-6b85-4579-8dc8-1e2b41c744d0 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:26:31.313987 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Updating router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 port b8c06af3-baab-4030-8c82-33229a08658d binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:26:31.368086 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.395301 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3ca11e75-06ae-4f6f-801e-6415f83ba3dd None None] Provisioning complete for port b8c06af3-baab-4030-8c82-33229a08658d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:31.395965 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3ca11e75-06ae-4f6f-801e-6415f83ba3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.472610 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3ca11e75-06ae-4f6f-801e-6415f83ba3dd None None] Port b8c06af3-baab-4030-8c82-33229a08658d cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:26:31.510595 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45610) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:31.515909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798775638', 'description': 'tempest-secgroup-smoke-1798775638 description', 'project_id': '44b0386278b54442ad833b884f51ee72'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:31.521869 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:31.527142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:31.530413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:31.537019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:31.550170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.570717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:31.574668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:31.579516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:31.585562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:31.594981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-157424c1-56f8-4693-adb0-0b18789dadc1 None None] Provisioning complete for port b8c06af3-baab-4030-8c82-33229a08658d triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:31.596129 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-157424c1-56f8-4693-adb0-0b18789dadc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.632218 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:26:31.672178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.678378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.710209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-157424c1-56f8-4693-adb0-0b18789dadc1 None None] Port b8c06af3-baab-4030-8c82-33229a08658d cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:26:31.729691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:31.730040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.732914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed719998-98fe-4a32-8506-fa8da6d53e1a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:31.736526 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.737962 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7a4a869b-4634-4680-b1f5-4b9c1eeddc0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2263434 Jan 27 17:26:31.740811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45614) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:31.746304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e2a1fff6-2fca-4b73-81a0-0e3fb78ab5c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'ed719998-98fe-4a32-8506-fa8da6d53e1a', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:31.753328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e2a1fff6-2fca-4b73-81a0-0e3fb78ab5c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:31.757441 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e2a1fff6-2fca-4b73-81a0-0e3fb78ab5c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:31.760777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e2a1fff6-2fca-4b73-81a0-0e3fb78ab5c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:31.770472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e2a1fff6-2fca-4b73-81a0-0e3fb78ab5c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:31.790886 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.792821 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2a1fff6-2fca-4b73-81a0-0e3fb78ab5c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.803649 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Transition to ACTIVE for port object b8c06af3-baab-4030-8c82-33229a08658d will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:26:31.813872 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.858132 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 92207ec7-28e4-43cd-8ee1-f1e037c43cad up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:26:31.869705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2a1fff6-2fca-4b73-81a0-0e3fb78ab5c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.876290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2a1fff6-2fca-4b73-81a0-0e3fb78ab5c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.890894 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Pushing event updated for resources: {'Port': ['ID=b8c06af3-baab-4030-8c82-33229a08658d,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:31.909583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1fff6-2fca-4b73-81a0-0e3fb78ab5c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e173d8-adb4-473e-a30a-e576b2352f1d,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:31.915794 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e2a1fff6-2fca-4b73-81a0-0e3fb78ab5c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.917048 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e2a1fff6-2fca-4b73-81a0-0e3fb78ab5c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1751826 Jan 27 17:26:31.919921 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45618) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:31.925592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-2947d565-1ff7-4ae8-bc63-77efdc38b4d6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'ed719998-98fe-4a32-8506-fa8da6d53e1a', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:31.932019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2947d565-1ff7-4ae8-bc63-77efdc38b4d6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:31.937054 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2947d565-1ff7-4ae8-bc63-77efdc38b4d6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:31.939517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 92207ec7-28e4-43cd-8ee1-f1e037c43cad triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:31.939921 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.946054 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-2947d565-1ff7-4ae8-bc63-77efdc38b4d6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:31.952804 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-2947d565-1ff7-4ae8-bc63-77efdc38b4d6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:31.968547 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:31.969058 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:31.969394 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:31.969718 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:31.970092 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:31.970414 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:31.970726 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:31.971044 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:31.971358 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:31.971698 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:31.972008 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:31.972312 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:31.983443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2947d565-1ff7-4ae8-bc63-77efdc38b4d6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.068625 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2947d565-1ff7-4ae8-bc63-77efdc38b4d6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.080603 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2947d565-1ff7-4ae8-bc63-77efdc38b4d6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.082353 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Attempting to bind port b8c06af3-baab-4030-8c82-33229a08658d on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:26:32.082723 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Attempting to bind port b8c06af3-baab-4030-8c82-33229a08658d by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:26:32.083078 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Attempting to bind port b8c06af3-baab-4030-8c82-33229a08658d on network dd826cac-1b06-4206-a2ec-f688abbf434c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:26:32.090772 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:26:32.090772 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Checking segment: {'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:26:32.091184 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.091564 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Bound using segment: {'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:26:32.092085 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Bound port: b8c06af3-baab-4030-8c82-33229a08658d, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:26:32.092393 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.107646 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947d565-1ff7-4ae8-bc63-77efdc38b4d6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efb0763-6a1b-4264-9aaa-82922fb72664,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:32.127558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2947d565-1ff7-4ae8-bc63-77efdc38b4d6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.131628 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2947d565-1ff7-4ae8-bc63-77efdc38b4d6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2082026 Jan 27 17:26:32.132349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45622) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:32.138027 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-45f30c99-3ec5-44a7-ad03-212110636402 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'ed719998-98fe-4a32-8506-fa8da6d53e1a', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:32.145132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-45f30c99-3ec5-44a7-ad03-212110636402 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:32.149211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-45f30c99-3ec5-44a7-ad03-212110636402 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:32.152733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-45f30c99-3ec5-44a7-ad03-212110636402 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:32.158707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-45f30c99-3ec5-44a7-ad03-212110636402 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:32.176920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-45f30c99-3ec5-44a7-ad03-212110636402 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.186197 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] For port b8c06af3-baab-4030-8c82-33229a08658d, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:26:32.189618 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] For port b8c06af3-baab-4030-8c82-33229a08658d, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b8c06af3-baab-4030-8c82-33229a08658d,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:26:32.193924 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.243798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-45f30c99-3ec5-44a7-ad03-212110636402 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.249743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-45f30c99-3ec5-44a7-ad03-212110636402 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.273272 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfde6b-5507-436f-b42a-f7130ebdb39c None None] Pushing event updated for resources: {'Port': ['ID=b8c06af3-baab-4030-8c82-33229a08658d,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:32.280764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f30c99-3ec5-44a7-ad03-212110636402 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097c984c-e75a-4917-9760-8af7829ed692,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:32.289697 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:26:32.290575 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:26:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:32.290778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-45f30c99-3ec5-44a7-ad03-212110636402 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.294896 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-45f30c99-3ec5-44a7-ad03-212110636402 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584530 Jan 27 17:26:32.294896 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45626) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:32.300383 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-606853a7-bcb0-4a0e-b6c2-737952b38d82 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'ed719998-98fe-4a32-8506-fa8da6d53e1a', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:32.306508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-606853a7-bcb0-4a0e-b6c2-737952b38d82 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:32.310345 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-606853a7-bcb0-4a0e-b6c2-737952b38d82 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:32.313452 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-606853a7-bcb0-4a0e-b6c2-737952b38d82 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:32.319898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-606853a7-bcb0-4a0e-b6c2-737952b38d82 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:32.345260 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-606853a7-bcb0-4a0e-b6c2-737952b38d82 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.417236 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-606853a7-bcb0-4a0e-b6c2-737952b38d82 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.425380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-606853a7-bcb0-4a0e-b6c2-737952b38d82 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.454275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606853a7-bcb0-4a0e-b6c2-737952b38d82 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b957f657-d8e4-4676-89da-88c875636e63,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:32.465697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-606853a7-bcb0-4a0e-b6c2-737952b38d82 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.470221 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-606853a7-bcb0-4a0e-b6c2-737952b38d82 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1711645 Jan 27 17:26:32.470562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45630) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:32.476529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-bfd54302-b473-4024-8db0-7f4e034ee076 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'ed719998-98fe-4a32-8506-fa8da6d53e1a', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:32.483207 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bfd54302-b473-4024-8db0-7f4e034ee076 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:32.487667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bfd54302-b473-4024-8db0-7f4e034ee076 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:32.490664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bfd54302-b473-4024-8db0-7f4e034ee076 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:32.492029 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:32.498080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bfd54302-b473-4024-8db0-7f4e034ee076 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:32.513986 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-bfd54302-b473-4024-8db0-7f4e034ee076 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:26:32.526755 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bfd54302-b473-4024-8db0-7f4e034ee076 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.608395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bfd54302-b473-4024-8db0-7f4e034ee076 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.613665 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bfd54302-b473-4024-8db0-7f4e034ee076 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.637834 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd54302-b473-4024-8db0-7f4e034ee076 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd226d72-9f1c-48f7-84ac-acfe5e727527,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:32.649748 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bfd54302-b473-4024-8db0-7f4e034ee076 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.651001 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bfd54302-b473-4024-8db0-7f4e034ee076 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1793489 Jan 27 17:26:32.654683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45634) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:32.660512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-889465c3-246f-4950-be87-1254e61130c9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'ed719998-98fe-4a32-8506-fa8da6d53e1a', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:32.666618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-889465c3-246f-4950-be87-1254e61130c9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:32.678045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-889465c3-246f-4950-be87-1254e61130c9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:32.681752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-889465c3-246f-4950-be87-1254e61130c9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:32.688629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-889465c3-246f-4950-be87-1254e61130c9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:32.702675 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-889465c3-246f-4950-be87-1254e61130c9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:26:32.711146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-889465c3-246f-4950-be87-1254e61130c9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.785818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-889465c3-246f-4950-be87-1254e61130c9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.791067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-889465c3-246f-4950-be87-1254e61130c9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.814940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889465c3-246f-4950-be87-1254e61130c9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cacd8aec-7473-48e0-a798-94e5750c5811,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:32.826142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-889465c3-246f-4950-be87-1254e61130c9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.827355 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-889465c3-246f-4950-be87-1254e61130c9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1715105 Jan 27 17:26:32.828766 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:32Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:32.833928 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e5450-3bcd-47e2-a5fa-28f0a7181126 None None] The sync data for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv is: [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:32Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:26:33.018931 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-f71d8e46-28f3-4468-a0f5-f548c1211055 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:33.037629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-f71d8e46-28f3-4468-a0f5-f548c1211055 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:33.040274 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-f71d8e46-28f3-4468-a0f5-f548c1211055 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798775638&fields=id&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 267 time: 0.0632761 Jan 27 17:26:33.199531 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-764bde8b-1bb1-494a-aa1d-b554ae7e7c09 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:33.200266 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-764bde8b-1bb1-494a-aa1d-b554ae7e7c09 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:33.218254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-764bde8b-1bb1-494a-aa1d-b554ae7e7c09 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:33.220324 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-764bde8b-1bb1-494a-aa1d-b554ae7e7c09 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 796 time: 0.1739686 Jan 27 17:26:33.236568 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-d2637384-1ddf-4096-af41-bd2cd74095e9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/quotas/44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 375 time: 0.0105181 Jan 27 17:26:33.323794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-1e12aa42-2497-4f58-924f-a6f0044c3bb5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:33.341376 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-1e12aa42-2497-4f58-924f-a6f0044c3bb5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:33.343086 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-1e12aa42-2497-4f58-924f-a6f0044c3bb5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007032 Jan 27 17:26:33.555502 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-1c545367-b0d0-4c27-9ded-24e971754880 service neutron] 10.222.0.81 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981578 Jan 27 17:26:33.635500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b8c06af3-baab-4030-8c82-33229a08658d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:26:33.715734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port b8c06af3-baab-4030-8c82-33229a08658d completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:26:33.722123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port b8c06af3-baab-4030-8c82-33229a08658d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:33.722666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:33.733766 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-96f46198-05cb-4396-b55e-e408f18dfd75 service neutron] 10.222.0.81 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773880 Jan 27 17:26:33.906033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:33.941519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port b8c06af3-baab-4030-8c82-33229a08658d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b8c06af3-baab-4030-8c82-33229a08658d,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:33.946660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:34.013691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=b8c06af3-baab-4030-8c82-33229a08658d,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:34.940286 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8fe2f548-032c-4a7b-9b2b-b3070f44e523 req-8a899b98-5040-49f1-8558-091bb60de726 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 210 time: 0.0467920 Jan 27 17:26:35.585094 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b8c06af3-baab-4030-8c82-33229a08658d up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:26:35.659632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port b8c06af3-baab-4030-8c82-33229a08658d triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:35.659859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:36.235335 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e985d727-8bc7-476c-8032-d159bc43826b req-348cc88b-e4a8-45a4-9926-1b82f59969db tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 210 time: 0.1780429 Jan 27 17:26:36.275768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-2ff71fe2-57b1-497f-8557-800c80798324 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:36.277200 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-2ff71fe2-57b1-497f-8557-800c80798324 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 796 time: 0.3202143 Jan 27 17:26:36.327240 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-3da999c5-b7ab-4866-995c-ff9b055a4282 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 380 time: 0.0409939 Jan 27 17:26:36.337102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'port': {'device_id': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'admin_state_up': True, 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'security_groups': ['ed719998-98fe-4a32-8506-fa8da6d53e1a']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:36.475379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:36.485835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:36.497632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:26:36.501239 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:36.665422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.9 (dd826cac-1b06-4206-a2ec-f688abbf434c/04d76558-1832-4aba-9c3b-903f96d1a6de/2ae44737-d1b3-42e7-8c80-20655a2ac996) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:26:36.882721 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:36.899827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object 2ae44737-d1b3-42e7-8c80-20655a2ac996 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:26:36.928010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:36.997993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network dd826cac-1b06-4206-a2ec-f688abbf434c is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:26:37.001284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:26:37.005205 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:26:37.036180 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=2ae44737-d1b3-42e7-8c80-20655a2ac996,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:37.078049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:37.078567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:37.106875 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-c23593e2-168b-4aa3-9dbd-39193a43eac5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7733696 Jan 27 17:26:37.118644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Request body: {'port': {'device_id': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:37.221735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a86c070a-486a-49c8-a7ed-ad56931aa99a None None] Provisioning for port 2ae44737-d1b3-42e7-8c80-20655a2ac996 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:26:37.226871 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a86c070a-486a-49c8-a7ed-ad56931aa99a None None] Provisioning complete for port 2ae44737-d1b3-42e7-8c80-20655a2ac996 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:37.227236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a86c070a-486a-49c8-a7ed-ad56931aa99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:37.232089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:37.283599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-a86c070a-486a-49c8-a7ed-ad56931aa99a None None] Port 2ae44737-d1b3-42e7-8c80-20655a2ac996 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:26:37.429771 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8149c-2a76-454f-9033-239d535b03a3 req-863843ea-b7a4-4fa4-8714-f7047a8f686e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:37.431186 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fac8149c-2a76-454f-9033-239d535b03a3 req-863843ea-b7a4-4fa4-8714-f7047a8f686e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 931 time: 0.0873384 Jan 27 17:26:37.478138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-fac8149c-2a76-454f-9033-239d535b03a3 req-250c1a3f-b137-4d7b-8da2-be438593d30e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:37.490278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-fac8149c-2a76-454f-9033-239d535b03a3 req-250c1a3f-b137-4d7b-8da2-be438593d30e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:37.491385 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fac8149c-2a76-454f-9033-239d535b03a3 req-250c1a3f-b137-4d7b-8da2-be438593d30e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed719998-98fe-4a32-8506-fa8da6d53e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543091 Jan 27 17:26:37.592792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae44737-d1b3-42e7-8c80-20655a2ac996 {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:26:37.601581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:37.618131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Transition to ACTIVE for port object 2ae44737-d1b3-42e7-8c80-20655a2ac996 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:26:37.623031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:37.789699 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Pushing event updated for resources: {'Port': ['ID=2ae44737-d1b3-42e7-8c80-20655a2ac996,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:37.880370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Attempting to bind port 2ae44737-d1b3-42e7-8c80-20655a2ac996 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:26:37.880728 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Attempting to bind port 2ae44737-d1b3-42e7-8c80-20655a2ac996 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:26:37.881164 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Attempting to bind port 2ae44737-d1b3-42e7-8c80-20655a2ac996 on network dd826cac-1b06-4206-a2ec-f688abbf434c {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:26:37.887193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Port 2ae44737-d1b3-42e7-8c80-20655a2ac996 on network dd826cac-1b06-4206-a2ec-f688abbf434c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:26:37.887522 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Attempting to bind port 2ae44737-d1b3-42e7-8c80-20655a2ac996 on network dd826cac-1b06-4206-a2ec-f688abbf434c {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:26:37.893043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:26:37.893367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Checking segment: {'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:26:37.894608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Bound using segment: {'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:26:37.895050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Bound port: 2ae44737-d1b3-42e7-8c80-20655a2ac996, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:26:37.895388 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:37.988144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] For port 2ae44737-d1b3-42e7-8c80-20655a2ac996, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:26:37.990999 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] For port 2ae44737-d1b3-42e7-8c80-20655a2ac996, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:26:37.996380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:38.059478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:38.060211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:38.061586 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] 10.222.0.88 "PUT /v2.0/ports/2ae44737-d1b3-42e7-8c80-20655a2ac996 HTTP/1.1" status: 200 len: 1093 time: 0.9473619 Jan 27 17:26:38.062023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:26:38.087267 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f32be4-8e64-4acf-90b7-7751976bde8d service neutron] Pushing event updated for resources: {'Port': ['ID=2ae44737-d1b3-42e7-8c80-20655a2ac996,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:38.140772 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'status': 'completed', 'code': 200} Jan 27 17:26:38.182807 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-38b7f68a-d56d-42d5-9ece-d9a206f81431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:38.184316 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-38b7f68a-d56d-42d5-9ece-d9a206f81431 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0774558 Jan 27 17:26:38.377878 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-9edfd0ab-5915-4f25-bf4e-39440130cb77 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996 HTTP/1.1" status: 200 len: 217 time: 0.1866634 Jan 27 17:26:38.445488 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-fc37c1b5-32ee-4ab1-9d81-be954186a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:38.446945 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-fc37c1b5-32ee-4ab1-9d81-be954186a603 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04d76558-1832-4aba-9c3b-903f96d1a6de HTTP/1.1" status: 200 len: 835 time: 0.0624599 Jan 27 17:26:38.540169 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-d884e341-82b8-44ab-887b-4ec02bd5f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:38.541659 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-d884e341-82b8-44ab-887b-4ec02bd5f947 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd826cac-1b06-4206-a2ec-f688abbf434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878084 Jan 27 17:26:38.677814 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-d545f720-d5e1-4149-a260-4da6b192b87b service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292272 Jan 27 17:26:38.684971 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233c73-81bd-493d-adb9-701fdf14ea77 req-22133bc9-d8b6-4d36-b3ad-da0c9ff1291c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:38.686451 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e1233c73-81bd-493d-adb9-701fdf14ea77 req-22133bc9-d8b6-4d36-b3ad-da0c9ff1291c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 943 time: 0.0811646 Jan 27 17:26:38.736632 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e1233c73-81bd-493d-adb9-701fdf14ea77 req-5d34a413-e19f-4463-8290-5fe4668233d8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed719998-98fe-4a32-8506-fa8da6d53e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440569 Jan 27 17:26:38.815673 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37924d27-8e46-42f7-8d5f-0905149ec1ae req-57b28506-930c-4727-b7f8-f02f33ce86b1 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307626 Jan 27 17:26:38.944223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbce015-95aa-49bd-8bfe-b5941d5d0652 req-3765b6b8-1339-49e2-babc-a59d10f44638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:38.945586 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-adbce015-95aa-49bd-8bfe-b5941d5d0652 req-3765b6b8-1339-49e2-babc-a59d10f44638 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0829170 Jan 27 17:26:39.093673 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbce015-95aa-49bd-8bfe-b5941d5d0652 req-0fdeb536-5313-4c76-84b9-c5c4be15850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:39.095254 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-adbce015-95aa-49bd-8bfe-b5941d5d0652 req-0fdeb536-5313-4c76-84b9-c5c4be15850b service neutron] 10.222.0.88 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 898 time: 0.1435466 Jan 27 17:26:39.166705 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-adbce015-95aa-49bd-8bfe-b5941d5d0652 req-c605e182-4dbe-481f-bb27-61d4511ebb23 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996 HTTP/1.1" status: 200 len: 217 time: 0.0641820 Jan 27 17:26:39.241780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbce015-95aa-49bd-8bfe-b5941d5d0652 req-39e4eb57-9200-4c09-85a6-b9cea0681ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:39.243189 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-adbce015-95aa-49bd-8bfe-b5941d5d0652 req-39e4eb57-9200-4c09-85a6-b9cea0681ae8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04d76558-1832-4aba-9c3b-903f96d1a6de HTTP/1.1" status: 200 len: 835 time: 0.0696754 Jan 27 17:26:39.341794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbce015-95aa-49bd-8bfe-b5941d5d0652 req-b32bae3d-a3a1-4a0c-b5ce-4383e32e0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:39.343324 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-adbce015-95aa-49bd-8bfe-b5941d5d0652 req-b32bae3d-a3a1-4a0c-b5ce-4383e32e0c95 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd826cac-1b06-4206-a2ec-f688abbf434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887930 Jan 27 17:26:39.491129 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-adbce015-95aa-49bd-8bfe-b5941d5d0652 req-671b10e7-642f-4e90-80d4-d17d4018431f service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402967 Jan 27 17:26:39.624392 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-adbce015-95aa-49bd-8bfe-b5941d5d0652 req-a7f13b60-6b5e-4b1f-a002-49469d0b6c33 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263351 Jan 27 17:26:39.939605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b09ea-3900-429d-b2e4-723dc43d2b5e req-19f7aff2-9bef-4635-a75e-003ba1c4ccd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:39.940348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-e14b09ea-3900-429d-b2e4-723dc43d2b5e req-19f7aff2-9bef-4635-a75e-003ba1c4ccd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:39.958589 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-e14b09ea-3900-429d-b2e4-723dc43d2b5e req-19f7aff2-9bef-4635-a75e-003ba1c4ccd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:39.960353 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e14b09ea-3900-429d-b2e4-723dc43d2b5e req-19f7aff2-9bef-4635-a75e-003ba1c4ccd2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 943 time: 0.1111803 Jan 27 17:26:40.013311 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e14b09ea-3900-429d-b2e4-723dc43d2b5e req-05236c2c-0aab-467f-9d0f-c29a66dda833 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed719998-98fe-4a32-8506-fa8da6d53e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Jan 27 17:26:40.561336 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:26:41.218570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f9c25-eff4-499d-b529-62452556d0d6 req-3969398a-3d1a-4de6-aa2c-16323bf49dd8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:41.220279 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-885f9c25-eff4-499d-b529-62452556d0d6 req-3969398a-3d1a-4de6-aa2c-16323bf49dd8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 943 time: 0.0933251 Jan 27 17:26:41.277186 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-885f9c25-eff4-499d-b529-62452556d0d6 req-dbdd4625-f459-471c-bee5-a47bd48e4880 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed719998-98fe-4a32-8506-fa8da6d53e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478044 Jan 27 17:26:41.945557 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 2ae44737-d1b3-42e7-8c80-20655a2ac996 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:26:42.084400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 2ae44737-d1b3-42e7-8c80-20655a2ac996, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:42.102066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'port_id': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'mac_address': 'fa:16:3e:82:cd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:26:42.161458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:42.179062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae44737-d1b3-42e7-8c80-20655a2ac996 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:26:42.196087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 2ae44737-d1b3-42e7-8c80-20655a2ac996, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:42.203113 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:42.271803 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=2ae44737-d1b3-42e7-8c80-20655a2ac996,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:42.445031 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['2ae44737-d1b3-42e7-8c80-20655a2ac996'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:26:42.477147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6a630-1156-45c8-acbf-7be8b0d0bf37 req-077b81dc-6290-4bff-a1a7-ac97ffe916be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:42.478956 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5cc6a630-1156-45c8-acbf-7be8b0d0bf37 req-077b81dc-6290-4bff-a1a7-ac97ffe916be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 944 time: 0.0919991 Jan 27 17:26:42.528662 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5cc6a630-1156-45c8-acbf-7be8b0d0bf37 req-693acc4a-1da5-4faa-8e33-bfea64b0df52 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed719998-98fe-4a32-8506-fa8da6d53e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437770 Jan 27 17:26:43.731539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5c1ae-4395-4317-93b4-c46d757911ee req-aa1c07b1-4788-4d12-a001-f91144936fc7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:43.733086 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f0b5c1ae-4395-4317-93b4-c46d757911ee req-aa1c07b1-4788-4d12-a001-f91144936fc7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 944 time: 0.0940673 Jan 27 17:26:43.790112 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f0b5c1ae-4395-4317-93b4-c46d757911ee req-782dc679-5e95-464f-aae2-e5f993f9ed4a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed719998-98fe-4a32-8506-fa8da6d53e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503175 Jan 27 17:26:43.957916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 2ae44737-d1b3-42e7-8c80-20655a2ac996 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:26:44.035029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 2ae44737-d1b3-42e7-8c80-20655a2ac996 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:26:44.040991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 2ae44737-d1b3-42e7-8c80-20655a2ac996 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:44.041448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:44.167380 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:44.195706 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:26:44.207183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 2ae44737-d1b3-42e7-8c80-20655a2ac996, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:44.213289 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:44.291000 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=2ae44737-d1b3-42e7-8c80-20655a2ac996,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:44.311064 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'code': 200} Jan 27 17:26:44.562878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d1042-b62f-48c3-90ac-bb8b707d08da req-bd41b6e0-b22c-4636-b6ea-72e0da952b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:44.564342 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-312d1042-b62f-48c3-90ac-bb8b707d08da req-bd41b6e0-b22c-4636-b6ea-72e0da952b94 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 1098 time: 0.0831835 Jan 27 17:26:44.605928 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-312d1042-b62f-48c3-90ac-bb8b707d08da req-0a658e85-8d37-4f76-982f-10d4f3b40cba service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ed719998-98fe-4a32-8506-fa8da6d53e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357339 Jan 27 17:26:44.997676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d27504-0d71-4130-906d-90fba5eced42 req-e314a259-5716-4476-bfc9-80bb9e3457e7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:44.999144 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-35d27504-0d71-4130-906d-90fba5eced42 req-e314a259-5716-4476-bfc9-80bb9e3457e7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 945 time: 0.0991378 Jan 27 17:26:45.045597 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-35d27504-0d71-4130-906d-90fba5eced42 req-e794d31b-38a0-4589-aecd-aeac462f2df7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed719998-98fe-4a32-8506-fa8da6d53e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394306 Jan 27 17:26:46.302895 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aea692f4-e2ca-4ffc-8ebf-2e602ad0bfcb req-a3db0766-6606-45cf-a34c-b62e705d54ef service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0981917 Jan 27 17:26:46.311137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d89be-69c8-49b2-a561-74e538ff381a req-907a0276-906c-4275-9fab-b4d0099b1a6d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:46.312632 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5d3d89be-69c8-49b2-a561-74e538ff381a req-907a0276-906c-4275-9fab-b4d0099b1a6d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 945 time: 0.1434944 Jan 27 17:26:46.360751 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5d3d89be-69c8-49b2-a561-74e538ff381a req-261e32b1-bb57-4f08-9a2f-99956b83cec6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed719998-98fe-4a32-8506-fa8da6d53e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403173 Jan 27 17:26:46.445289 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea692f4-e2ca-4ffc-8ebf-2e602ad0bfcb req-386af924-285c-4139-a843-4d53095f1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:46.446749 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aea692f4-e2ca-4ffc-8ebf-2e602ad0bfcb req-386af924-285c-4139-a843-4d53095f1ed0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 1098 time: 0.0743237 Jan 27 17:26:46.601080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea692f4-e2ca-4ffc-8ebf-2e602ad0bfcb req-c4a90bea-8102-475f-8695-96f240e7d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:46.602922 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aea692f4-e2ca-4ffc-8ebf-2e602ad0bfcb req-c4a90bea-8102-475f-8695-96f240e7d3b8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 898 time: 0.1374054 Jan 27 17:26:46.675018 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aea692f4-e2ca-4ffc-8ebf-2e602ad0bfcb req-315551c8-4ec2-4e03-a93a-9e782829ab9c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996 HTTP/1.1" status: 200 len: 217 time: 0.0667887 Jan 27 17:26:46.675676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96b82b-e2d2-4325-aa31-ea04abfb005d req-d0370722-63ed-4475-90fb-52a8bab0b4b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:46.677312 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fe96b82b-e2d2-4325-aa31-ea04abfb005d req-d0370722-63ed-4475-90fb-52a8bab0b4b2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 945 time: 0.2086442 Jan 27 17:26:46.732083 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fe96b82b-e2d2-4325-aa31-ea04abfb005d req-adccc311-3477-4415-9448-caea4791e152 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed719998-98fe-4a32-8506-fa8da6d53e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478821 Jan 27 17:26:46.757480 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45706) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:46.831023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc407d-435f-4750-931e-6a6ebf202527 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:46.832747 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1bcc407d-435f-4750-931e-6a6ebf202527 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 1093 time: 0.0737481 Jan 27 17:26:46.835521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45710) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:46.840652 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:46.847265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:46.851496 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:floatingip and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:46.854134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea692f4-e2ca-4ffc-8ebf-2e602ad0bfcb req-034ac64d-c33d-4152-b672-1c1f5d2bce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:46.854968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:46.855604 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aea692f4-e2ca-4ffc-8ebf-2e602ad0bfcb req-034ac64d-c33d-4152-b672-1c1f5d2bce2b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04d76558-1832-4aba-9c3b-903f96d1a6de HTTP/1.1" status: 200 len: 835 time: 0.1753500 Jan 27 17:26:46.861269 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:46.873983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:46.936817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea692f4-e2ca-4ffc-8ebf-2e602ad0bfcb req-ac36959a-2d88-4c76-85bc-9f3ac8460e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:46.938314 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aea692f4-e2ca-4ffc-8ebf-2e602ad0bfcb req-ac36959a-2d88-4c76-85bc-9f3ac8460e76 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd826cac-1b06-4206-a2ec-f688abbf434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761955 Jan 27 17:26:47.022810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:47.074182 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aea692f4-e2ca-4ffc-8ebf-2e602ad0bfcb req-dc62d35c-c837-4876-a03b-84a25b2628d9 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290758 Jan 27 17:26:47.171602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.176 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/ed6c50f1-f8d3-4566-99c0-501e3edd71ff) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:26:47.210893 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aea692f4-e2ca-4ffc-8ebf-2e602ad0bfcb req-2b4298c3-4c07-44c7-8a02-46fb26738c27 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302664 Jan 27 17:26:47.333576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:47.366701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:47.435950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:26:47.438723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:26:47.442407 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:26:47.471151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=ed6c50f1-f8d3-4566-99c0-501e3edd71ff,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:47.860868 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:47.938413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.165228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.173882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.283836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=ed6c50f1-f8d3-4566-99c0-501e3edd71ff,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:48.295861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.581642 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP ee0c31eb-32e8-45a8-bd65-3f5a05436568 associated. External IP: 172.26.8.176, port: 2ae44737-d1b3-42e7-8c80-20655a2ac996. Jan 27 17:26:48.963794 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:26:49.155786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:26:49.168020 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba1b73-79ea-464d-9a57-64ca196d5c57 None None] Sync routers for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:26:49.179454 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba1b73-79ea-464d-9a57-64ca196d5c57 None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:26:49.180113 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-28ba1b73-79ea-464d-9a57-64ca196d5c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:26:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:49.185741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:49.247420 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c4b9debd-6538-4dd4-87ed-d1e12ed1e13d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4069507 Jan 27 17:26:49.247420 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:26:49.249557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45714) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:49.307170 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'status': 'completed', 'code': 200} Jan 27 17:26:49.361664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-28ba1b73-79ea-464d-9a57-64ca196d5c57 None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:49.382523 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ef97b-e99d-4672-bc54-9e348c23db90 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:49.384211 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0e8ef97b-e99d-4672-bc54-9e348c23db90 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 1093 time: 0.1329265 Jan 27 17:26:49.414570 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e81b-8bd7-4500-8890-6b12bb73c437 req-9163db94-2bd3-4469-b0b7-0e330992628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:49.416089 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-69c0e81b-8bd7-4500-8890-6b12bb73c437 req-9163db94-2bd3-4469-b0b7-0e330992628a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 1098 time: 0.0857193 Jan 27 17:26:49.555484 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e81b-8bd7-4500-8890-6b12bb73c437 req-5269ae33-685e-4c30-b468-75a8144e4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:49.557006 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-69c0e81b-8bd7-4500-8890-6b12bb73c437 req-5269ae33-685e-4c30-b468-75a8144e4c5c service neutron] 10.222.0.88 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 898 time: 0.1336107 Jan 27 17:26:49.562254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45722) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:49.567871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c8ac2283-74a5-4f39-b080-2a915832f7d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532112041', 'description': 'tempest-secgroup-smoke-1532112041 description', 'project_id': '44b0386278b54442ad833b884f51ee72'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:49.574119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c8ac2283-74a5-4f39-b080-2a915832f7d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:49.584717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c8ac2283-74a5-4f39-b080-2a915832f7d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:49.597338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2283-74a5-4f39-b080-2a915832f7d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:49.622289 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c8ac2283-74a5-4f39-b080-2a915832f7d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:49.626515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c8ac2283-74a5-4f39-b080-2a915832f7d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:49.630125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c8ac2283-74a5-4f39-b080-2a915832f7d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:49.636108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c8ac2283-74a5-4f39-b080-2a915832f7d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:49.663073 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-69c0e81b-8bd7-4500-8890-6b12bb73c437 req-6b20978a-0048-40c4-90b1-693968899dbd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996 HTTP/1.1" status: 200 len: 999 time: 0.1000264 Jan 27 17:26:49.720037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2283-74a5-4f39-b080-2a915832f7d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:49.725827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2283-74a5-4f39-b080-2a915832f7d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:49.727059 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e81b-8bd7-4500-8890-6b12bb73c437 req-ddef4f89-88f4-414d-aadb-abd8bfc9fede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:49.728907 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-69c0e81b-8bd7-4500-8890-6b12bb73c437 req-ddef4f89-88f4-414d-aadb-abd8bfc9fede service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04d76558-1832-4aba-9c3b-903f96d1a6de HTTP/1.1" status: 200 len: 835 time: 0.0605958 Jan 27 17:26:49.762330 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-28ba1b73-79ea-464d-9a57-64ca196d5c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ee0c31eb-32e8-45a8-bd65-3f5a05436568', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'port_id': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'mac_address': 'fa:16:3e:82:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:26:47Z', 'updated_at': '2022-01-27T17:26:47Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:33Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:49.766488 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba1b73-79ea-464d-9a57-64ca196d5c57 None None] Checking router: 797b46ed-6b85-4579-8dc8-1e2b41c744d0 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:26:49.774584 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac2283-74a5-4f39-b080-2a915832f7d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc8ac5b-e6cf-4454-87f7-bbdd8771e591,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:49.775765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba1b73-79ea-464d-9a57-64ca196d5c57 None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:26:49.776381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-28ba1b73-79ea-464d-9a57-64ca196d5c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:26:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:49.785665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2283-74a5-4f39-b080-2a915832f7d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:49.790232 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45726) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:49.790351 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c8ac2283-74a5-4f39-b080-2a915832f7d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2269843 Jan 27 17:26:49.797993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b4a782c3-0f86-4234-a9bf-8df3d464b6a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '2cc8ac5b-e6cf-4454-87f7-bbdd8771e591', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:49.806280 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b4a782c3-0f86-4234-a9bf-8df3d464b6a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:49.811769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b4a782c3-0f86-4234-a9bf-8df3d464b6a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:49.815061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b4a782c3-0f86-4234-a9bf-8df3d464b6a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:49.822262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b4a782c3-0f86-4234-a9bf-8df3d464b6a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:49.833806 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e81b-8bd7-4500-8890-6b12bb73c437 req-84c42ae1-c0e3-4422-b790-4b2b58ede5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:49.835281 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-69c0e81b-8bd7-4500-8890-6b12bb73c437 req-84c42ae1-c0e3-4422-b790-4b2b58ede5c2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd826cac-1b06-4206-a2ec-f688abbf434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005156 Jan 27 17:26:49.867391 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b4a782c3-0f86-4234-a9bf-8df3d464b6a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:49.964061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-28ba1b73-79ea-464d-9a57-64ca196d5c57 None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:50.018402 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-69c0e81b-8bd7-4500-8890-6b12bb73c437 req-4615e493-9b7a-4d2d-b0a8-4dcc98b603e8 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765654 Jan 27 17:26:50.019985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b4a782c3-0f86-4234-a9bf-8df3d464b6a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.044079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b4a782c3-0f86-4234-a9bf-8df3d464b6a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.132253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a782c3-0f86-4234-a9bf-8df3d464b6a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8288fe90-7e81-47ab-9c29-d2212d92c9ce,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:50.158542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b4a782c3-0f86-4234-a9bf-8df3d464b6a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.159719 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b4a782c3-0f86-4234-a9bf-8df3d464b6a3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663816 Jan 27 17:26:50.164162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45730) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:50.170177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e36e012e-1278-4b13-9789-69bd4d97fdba tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '2cc8ac5b-e6cf-4454-87f7-bbdd8771e591', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:50.176933 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e36e012e-1278-4b13-9789-69bd4d97fdba tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:50.181692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e36e012e-1278-4b13-9789-69bd4d97fdba tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:50.185177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e36e012e-1278-4b13-9789-69bd4d97fdba tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:50.186410 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-69c0e81b-8bd7-4500-8890-6b12bb73c437 req-9e2c106b-16d4-4bf4-b6bd-568f7f1a758b service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624255 Jan 27 17:26:50.192605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e36e012e-1278-4b13-9789-69bd4d97fdba tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:50.213259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e36e012e-1278-4b13-9789-69bd4d97fdba tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.281999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e36e012e-1278-4b13-9789-69bd4d97fdba tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.287093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e36e012e-1278-4b13-9789-69bd4d97fdba tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.310785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e012e-1278-4b13-9789-69bd4d97fdba tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0e81b6-734d-44cc-8964-1134db51bc08,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:50.325908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e36e012e-1278-4b13-9789-69bd4d97fdba tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.327263 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e36e012e-1278-4b13-9789-69bd4d97fdba tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1619492 Jan 27 17:26:50.330449 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45734) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:50.335571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-44831586-8d33-469d-b673-a4e1621267de tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '2cc8ac5b-e6cf-4454-87f7-bbdd8771e591', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:50.336628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-28ba1b73-79ea-464d-9a57-64ca196d5c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ee0c31eb-32e8-45a8-bd65-3f5a05436568', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'port_id': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'mac_address': 'fa:16:3e:82:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:26:47Z', 'updated_at': '2022-01-27T17:26:47Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:33Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:50.341571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-44831586-8d33-469d-b673-a4e1621267de tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:50.344781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba1b73-79ea-464d-9a57-64ca196d5c57 None None] The sync data for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv is: [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ee0c31eb-32e8-45a8-bd65-3f5a05436568', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'port_id': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'mac_address': 'fa:16:3e:82:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:26:47Z', 'updated_at': '2022-01-27T17:26:47Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:33Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:26:50.351909 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-44831586-8d33-469d-b673-a4e1621267de tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:50.356645 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-44831586-8d33-469d-b673-a4e1621267de tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:50.364782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-44831586-8d33-469d-b673-a4e1621267de tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:50.382584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-44831586-8d33-469d-b673-a4e1621267de tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.455438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-44831586-8d33-469d-b673-a4e1621267de tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.460408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-44831586-8d33-469d-b673-a4e1621267de tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.485741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44831586-8d33-469d-b673-a4e1621267de tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150824b7-efa3-4dfe-b5f4-5df2ffd99a59,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:50.496832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-44831586-8d33-469d-b673-a4e1621267de tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.498023 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-44831586-8d33-469d-b673-a4e1621267de tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1664913 Jan 27 17:26:50.501339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45738) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:50.506856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ee185ee0-6a7a-46ae-9693-61e169580d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '2cc8ac5b-e6cf-4454-87f7-bbdd8771e591', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:50.513069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ee185ee0-6a7a-46ae-9693-61e169580d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:50.517504 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ee185ee0-6a7a-46ae-9693-61e169580d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:50.520723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ee185ee0-6a7a-46ae-9693-61e169580d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:50.527769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ee185ee0-6a7a-46ae-9693-61e169580d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:50.546614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee185ee0-6a7a-46ae-9693-61e169580d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.561393 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c5a8a-3ca6-4cfa-8ac7-829ff757ed67 None None] New status for floating IP ee0c31eb-32e8-45a8-bd65-3f5a05436568: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:26:50.617497 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee185ee0-6a7a-46ae-9693-61e169580d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.622356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee185ee0-6a7a-46ae-9693-61e169580d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.646477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee185ee0-6a7a-46ae-9693-61e169580d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0d760b-2528-45ab-8422-2c58fa075a37,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:50.658452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee185ee0-6a7a-46ae-9693-61e169580d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.659773 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ee185ee0-6a7a-46ae-9693-61e169580d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1573730 Jan 27 17:26:50.662619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45742) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:50.667629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dee545f4-9718-4b07-b35b-3b88aeab1fc2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '2cc8ac5b-e6cf-4454-87f7-bbdd8771e591', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:50.673641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dee545f4-9718-4b07-b35b-3b88aeab1fc2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:50.677536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dee545f4-9718-4b07-b35b-3b88aeab1fc2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:50.680423 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dee545f4-9718-4b07-b35b-3b88aeab1fc2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:50.686189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dee545f4-9718-4b07-b35b-3b88aeab1fc2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:50.698547 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-dee545f4-9718-4b07-b35b-3b88aeab1fc2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:26:50.705583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dee545f4-9718-4b07-b35b-3b88aeab1fc2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.779765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dee545f4-9718-4b07-b35b-3b88aeab1fc2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.784852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dee545f4-9718-4b07-b35b-3b88aeab1fc2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.810264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee545f4-9718-4b07-b35b-3b88aeab1fc2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67b24ca-9060-4b50-a3cb-da6ef80762ce,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:50.821549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dee545f4-9718-4b07-b35b-3b88aeab1fc2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.826184 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dee545f4-9718-4b07-b35b-3b88aeab1fc2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592424 Jan 27 17:26:50.826404 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45746) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:50.833108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-bb938257-75cd-4b61-9e73-124a73572b65 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': '2cc8ac5b-e6cf-4454-87f7-bbdd8771e591', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:50.843084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bb938257-75cd-4b61-9e73-124a73572b65 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:50.849455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bb938257-75cd-4b61-9e73-124a73572b65 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:50.853658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bb938257-75cd-4b61-9e73-124a73572b65 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:50.860361 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bb938257-75cd-4b61-9e73-124a73572b65 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:50.873197 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-bb938257-75cd-4b61-9e73-124a73572b65 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:26:50.880899 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb938257-75cd-4b61-9e73-124a73572b65 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.951014 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb938257-75cd-4b61-9e73-124a73572b65 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.956545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb938257-75cd-4b61-9e73-124a73572b65 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.982018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb938257-75cd-4b61-9e73-124a73572b65 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c996d8-afc0-4193-9b90-f1e856a5d915,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:50.994815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bb938257-75cd-4b61-9e73-124a73572b65 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:50.996481 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bb938257-75cd-4b61-9e73-124a73572b65 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1689596 Jan 27 17:26:51.170376 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-7c31bf76-e4e5-4359-824d-2682faf4e2c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532112041&fields=id&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 267 time: 0.0420158 Jan 27 17:26:51.443880 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-014fe6c2-c011-4ad8-80e4-c0a48334ba0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:51.445344 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-014fe6c2-c011-4ad8-80e4-c0a48334ba0a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 796 time: 0.2679806 Jan 27 17:26:51.460383 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b01e3a1a-8e10-40d1-ac34-d138e4b72d6a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/quotas/44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 375 time: 0.0093389 Jan 27 17:26:51.525515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-88e884ad-49c8-4e10-bd26-d9531d3739e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:51.554846 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-e4e8208c-c196-45c2-86d0-a458fb829c31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0872507 Jan 27 17:26:51.695988 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-c804c2a1-4907-4be3-bbdd-2a7dec94bdce service neutron] 10.222.0.81 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294847 Jan 27 17:26:51.837039 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-23705773-5826-449d-90cd-807fc1f93842 service neutron] 10.222.0.81 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323819 Jan 27 17:26:52.020764 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0339d0b0-e5ea-416c-bf80-0066a4dc6492 req-e7953ca5-03a0-4857-ad87-faa824100f53 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 210 time: 0.0460701 Jan 27 17:26:53.109481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-f0ce93f7-d5ba-484b-828c-ea03417331e3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:53.111060 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-f0ce93f7-d5ba-484b-828c-ea03417331e3 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 796 time: 0.1604903 Jan 27 17:26:53.185572 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0ec91855-6054-427e-8b3a-5f4ff357e615 req-fbfd4ba8-5c18-4f4e-a800-c7829cdd1dd6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 210 time: 0.0526145 Jan 27 17:26:53.202509 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-6266ed94-2dfc-491f-b62e-d8b47b26eed9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 473 time: 0.0837417 Jan 27 17:26:53.211961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'port': {'device_id': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'admin_state_up': True, 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'security_groups': ['2cc8ac5b-e6cf-4454-87f7-bbdd8771e591']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:53.346509 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:53.361118 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:53.373263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:26:53.376813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:53.566013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.14 (dd826cac-1b06-4206-a2ec-f688abbf434c/04d76558-1832-4aba-9c3b-903f96d1a6de/1e9d6e0c-4f11-4739-855e-5cbb7c9315cc) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:26:53.770894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:53.786383 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:26:53.812185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:53.882362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4d48-4564-4acc-8679-43f284c46f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:53.887312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network dd826cac-1b06-4206-a2ec-f688abbf434c is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:26:53.890536 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:26:53.894610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:26:53.925253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:53.967428 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:53.968093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:53.999508 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b88e584a-5f0a-4bdd-aa30-f700d80d2d12 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7910700 Jan 27 17:26:54.011339 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Request body: {'port': {'device_id': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:54.125359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:54.162391 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-20460118-8747-4e25-bb9f-8c5d727cf653 None None] Provisioning for port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:26:54.167858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-20460118-8747-4e25-bb9f-8c5d727cf653 None None] Provisioning complete for port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:54.168233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-20460118-8747-4e25-bb9f-8c5d727cf653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:54.224609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-20460118-8747-4e25-bb9f-8c5d727cf653 None None] Port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:26:54.371632 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764beaa3-40eb-4f79-be4c-4f087989b3c5 req-1d8f67e2-c272-48d9-8334-244508400492 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:54.373211 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-764beaa3-40eb-4f79-be4c-4f087989b3c5 req-1d8f67e2-c272-48d9-8334-244508400492 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 932 time: 0.0816550 Jan 27 17:26:54.420615 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-764beaa3-40eb-4f79-be4c-4f087989b3c5 req-fb3182a4-f25d-4012-8128-0b8d93eb27c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:54.437430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-764beaa3-40eb-4f79-be4c-4f087989b3c5 req-fb3182a4-f25d-4012-8128-0b8d93eb27c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:54.438624 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-764beaa3-40eb-4f79-be4c-4f087989b3c5 req-fb3182a4-f25d-4012-8128-0b8d93eb27c6 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cc8ac5b-e6cf-4454-87f7-bbdd8771e591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592082 Jan 27 17:26:54.472288 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:26:54.480230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:54.495635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Transition to ACTIVE for port object 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:26:54.503018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:54.754802 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:54.856326 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:54.863299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Attempting to bind port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:26:54.863715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Attempting to bind port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:26:54.864071 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Attempting to bind port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc on network dd826cac-1b06-4206-a2ec-f688abbf434c {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:26:54.869017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc on network dd826cac-1b06-4206-a2ec-f688abbf434c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:26:54.869314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Attempting to bind port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc on network dd826cac-1b06-4206-a2ec-f688abbf434c {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:26:54.874654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:26:54.874985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Checking segment: {'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:26:54.875366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Bound using segment: {'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:26:54.875811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Bound port: 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724ae143-e3e7-4974-92d1-3ef82a5af6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:26:54.876154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:54.978189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] For port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:26:54.983056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] For port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:26:54.991488 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:55.052046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:55.052838 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:55.054562 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] 10.222.0.88 "PUT /v2.0/ports/1e9d6e0c-4f11-4739-855e-5cbb7c9315cc HTTP/1.1" status: 200 len: 1094 time: 1.0476282 Jan 27 17:26:55.061648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'tag': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:26:55.084373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281632a8-32db-44fe-a64f-d37ce82cce88 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:55.137498 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'tag': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc', 'status': 'completed', 'code': 200} Jan 27 17:26:55.186282 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-a7432573-3088-48a1-b88d-70951f5c95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:55.187828 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-a7432573-3088-48a1-b88d-70951f5c95c7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 1097 time: 0.0830033 Jan 27 17:26:55.259261 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-b62ca109-1a3b-4301-8595-f47af49b95f2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc HTTP/1.1" status: 200 len: 217 time: 0.0639477 Jan 27 17:26:55.296412 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:55.328166 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-a8a882a0-6d43-4560-ad87-f00eed60b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:55.329487 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-a8a882a0-6d43-4560-ad87-f00eed60b28e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04d76558-1832-4aba-9c3b-903f96d1a6de HTTP/1.1" status: 200 len: 835 time: 0.0648775 Jan 27 17:26:55.408098 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-43bbadef-979a-4b2f-bd3f-e03dbe0955f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:55.410057 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-43bbadef-979a-4b2f-bd3f-e03dbe0955f2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd826cac-1b06-4206-a2ec-f688abbf434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750036 Jan 27 17:26:55.543252 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-3c54ec25-6ad5-4387-9ad6-b2e9b94d48ce service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269107 Jan 27 17:26:55.631414 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c6ced-05a9-4e7c-b167-35b4ad54a443 req-1300fe3a-8cff-426e-ae64-0f5331fabe5b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:55.632922 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-123c6ced-05a9-4e7c-b167-35b4ad54a443 req-1300fe3a-8cff-426e-ae64-0f5331fabe5b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 944 time: 0.0838795 Jan 27 17:26:55.677196 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-88a5d595-eb2f-4ecb-a4b8-6efe059f5ce4 req-9eb760ae-c2e2-4b41-8ec0-7b10f0aaa4bc service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276715 Jan 27 17:26:55.678675 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-123c6ced-05a9-4e7c-b167-35b4ad54a443 req-ebfd227c-5b85-4bcd-b360-23fb7105c6f2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cc8ac5b-e6cf-4454-87f7-bbdd8771e591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395269 Jan 27 17:26:55.807003 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d39eaa-49f1-4370-a770-2f778ac6fba4 req-353a2808-4511-49d1-b9c8-d3d6cc95f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:55.808422 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-41d39eaa-49f1-4370-a770-2f778ac6fba4 req-353a2808-4511-49d1-b9c8-d3d6cc95f49a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 1097 time: 0.0770350 Jan 27 17:26:55.945154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d39eaa-49f1-4370-a770-2f778ac6fba4 req-cf35da05-e532-4f80-819b-56f9a8b3b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:55.946591 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-41d39eaa-49f1-4370-a770-2f778ac6fba4 req-cf35da05-e532-4f80-819b-56f9a8b3b79f service neutron] 10.222.0.88 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 898 time: 0.1311786 Jan 27 17:26:56.019344 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-41d39eaa-49f1-4370-a770-2f778ac6fba4 req-be22eded-23bf-43f1-af05-345902dea7e5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc HTTP/1.1" status: 200 len: 217 time: 0.0652621 Jan 27 17:26:56.084605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d39eaa-49f1-4370-a770-2f778ac6fba4 req-dcd5d87c-03c0-4dd0-a576-ea90d225438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:56.085942 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-41d39eaa-49f1-4370-a770-2f778ac6fba4 req-dcd5d87c-03c0-4dd0-a576-ea90d225438e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04d76558-1832-4aba-9c3b-903f96d1a6de HTTP/1.1" status: 200 len: 835 time: 0.0602679 Jan 27 17:26:56.172102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d39eaa-49f1-4370-a770-2f778ac6fba4 req-01c4a7b1-8c8c-4215-8ac2-f1cd1d9f09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:56.173591 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-41d39eaa-49f1-4370-a770-2f778ac6fba4 req-01c4a7b1-8c8c-4215-8ac2-f1cd1d9f09dc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd826cac-1b06-4206-a2ec-f688abbf434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807140 Jan 27 17:26:56.315061 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-41d39eaa-49f1-4370-a770-2f778ac6fba4 req-24386c7b-eb13-4f86-a42d-45ab5744e930 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335881 Jan 27 17:26:56.577116 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-41d39eaa-49f1-4370-a770-2f778ac6fba4 req-6f20a6f1-ffcf-41b3-963a-0494ed93e2c9 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550333 Jan 27 17:26:56.660864 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:56.888525 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd371e5-6a78-48d8-96c7-0aa7eaaa0f93 req-e6f2510f-32f6-40ea-8293-85f5dbd063cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:56.889107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-2cd371e5-6a78-48d8-96c7-0aa7eaaa0f93 req-e6f2510f-32f6-40ea-8293-85f5dbd063cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:56.907296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-2cd371e5-6a78-48d8-96c7-0aa7eaaa0f93 req-e6f2510f-32f6-40ea-8293-85f5dbd063cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:56.908506 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2cd371e5-6a78-48d8-96c7-0aa7eaaa0f93 req-e6f2510f-32f6-40ea-8293-85f5dbd063cc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 944 time: 0.1096404 Jan 27 17:26:56.955944 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2cd371e5-6a78-48d8-96c7-0aa7eaaa0f93 req-0e91b65f-423d-406e-8ede-860dccf204ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cc8ac5b-e6cf-4454-87f7-bbdd8771e591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413258 Jan 27 17:26:58.021619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:26:58.143300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06607a25-13b6-4e2b-8eb9-699818f6d8dd req-d57de970-8d65-403d-8339-24b855414f1f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:58.144842 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-06607a25-13b6-4e2b-8eb9-699818f6d8dd req-d57de970-8d65-403d-8339-24b855414f1f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 944 time: 0.0818737 Jan 27 17:26:58.156104 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:58.169568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'port_id': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc', 'mac_address': 'fa:16:3e:81:bc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:26:58.190015 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-06607a25-13b6-4e2b-8eb9-699818f6d8dd req-c682ab0c-84dc-4093-8862-1b527a4a0d91 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cc8ac5b-e6cf-4454-87f7-bbdd8771e591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391521 Jan 27 17:26:58.228257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:58.246120 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:26:58.261793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:58.267664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:58.333244 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:58.445160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:58.477895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['1e9d6e0c-4f11-4739-855e-5cbb7c9315cc'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:26:59.391404 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859a32d-94ba-49e8-ab4e-73f6db44b0ed req-e4a86e2b-c1aa-48b9-998a-69383d362bae tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:59.393557 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6859a32d-94ba-49e8-ab4e-73f6db44b0ed req-e4a86e2b-c1aa-48b9-998a-69383d362bae tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 945 time: 0.0941336 Jan 27 17:26:59.442708 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6859a32d-94ba-49e8-ab4e-73f6db44b0ed req-d0c1d1a0-b4d9-48ba-a252-7c5bd816295b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cc8ac5b-e6cf-4454-87f7-bbdd8771e591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407171 Jan 27 17:27:00.038508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:27:00.111407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:27:00.116374 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:27:00.116745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:00.284872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:00.312726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:27:00.323008 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:27:00.328913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:00.366162 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc', 'code': 200} Jan 27 17:27:00.403663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:00.675872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf454f2-3688-497b-a8b8-8d3987197aa0 req-2b8575b6-dc17-4936-b38e-106dea6683ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:00.677358 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6bf454f2-3688-497b-a8b8-8d3987197aa0 req-2b8575b6-dc17-4936-b38e-106dea6683ee service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 1099 time: 0.1389313 Jan 27 17:27:00.687481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c5d94-6492-4ee9-8c04-2bb19983314e req-4699e904-32aa-40d7-a9fe-28b87d1f4fc9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:00.688867 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-591c5d94-6492-4ee9-8c04-2bb19983314e req-4699e904-32aa-40d7-a9fe-28b87d1f4fc9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 946 time: 0.1106386 Jan 27 17:27:00.753882 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6bf454f2-3688-497b-a8b8-8d3987197aa0 req-8565b465-216a-4fbd-a00f-ece404ae4c2b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2cc8ac5b-e6cf-4454-87f7-bbdd8771e591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640633 Jan 27 17:27:00.758496 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-591c5d94-6492-4ee9-8c04-2bb19983314e req-9ae5752a-20a9-43c3-a22b-7b28e29521b8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cc8ac5b-e6cf-4454-87f7-bbdd8771e591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568428 Jan 27 17:27:01.970846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0a350-befd-449c-b06b-623d6a23992d req-47aa0b8b-a21f-4e51-905f-340adc06ee0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:01.972387 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-80e0a350-befd-449c-b06b-623d6a23992d req-47aa0b8b-a21f-4e51-905f-340adc06ee0f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 946 time: 0.0869353 Jan 27 17:27:02.019222 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-80e0a350-befd-449c-b06b-623d6a23992d req-41d708cb-5276-452e-b422-025cac8da1c1 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cc8ac5b-e6cf-4454-87f7-bbdd8771e591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403042 Jan 27 17:27:02.217737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3212e-557f-4407-8809-6706ac657af8 req-d6f60bf4-29d9-4ccb-ae4d-b0d56a2e1ce0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:02.219406 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bac3212e-557f-4407-8809-6706ac657af8 req-d6f60bf4-29d9-4ccb-ae4d-b0d56a2e1ce0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 946 time: 0.0912728 Jan 27 17:27:02.265480 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bac3212e-557f-4407-8809-6706ac657af8 req-0c3c42cd-462d-4337-94f7-c9a08c5d2f71 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cc8ac5b-e6cf-4454-87f7-bbdd8771e591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401747 Jan 27 17:27:02.288274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45800) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:02.365634 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793757a-3f34-4954-948f-830178c2b288 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:02.367141 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9793757a-3f34-4954-948f-830178c2b288 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 1094 time: 0.0778134 Jan 27 17:27:02.370109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45804) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:02.375157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:27:02.381948 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:27:02.386016 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:floatingip and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:27:02.389013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:27:02.395001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:27:02.408527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:02.553213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:02.696534 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.23 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/1b9c6605-7014-4dbb-ab51-57581f7365bd) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:27:02.862217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:02.899125 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:02.963091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:27:02.965870 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:27:02.969489 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:27:02.998668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=1b9c6605-7014-4dbb-ab51-57581f7365bd,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:03.407416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:03.604269 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:03.833779 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:03.840278 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:03.954513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=1b9c6605-7014-4dbb-ab51-57581f7365bd,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:03.967453 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:04.142475 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP ff5deda0-1e7f-40fe-89a2-2984c68436a4 associated. External IP: 172.26.8.23, port: 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc. Jan 27 17:27:04.508179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:27:04.700640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:27:04.713837 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a60f5e-6752-4f17-a6fd-335a7be436fb None None] Sync routers for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:27:04.727349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a60f5e-6752-4f17-a6fd-335a7be436fb None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:27:04.728311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-94a60f5e-6752-4f17-a6fd-335a7be436fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:26:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:04.730923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:04.792046 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cade33c0-e416-45dd-8565-70f8b0d1e876 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4208627 Jan 27 17:27:04.792612 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'tag': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:27:04.844128 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'tag': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc', 'status': 'completed', 'code': 200} Jan 27 17:27:04.913673 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-94a60f5e-6752-4f17-a6fd-335a7be436fb None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:27:04.936103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c455e7-e551-49ed-97e7-c98229fc288b req-bbde7381-bb4f-4cbb-b1a0-c8a15597ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:04.937590 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-92c455e7-e551-49ed-97e7-c98229fc288b req-bbde7381-bb4f-4cbb-b1a0-c8a15597ab0f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 1099 time: 0.0715227 Jan 27 17:27:05.071662 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c455e7-e551-49ed-97e7-c98229fc288b req-cb5d5020-521c-48dc-a293-196b7acf9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:05.073036 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-92c455e7-e551-49ed-97e7-c98229fc288b req-cb5d5020-521c-48dc-a293-196b7acf9cd1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 898 time: 0.1287785 Jan 27 17:27:05.268348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-94a60f5e-6752-4f17-a6fd-335a7be436fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ee0c31eb-32e8-45a8-bd65-3f5a05436568', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'port_id': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'mac_address': 'fa:16:3e:82:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:26:47Z', 'updated_at': '2022-01-27T17:26:50Z', 'revision_number': 1, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}, {'id': 'ff5deda0-1e7f-40fe-89a2-2984c68436a4', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.23', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'port_id': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'mac_address': 'fa:16:3e:81:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:27:03Z', 'updated_at': '2022-01-27T17:27:03Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:33Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:05.272210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a60f5e-6752-4f17-a6fd-335a7be436fb None None] Checking router: 797b46ed-6b85-4579-8dc8-1e2b41c744d0 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:27:05.281224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a60f5e-6752-4f17-a6fd-335a7be436fb None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:27:05.281827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-94a60f5e-6752-4f17-a6fd-335a7be436fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:26:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:05.292104 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-92c455e7-e551-49ed-97e7-c98229fc288b req-3287cd8d-cf57-413a-87a5-1aaaf1370c25 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc HTTP/1.1" status: 200 len: 999 time: 0.2128143 Jan 27 17:27:05.357825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c455e7-e551-49ed-97e7-c98229fc288b req-521c8ec4-0e42-4d43-b743-ecd429f07d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:05.359276 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-92c455e7-e551-49ed-97e7-c98229fc288b req-521c8ec4-0e42-4d43-b743-ecd429f07d6e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04d76558-1832-4aba-9c3b-903f96d1a6de HTTP/1.1" status: 200 len: 835 time: 0.0597868 Jan 27 17:27:05.435660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c455e7-e551-49ed-97e7-c98229fc288b req-5731760b-8716-43f8-9169-9120ebaabf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:05.437139 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-92c455e7-e551-49ed-97e7-c98229fc288b req-5731760b-8716-43f8-9169-9120ebaabf4b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd826cac-1b06-4206-a2ec-f688abbf434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702932 Jan 27 17:27:05.463247 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-94a60f5e-6752-4f17-a6fd-335a7be436fb None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:27:05.572050 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-92c455e7-e551-49ed-97e7-c98229fc288b req-f37e8ad6-ef1f-4874-a706-7c0ff03d7ad4 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276648 Jan 27 17:27:05.705209 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-92c455e7-e551-49ed-97e7-c98229fc288b req-4e494faf-2ed8-448c-8ac3-9a0eaff8efd5 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271138 Jan 27 17:27:05.820686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-94a60f5e-6752-4f17-a6fd-335a7be436fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ee0c31eb-32e8-45a8-bd65-3f5a05436568', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'port_id': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'mac_address': 'fa:16:3e:82:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:26:47Z', 'updated_at': '2022-01-27T17:26:50Z', 'revision_number': 1, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}, {'id': 'ff5deda0-1e7f-40fe-89a2-2984c68436a4', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.23', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'port_id': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'mac_address': 'fa:16:3e:81:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:27:03Z', 'updated_at': '2022-01-27T17:27:03Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:33Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:05.825520 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a60f5e-6752-4f17-a6fd-335a7be436fb None None] The sync data for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv is: [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ee0c31eb-32e8-45a8-bd65-3f5a05436568', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'port_id': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'mac_address': 'fa:16:3e:82:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:26:47Z', 'updated_at': '2022-01-27T17:26:50Z', 'revision_number': 1, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}, {'id': 'ff5deda0-1e7f-40fe-89a2-2984c68436a4', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.23', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'port_id': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'mac_address': 'fa:16:3e:81:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:27:03Z', 'updated_at': '2022-01-27T17:27:03Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:33Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:27:06.036040 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d2b10c-ae8f-45d8-a1eb-7072a1a12331 None None] New status for floating IP ff5deda0-1e7f-40fe-89a2-2984c68436a4: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:27:17.561931 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:27:21.526244 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2dc9e34b-ccc5-43d4-95fc-81872f10a7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:23.876844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cde33261-42aa-4e0f-94a7-8fdd7e9e9585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:24.854122 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:25.300323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:26.660325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:28.443600 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:39.280151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45822) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:39.547302 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-485f00a4-644c-4a5b-b2ef-668fe2bcc892 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/ee0c31eb-32e8-45a8-bd65-3f5a05436568 HTTP/1.1" status: 200 len: 993 time: 0.2658710 Jan 27 17:27:40.363412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45834) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:40.370668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:27:40.495370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:40.720370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 2ae44737-d1b3-42e7-8c80-20655a2ac996, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:27:40.746639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:40.752536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:40.828472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:40.830240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:40.830479 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/ports/2ae44737-d1b3-42e7-8c80-20655a2ac996 HTTP/1.1" status: 200 len: 938 time: 0.4660144 Jan 27 17:27:40.831041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:27:40.850167 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=2ae44737-d1b3-42e7-8c80-20655a2ac996,revision_number=6']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:40.859966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:40.860366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:40.860708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:40.861036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:40.861360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:40.861737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:40.862082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:40.862790 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:40.863316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:40.863524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:40.863896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:40.864171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfba4a7-05b6-4aa3-872c-9f8eb87902b4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:40.884571 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'status': 'completed', 'code': 200} Jan 27 17:27:40.988406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0523b-4580-42ea-845a-6e4172fc45fc req-37ce3eb1-f68f-420c-9fd7-3b611e125960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:40.989907 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14b0523b-4580-42ea-845a-6e4172fc45fc req-37ce3eb1-f68f-420c-9fd7-3b611e125960 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 1099 time: 0.0821321 Jan 27 17:27:41.054133 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5229970f-c98f-428e-83a4-e2aa0825c8bb None None] Provisioning complete for port 2ae44737-d1b3-42e7-8c80-20655a2ac996 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:27:41.054788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5229970f-c98f-428e-83a4-e2aa0825c8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.129841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-5229970f-c98f-428e-83a4-e2aa0825c8bb None None] Port 2ae44737-d1b3-42e7-8c80-20655a2ac996 is administratively disabled so it will not transition to active. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jan 27 17:27:41.136152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0523b-4580-42ea-845a-6e4172fc45fc req-9a20a8ad-6ec3-46eb-9968-21be77b3e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:41.137603 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14b0523b-4580-42ea-845a-6e4172fc45fc req-9a20a8ad-6ec3-46eb-9968-21be77b3e09b service neutron] 10.222.0.88 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 898 time: 0.1415772 Jan 27 17:27:41.243371 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14b0523b-4580-42ea-845a-6e4172fc45fc req-fb219c8c-2466-47a4-8c3a-17037060824b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996 HTTP/1.1" status: 200 len: 1002 time: 0.0993090 Jan 27 17:27:41.309502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0523b-4580-42ea-845a-6e4172fc45fc req-eb030034-e39b-4a75-9550-d9da48fc2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:41.311165 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14b0523b-4580-42ea-845a-6e4172fc45fc req-eb030034-e39b-4a75-9550-d9da48fc2063 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04d76558-1832-4aba-9c3b-903f96d1a6de HTTP/1.1" status: 200 len: 835 time: 0.0616343 Jan 27 17:27:41.386264 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0523b-4580-42ea-845a-6e4172fc45fc req-6bd202e8-d73e-4eb7-816a-e8a491e413e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:41.388201 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14b0523b-4580-42ea-845a-6e4172fc45fc req-6bd202e8-d73e-4eb7-816a-e8a491e413e8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd826cac-1b06-4206-a2ec-f688abbf434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713067 Jan 27 17:27:41.525521 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14b0523b-4580-42ea-845a-6e4172fc45fc req-fb9b42e1-ee92-47d5-8a38-625332fc2102 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311183 Jan 27 17:27:41.660720 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14b0523b-4580-42ea-845a-6e4172fc45fc req-06c38465-179a-418e-9ea0-071ca7b99e6d service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296020 Jan 27 17:27:44.279507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45844) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:44.285715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:27:44.410245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:44.752777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 2ae44737-d1b3-42e7-8c80-20655a2ac996, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:27:44.782269 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:44.787871 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:44.862972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:44.863717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:44.865192 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/ports/2ae44737-d1b3-42e7-8c80-20655a2ac996 HTTP/1.1" status: 200 len: 937 time: 0.5846162 Jan 27 17:27:44.865753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:27:44.868801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45848) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:44.888835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=2ae44737-d1b3-42e7-8c80-20655a2ac996,revision_number=7']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:44.898236 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:44.898569 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:44.898925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:44.899219 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:44.899538 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:44.899892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:44.900211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:44.900524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:44.900841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:44.901143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:44.901450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:44.901895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79219088-27ef-4768-aec8-1486147550b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:44.941550 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'status': 'completed', 'code': 200} Jan 27 17:27:45.027390 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9bbcaf23-d8cc-468e-b269-bb9f85e11253 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/ee0c31eb-32e8-45a8-bd65-3f5a05436568 HTTP/1.1" status: 200 len: 993 time: 0.1531682 Jan 27 17:27:45.068524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd45560-07c9-44cf-ad09-6bd666a004f7 req-75008dba-f9c7-4310-ab0a-9c0e6db8463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:45.069516 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4fd45560-07c9-44cf-ad09-6bd666a004f7 req-75008dba-f9c7-4310-ab0a-9c0e6db8463d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 1098 time: 0.1036508 Jan 27 17:27:45.091621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['2ae44737-d1b3-42e7-8c80-20655a2ac996'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:27:45.209420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd45560-07c9-44cf-ad09-6bd666a004f7 req-006954f5-536b-4b37-bd6b-90fa15e3af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:45.210888 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4fd45560-07c9-44cf-ad09-6bd666a004f7 req-006954f5-536b-4b37-bd6b-90fa15e3af11 service neutron] 10.222.0.88 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 898 time: 0.1353910 Jan 27 17:27:45.212593 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-4ce5255e-c026-4c23-897b-18c89c05905a None None] Provisioning complete for port 2ae44737-d1b3-42e7-8c80-20655a2ac996 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:27:45.212960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4ce5255e-c026-4c23-897b-18c89c05905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:45.315842 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4fd45560-07c9-44cf-ad09-6bd666a004f7 req-7292847a-4ffb-4db0-90e1-742f9b814c3f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996 HTTP/1.1" status: 200 len: 1001 time: 0.0987077 Jan 27 17:27:45.382964 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd45560-07c9-44cf-ad09-6bd666a004f7 req-cbe41713-11b0-44fe-9330-577848ce92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:45.384518 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4fd45560-07c9-44cf-ad09-6bd666a004f7 req-cbe41713-11b0-44fe-9330-577848ce92ae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04d76558-1832-4aba-9c3b-903f96d1a6de HTTP/1.1" status: 200 len: 835 time: 0.0621462 Jan 27 17:27:45.460101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd45560-07c9-44cf-ad09-6bd666a004f7 req-f672fcaf-9d21-441e-8e25-12ebec905d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:45.461566 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4fd45560-07c9-44cf-ad09-6bd666a004f7 req-f672fcaf-9d21-441e-8e25-12ebec905d80 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd826cac-1b06-4206-a2ec-f688abbf434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708067 Jan 27 17:27:45.594490 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4fd45560-07c9-44cf-ad09-6bd666a004f7 req-f61ab3c2-4c06-40f6-89b8-f179f012a07b service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265500 Jan 27 17:27:45.731698 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4fd45560-07c9-44cf-ad09-6bd666a004f7 req-7c3985cf-e432-42eb-a371-a4d898c7d1e0 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306903 Jan 27 17:27:47.595122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45860) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:47.799853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-66c1471b-141a-44d6-8198-05aa14270da2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 1b9c6605-7014-4dbb-ab51-57581f7365bd {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:27:47.800221 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-66c1471b-141a-44d6-8198-05aa14270da2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:47.992927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-66c1471b-141a-44d6-8198-05aa14270da2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:47.993176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-66c1471b-141a-44d6-8198-05aa14270da2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:48.119291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-66c1471b-141a-44d6-8198-05aa14270da2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 1b9c6605-7014-4dbb-ab51-57581f7365bd owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:27:48.255665 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-210888ba-4e0c-4725-b9db-63df49e81511 req-e1baa156-6ca4-4d42-b6e7-ce39e1e86ece service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795348 Jan 27 17:27:48.284895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-66c1471b-141a-44d6-8198-05aa14270da2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:48.358246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1471b-141a-44d6-8198-05aa14270da2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=1b9c6605-7014-4dbb-ab51-57581f7365bd,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:48.401090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210888ba-4e0c-4725-b9db-63df49e81511 req-6c9587d4-2ea9-49de-9202-a68967b958c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:48.402595 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-210888ba-4e0c-4725-b9db-63df49e81511 req-6c9587d4-2ea9-49de-9202-a68967b958c2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 1098 time: 0.0721712 Jan 27 17:27:48.429980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-66c1471b-141a-44d6-8198-05aa14270da2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:48.430311 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-66c1471b-141a-44d6-8198-05aa14270da2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP ff5deda0-1e7f-40fe-89a2-2984c68436a4 disassociated (deleted). External IP: 172.26.8.23, port: 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc. Jan 27 17:27:48.560304 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210888ba-4e0c-4725-b9db-63df49e81511 req-c2aa4252-3261-4874-a8fc-129209024160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:48.561748 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-210888ba-4e0c-4725-b9db-63df49e81511 req-c2aa4252-3261-4874-a8fc-129209024160 service neutron] 10.222.0.88 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 898 time: 0.1400321 Jan 27 17:27:48.683155 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-210888ba-4e0c-4725-b9db-63df49e81511 req-929d9268-1a15-412f-8387-d9d19f66df84 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996 HTTP/1.1" status: 200 len: 1001 time: 0.1149719 Jan 27 17:27:48.755398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210888ba-4e0c-4725-b9db-63df49e81511 req-1e35532b-3deb-48f3-979d-0c330b58e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:48.756918 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-210888ba-4e0c-4725-b9db-63df49e81511 req-1e35532b-3deb-48f3-979d-0c330b58e3d2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04d76558-1832-4aba-9c3b-903f96d1a6de HTTP/1.1" status: 200 len: 835 time: 0.0679257 Jan 27 17:27:48.836081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210888ba-4e0c-4725-b9db-63df49e81511 req-35511996-2aee-4cfb-b378-132461602f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:48.837504 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-210888ba-4e0c-4725-b9db-63df49e81511 req-35511996-2aee-4cfb-b378-132461602f68 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd826cac-1b06-4206-a2ec-f688abbf434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750661 Jan 27 17:27:48.941264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c1471b-141a-44d6-8198-05aa14270da2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:27:48.980938 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-210888ba-4e0c-4725-b9db-63df49e81511 req-65ee58e2-864a-41f4-a4dc-22dc57cdf4e6 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362195 Jan 27 17:27:49.130615 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c1471b-141a-44d6-8198-05aa14270da2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:27:49.141090 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad41701-4c3e-4a18-99a3-2107e8f5cb1b None None] Sync routers for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:27:49.151624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad41701-4c3e-4a18-99a3-2107e8f5cb1b None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:27:49.152340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-bad41701-4c3e-4a18-99a3-2107e8f5cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:27:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:49.154273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-66c1471b-141a-44d6-8198-05aa14270da2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:49.216905 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-66c1471b-141a-44d6-8198-05aa14270da2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/floatingips/ff5deda0-1e7f-40fe-89a2-2984c68436a4 HTTP/1.1" status: 204 len: 168 time: 1.6180747 Jan 27 17:27:49.216905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'tag': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:27:49.236086 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-210888ba-4e0c-4725-b9db-63df49e81511 req-c1652868-4ac3-4ae0-a68c-fd67fa9f1589 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490163 Jan 27 17:27:49.284511 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'tag': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc', 'status': 'completed', 'code': 200} Jan 27 17:27:49.348402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-bad41701-4c3e-4a18-99a3-2107e8f5cb1b None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:27:49.396047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f6218-6e18-4ce4-9f14-1503a2355850 req-bcb2a73e-d58d-4360-982c-d3f0e05b1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:49.397670 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3d1f6218-6e18-4ce4-9f14-1503a2355850 req-bcb2a73e-d58d-4360-982c-d3f0e05b1877 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 1099 time: 0.0883796 Jan 27 17:27:49.585685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f6218-6e18-4ce4-9f14-1503a2355850 req-1cdd3a15-ec50-4a2f-929e-f6bd152ba9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:49.587175 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3d1f6218-6e18-4ce4-9f14-1503a2355850 req-1cdd3a15-ec50-4a2f-929e-f6bd152ba9c4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 898 time: 0.1836615 Jan 27 17:27:49.669130 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3d1f6218-6e18-4ce4-9f14-1503a2355850 req-6c67e407-64b5-442b-ab6f-8203d6c040a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc HTTP/1.1" status: 200 len: 217 time: 0.0709920 Jan 27 17:27:49.724367 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-bad41701-4c3e-4a18-99a3-2107e8f5cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ee0c31eb-32e8-45a8-bd65-3f5a05436568', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'port_id': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'mac_address': 'fa:16:3e:82:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:26:47Z', 'updated_at': '2022-01-27T17:26:50Z', 'revision_number': 1, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:33Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:49.729144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad41701-4c3e-4a18-99a3-2107e8f5cb1b None None] Checking router: 797b46ed-6b85-4579-8dc8-1e2b41c744d0 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:27:49.738398 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad41701-4c3e-4a18-99a3-2107e8f5cb1b None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:27:49.739012 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-bad41701-4c3e-4a18-99a3-2107e8f5cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:27:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:49.743223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c10e12-37c0-4642-9d35-edce7d79fed8 req-892b7ab3-2e4f-4685-ba28-f42a143ee86e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:49.745888 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e9c10e12-37c0-4642-9d35-edce7d79fed8 req-892b7ab3-2e4f-4685-ba28-f42a143ee86e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 946 time: 0.2107096 Jan 27 17:27:49.774700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f6218-6e18-4ce4-9f14-1503a2355850 req-56b711f0-5a12-4944-a063-f3fbf64ea5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:49.776189 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3d1f6218-6e18-4ce4-9f14-1503a2355850 req-56b711f0-5a12-4944-a063-f3fbf64ea5b5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04d76558-1832-4aba-9c3b-903f96d1a6de HTTP/1.1" status: 200 len: 835 time: 0.0989039 Jan 27 17:27:49.851319 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e9c10e12-37c0-4642-9d35-edce7d79fed8 req-743fa947-2f45-4791-8902-209314c9ff86 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cc8ac5b-e6cf-4454-87f7-bbdd8771e591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971613 Jan 27 17:27:49.879924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f6218-6e18-4ce4-9f14-1503a2355850 req-575bfebb-4bcb-4307-98b7-ebc108db95d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:49.879924 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3d1f6218-6e18-4ce4-9f14-1503a2355850 req-575bfebb-4bcb-4307-98b7-ebc108db95d6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd826cac-1b06-4206-a2ec-f688abbf434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0965202 Jan 27 17:27:49.932428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-bad41701-4c3e-4a18-99a3-2107e8f5cb1b None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:27:50.015728 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3d1f6218-6e18-4ce4-9f14-1503a2355850 req-4d14f462-5d16-4ae7-9b78-d940a7aee8e3 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287072 Jan 27 17:27:50.150884 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3d1f6218-6e18-4ce4-9f14-1503a2355850 req-0f9711aa-5efb-4672-9aad-6702de186eb1 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293104 Jan 27 17:27:50.286950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-bad41701-4c3e-4a18-99a3-2107e8f5cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ee0c31eb-32e8-45a8-bd65-3f5a05436568', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'port_id': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'mac_address': 'fa:16:3e:82:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:26:47Z', 'updated_at': '2022-01-27T17:26:50Z', 'revision_number': 1, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:33Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:50.293327 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad41701-4c3e-4a18-99a3-2107e8f5cb1b None None] The sync data for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv is: [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ee0c31eb-32e8-45a8-bd65-3f5a05436568', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'port_id': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'mac_address': 'fa:16:3e:82:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:26:47Z', 'updated_at': '2022-01-27T17:26:50Z', 'revision_number': 1, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:33Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:27:50.516221 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41327e7a-c518-4174-b44e-6cd2e2249219 None None] New status for floating IP ff5deda0-1e7f-40fe-89a2-2984c68436a4: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:27:50.853845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1d9e4-cc08-43d1-bfcf-643d6ae31c85 req-ee4b19ff-f04f-42a2-a97a-251206461b94 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:50.855248 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-70a1d9e4-cc08-43d1-bfcf-643d6ae31c85 req-ee4b19ff-f04f-42a2-a97a-251206461b94 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 946 time: 0.0818644 Jan 27 17:27:50.948644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-70a1d9e4-cc08-43d1-bfcf-643d6ae31c85 req-9330aebb-2bd8-46dd-8481-da64c8dc84a9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:27:50.949188 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-70a1d9e4-cc08-43d1-bfcf-643d6ae31c85 req-9330aebb-2bd8-46dd-8481-da64c8dc84a9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:51.123568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8736d4-a58e-4223-bd9f-0628f48465cc req-7b31e2c7-c5f2-47c7-a911-97de2616ff29 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:51.124310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-2e8736d4-a58e-4223-bd9f-0628f48465cc req-7b31e2c7-c5f2-47c7-a911-97de2616ff29 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:27:51.141583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-2e8736d4-a58e-4223-bd9f-0628f48465cc req-7b31e2c7-c5f2-47c7-a911-97de2616ff29 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:27:51.142879 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2e8736d4-a58e-4223-bd9f-0628f48465cc req-7b31e2c7-c5f2-47c7-a911-97de2616ff29 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 946 time: 0.1073594 Jan 27 17:27:51.199064 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2e8736d4-a58e-4223-bd9f-0628f48465cc req-dec8a958-a06e-43b6-99c0-75564abb3b20 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cc8ac5b-e6cf-4454-87f7-bbdd8771e591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495753 Jan 27 17:27:51.265725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-70a1d9e4-cc08-43d1-bfcf-643d6ae31c85 req-9330aebb-2bd8-46dd-8481-da64c8dc84a9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:27:51.266361 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-70a1d9e4-cc08-43d1-bfcf-643d6ae31c85 req-9330aebb-2bd8-46dd-8481-da64c8dc84a9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:51.394186 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-70a1d9e4-cc08-43d1-bfcf-643d6ae31c85 req-9330aebb-2bd8-46dd-8481-da64c8dc84a9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:27:51.520991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b57c-f4a0-48a7-9ac0-0be262411f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:51.552296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-70a1d9e4-cc08-43d1-bfcf-643d6ae31c85 req-9330aebb-2bd8-46dd-8481-da64c8dc84a9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:51.713266 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330aebb-2bd8-46dd-8481-da64c8dc84a9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=1e9d6e0c-4f11-4739-855e-5cbb7c9315cc,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:51.791199 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a1d9e4-cc08-43d1-bfcf-643d6ae31c85 req-9330aebb-2bd8-46dd-8481-da64c8dc84a9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] No DVR routers for this DVR port 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:27:51.793634 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-70a1d9e4-cc08-43d1-bfcf-643d6ae31c85 req-9330aebb-2bd8-46dd-8481-da64c8dc84a9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:51.796259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'name': 'network-vif-deleted', 'tag': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:27:51.814433 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-70a1d9e4-cc08-43d1-bfcf-643d6ae31c85 req-9330aebb-2bd8-46dd-8481-da64c8dc84a9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "DELETE /v2.0/ports/1e9d6e0c-4f11-4739-855e-5cbb7c9315cc HTTP/1.1" status: 204 len: 173 time: 0.9539280 Jan 27 17:27:51.846919 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df0979a-3ce4-41c3-9b80-e7043a681e28', 'name': 'network-vif-deleted', 'tag': '1e9d6e0c-4f11-4739-855e-5cbb7c9315cc', 'status': 'completed', 'code': 200} Jan 27 17:27:52.373152 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-523517f9-75f9-463f-aeb1-f04c36b412f0 req-f2cf3b71-0c8c-4715-add6-50c6f134d28a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=7df0979a-3ce4-41c3-9b80-e7043a681e28 HTTP/1.1" status: 200 len: 210 time: 0.0459576 Jan 27 17:27:53.474659 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45878) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:53.560822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1f255f8-992b-4ea4-bcd3-2df79517d2c4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:53.592499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1f255f8-992b-4ea4-bcd3-2df79517d2c4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:53.657731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1f255f8-992b-4ea4-bcd3-2df79517d2c4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:53.679626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f255f8-992b-4ea4-bcd3-2df79517d2c4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc8ac5b-e6cf-4454-87f7-bbdd8771e591,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:53.691531 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c1f255f8-992b-4ea4-bcd3-2df79517d2c4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:53.692738 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c1f255f8-992b-4ea4-bcd3-2df79517d2c4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/security-groups/2cc8ac5b-e6cf-4454-87f7-bbdd8771e591 HTTP/1.1" status: 204 len: 168 time: 0.2170937 Jan 27 17:27:53.725728 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45884) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:53.890365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-be99d5b1-26db-44c1-9c85-1727fb687cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:53.943385 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2c1dd0ad-def4-40c4-a59a-6bf7408d690d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port ed6c50f1-f8d3-4566-99c0-501e3edd71ff {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:27:53.943779 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd0ad-def4-40c4-a59a-6bf7408d690d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:54.120950 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd0ad-def4-40c4-a59a-6bf7408d690d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:54.121287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd0ad-def4-40c4-a59a-6bf7408d690d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:54.244943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-2c1dd0ad-def4-40c4-a59a-6bf7408d690d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for ed6c50f1-f8d3-4566-99c0-501e3edd71ff owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:27:54.362331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:27:54.418209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd0ad-def4-40c4-a59a-6bf7408d690d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:54.447711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:27:54.448045 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 1e9d6e0c-4f11-4739-855e-5cbb7c9315cc not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:27:54.469083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dd0ad-def4-40c4-a59a-6bf7408d690d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=ed6c50f1-f8d3-4566-99c0-501e3edd71ff,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:54.561206 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:27:54.565705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd0ad-def4-40c4-a59a-6bf7408d690d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:54.566046 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-2c1dd0ad-def4-40c4-a59a-6bf7408d690d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP ee0c31eb-32e8-45a8-bd65-3f5a05436568 disassociated (deleted). External IP: 172.26.8.176, port: 2ae44737-d1b3-42e7-8c80-20655a2ac996. Jan 27 17:27:54.849635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:54.931442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1dd0ad-def4-40c4-a59a-6bf7408d690d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:27:55.230105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1dd0ad-def4-40c4-a59a-6bf7408d690d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:27:55.239959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539fa7d-41f2-4352-8abf-48932d878f7c None None] Sync routers for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:27:55.246889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd0ad-def4-40c4-a59a-6bf7408d690d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:55.253015 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539fa7d-41f2-4352-8abf-48932d878f7c None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:27:55.253015 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c539fa7d-41f2-4352-8abf-48932d878f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:27:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:55.307044 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2c1dd0ad-def4-40c4-a59a-6bf7408d690d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/floatingips/ee0c31eb-32e8-45a8-bd65-3f5a05436568 HTTP/1.1" status: 204 len: 168 time: 1.5800645 Jan 27 17:27:55.307710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:27:55.350905 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:55.354212 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'status': 'completed', 'code': 200} Jan 27 17:27:55.449111 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-c539fa7d-41f2-4352-8abf-48932d878f7c None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:27:55.450592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a31af-e93d-47ff-afe8-7724d355a54a req-40f13749-6172-4c1f-9373-8952f82f29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:55.452612 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e92a31af-e93d-47ff-afe8-7724d355a54a req-40f13749-6172-4c1f-9373-8952f82f29eb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 1098 time: 0.0764101 Jan 27 17:27:55.591481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a31af-e93d-47ff-afe8-7724d355a54a req-cc532458-382d-4f47-8128-e866392d8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:55.593006 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e92a31af-e93d-47ff-afe8-7724d355a54a req-cc532458-382d-4f47-8128-e866392d8dbc service neutron] 10.222.0.88 "GET /v2.0/networks?id=dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 200 len: 898 time: 0.1349120 Jan 27 17:27:55.667011 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e92a31af-e93d-47ff-afe8-7724d355a54a req-8cec80d4-dbdc-4fdb-bd6a-598eda4b7bd8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996 HTTP/1.1" status: 200 len: 217 time: 0.0665410 Jan 27 17:27:55.709388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71e7c7-0162-4fdf-8bd0-41b77cd155c3 req-9dfdd911-109a-4eae-8e23-7a3a6990d2ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:55.712339 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ff71e7c7-0162-4fdf-8bd0-41b77cd155c3 req-9dfdd911-109a-4eae-8e23-7a3a6990d2ee tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 945 time: 0.0925467 Jan 27 17:27:55.740976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a31af-e93d-47ff-afe8-7724d355a54a req-68dce2c1-17b6-42ca-9b32-619daab90b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:55.742772 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e92a31af-e93d-47ff-afe8-7724d355a54a req-68dce2c1-17b6-42ca-9b32-619daab90b51 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04d76558-1832-4aba-9c3b-903f96d1a6de HTTP/1.1" status: 200 len: 835 time: 0.0680773 Jan 27 17:27:55.761358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-ff71e7c7-0162-4fdf-8bd0-41b77cd155c3 req-c6c40ad4-e4a1-4616-bb00-adc50a81967c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:27:55.771065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c539fa7d-41f2-4352-8abf-48932d878f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:33Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:55.775941 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539fa7d-41f2-4352-8abf-48932d878f7c None None] Checking router: 797b46ed-6b85-4579-8dc8-1e2b41c744d0 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:27:55.782462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-ff71e7c7-0162-4fdf-8bd0-41b77cd155c3 req-c6c40ad4-e4a1-4616-bb00-adc50a81967c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:27:55.785583 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539fa7d-41f2-4352-8abf-48932d878f7c None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:27:55.786359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c539fa7d-41f2-4352-8abf-48932d878f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:27:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:55.788342 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ff71e7c7-0162-4fdf-8bd0-41b77cd155c3 req-c6c40ad4-e4a1-4616-bb00-adc50a81967c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed719998-98fe-4a32-8506-fa8da6d53e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713058 Jan 27 17:27:55.829315 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a31af-e93d-47ff-afe8-7724d355a54a req-1d0ef2c7-ea8c-4619-839a-19e684c7b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:55.830831 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e92a31af-e93d-47ff-afe8-7724d355a54a req-1d0ef2c7-ea8c-4619-839a-19e684c7b41a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd826cac-1b06-4206-a2ec-f688abbf434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817578 Jan 27 17:27:55.965053 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e92a31af-e93d-47ff-afe8-7724d355a54a req-d06ff77e-9106-4f79-9c0e-c7a7acf947b8 service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262317 Jan 27 17:27:55.969432 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-c539fa7d-41f2-4352-8abf-48932d878f7c None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:27:56.099463 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e92a31af-e93d-47ff-afe8-7724d355a54a req-bc928026-8461-449e-a6bb-11c1baffd85b service neutron] 10.222.0.88 "GET /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273248 Jan 27 17:27:56.285117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c539fa7d-41f2-4352-8abf-48932d878f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:33Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:56.289504 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539fa7d-41f2-4352-8abf-48932d878f7c None None] The sync data for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv is: [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:26:29Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'b8c06af3-baab-4030-8c82-33229a08658d', 'name': '', 'network_id': 'dd826cac-1b06-4206-a2ec-f688abbf434c', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:ee:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:28Z', 'updated_at': '2022-01-27T17:26:33Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': '04d76558-1832-4aba-9c3b-903f96d1a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:27:56.538946 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c6ebb3-47db-49ed-89d8-e3931bda79a7 None None] New status for floating IP ee0c31eb-32e8-45a8-bd65-3f5a05436568: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:27:56.663635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:57.026823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91143d-4459-4845-a222-358e82cbdb2d req-5fb1c72e-5c6b-4194-bb71-bef45d3e545c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:57.027662 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-5d91143d-4459-4845-a222-358e82cbdb2d req-5fb1c72e-5c6b-4194-bb71-bef45d3e545c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:27:57.058799 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-5d91143d-4459-4845-a222-358e82cbdb2d req-5fb1c72e-5c6b-4194-bb71-bef45d3e545c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:27:57.060154 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5d91143d-4459-4845-a222-358e82cbdb2d req-5fb1c72e-5c6b-4194-bb71-bef45d3e545c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 945 time: 0.1610427 Jan 27 17:27:57.107503 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1e3b3-1f05-4268-86c2-e21a21630b3d req-0c553398-9371-43e8-a850-a89ca9d88328 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:57.109267 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5bf1e3b3-1f05-4268-86c2-e21a21630b3d req-0c553398-9371-43e8-a850-a89ca9d88328 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 945 time: 0.1339571 Jan 27 17:27:57.157349 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5d91143d-4459-4845-a222-358e82cbdb2d req-ba494555-b704-4b74-a76c-cdaa0f3c6c92 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed719998-98fe-4a32-8506-fa8da6d53e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910802 Jan 27 17:27:57.188996 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-5bf1e3b3-1f05-4268-86c2-e21a21630b3d req-1fb29140-9b83-417c-88d6-00022743f8b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 2ae44737-d1b3-42e7-8c80-20655a2ac996 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:27:57.189317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5bf1e3b3-1f05-4268-86c2-e21a21630b3d req-1fb29140-9b83-417c-88d6-00022743f8b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:57.445948 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-5bf1e3b3-1f05-4268-86c2-e21a21630b3d req-1fb29140-9b83-417c-88d6-00022743f8b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 2ae44737-d1b3-42e7-8c80-20655a2ac996, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=2ae44737-d1b3-42e7-8c80-20655a2ac996,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:27:57.446253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5bf1e3b3-1f05-4268-86c2-e21a21630b3d req-1fb29140-9b83-417c-88d6-00022743f8b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:57.675110 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-5bf1e3b3-1f05-4268-86c2-e21a21630b3d req-1fb29140-9b83-417c-88d6-00022743f8b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 2ae44737-d1b3-42e7-8c80-20655a2ac996 owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:27:57.845058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5bf1e3b3-1f05-4268-86c2-e21a21630b3d req-1fb29140-9b83-417c-88d6-00022743f8b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:57.895919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb29140-9b83-417c-88d6-00022743f8b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=2ae44737-d1b3-42e7-8c80-20655a2ac996,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:57.972878 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf1e3b3-1f05-4268-86c2-e21a21630b3d req-1fb29140-9b83-417c-88d6-00022743f8b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] No DVR routers for this DVR port 2ae44737-d1b3-42e7-8c80-20655a2ac996 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:27:57.975289 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5bf1e3b3-1f05-4268-86c2-e21a21630b3d req-1fb29140-9b83-417c-88d6-00022743f8b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:57.978148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'name': 'network-vif-deleted', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:27:57.996361 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5bf1e3b3-1f05-4268-86c2-e21a21630b3d req-1fb29140-9b83-417c-88d6-00022743f8b9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "DELETE /v2.0/ports/2ae44737-d1b3-42e7-8c80-20655a2ac996 HTTP/1.1" status: 204 len: 173 time: 0.8812389 Jan 27 17:27:58.033009 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce430cc-3dab-40a6-8066-28b90afdc0a7', 'name': 'network-vif-deleted', 'tag': '2ae44737-d1b3-42e7-8c80-20655a2ac996', 'status': 'completed', 'code': 200} Jan 27 17:27:58.326105 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-b5c5c15d-5171-4007-ae65-5a067427d744 req-6e04a1ae-1b64-4017-86c2-16bbaf4ed77a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:27:58.346437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-b5c5c15d-5171-4007-ae65-5a067427d744 req-6e04a1ae-1b64-4017-86c2-16bbaf4ed77a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:27:58.347740 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b5c5c15d-5171-4007-ae65-5a067427d744 req-6e04a1ae-1b64-4017-86c2-16bbaf4ed77a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ce430cc-3dab-40a6-8066-28b90afdc0a7 HTTP/1.1" status: 200 len: 210 time: 0.0644386 Jan 27 17:27:58.443210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:59.447182 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45902) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:59.524189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f8958561-69fe-49e6-81c9-a4d446252521 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:59.563597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f8958561-69fe-49e6-81c9-a4d446252521 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:59.636125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f8958561-69fe-49e6-81c9-a4d446252521 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:59.656537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8958561-69fe-49e6-81c9-a4d446252521 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed719998-98fe-4a32-8506-fa8da6d53e1a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:59.671089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f8958561-69fe-49e6-81c9-a4d446252521 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:59.672596 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f8958561-69fe-49e6-81c9-a4d446252521 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/security-groups/ed719998-98fe-4a32-8506-fa8da6d53e1a HTTP/1.1" status: 204 len: 168 time: 0.2243741 Jan 27 17:27:59.705468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45908) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:00.290727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2834-d51c-41fa-bccf-ff043ffe082f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:00.408597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 2ae44737-d1b3-42e7-8c80-20655a2ac996 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:28:00.444595 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 2ae44737-d1b3-42e7-8c80-20655a2ac996 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:28:00.444965 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 2ae44737-d1b3-42e7-8c80-20655a2ac996 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:28:00.652182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b2834-d51c-41fa-bccf-ff043ffe082f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port b8c06af3-baab-4030-8c82-33229a08658d {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:28:00.652480 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2834-d51c-41fa-bccf-ff043ffe082f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:00.978973 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-ae3b2834-d51c-41fa-bccf-ff043ffe082f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port b8c06af3-baab-4030-8c82-33229a08658d, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b8c06af3-baab-4030-8c82-33229a08658d,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:00.979799 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2834-d51c-41fa-bccf-ff043ffe082f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:01.105697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b2834-d51c-41fa-bccf-ff043ffe082f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for b8c06af3-baab-4030-8c82-33229a08658d owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:28:01.440504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2834-d51c-41fa-bccf-ff043ffe082f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:01.488374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b2834-d51c-41fa-bccf-ff043ffe082f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=b8c06af3-baab-4030-8c82-33229a08658d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:01.781318 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2834-d51c-41fa-bccf-ff043ffe082f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:02.144590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3b2834-d51c-41fa-bccf-ff043ffe082f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:28:02.472740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3b2834-d51c-41fa-bccf-ff043ffe082f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:28:02.483513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08633fee-e714-44ad-bd82-ec3820bb57d1 None None] Sync routers for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:28:02.490257 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ae3b2834-d51c-41fa-bccf-ff043ffe082f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/797b46ed-6b85-4579-8dc8-1e2b41c744d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7833750 Jan 27 17:28:02.493327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45912) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:02.493719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08633fee-e714-44ad-bd82-ec3820bb57d1 None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:28:02.494330 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-08633fee-e714-44ad-bd82-ec3820bb57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:27:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:02.559837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-12739401-dcdb-4346-8dcc-f37ba228a4a0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting subnet 04d76558-1832-4aba-9c3b-903f96d1a6de {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:28:02.563108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12739401-dcdb-4346-8dcc-f37ba228a4a0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:02.617013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12739401-dcdb-4346-8dcc-f37ba228a4a0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:02.707410 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12739401-dcdb-4346-8dcc-f37ba228a4a0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:02.715207 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-08633fee-e714-44ad-bd82-ec3820bb57d1 None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:28:02.785628 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12739401-dcdb-4346-8dcc-f37ba228a4a0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:02.827336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12739401-dcdb-4346-8dcc-f37ba228a4a0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Subnet': ['ID=04d76558-1832-4aba-9c3b-903f96d1a6de,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:02.831393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-12739401-dcdb-4346-8dcc-f37ba228a4a0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:02.837565 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-12739401-dcdb-4346-8dcc-f37ba228a4a0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/subnets/04d76558-1832-4aba-9c3b-903f96d1a6de HTTP/1.1" status: 204 len: 168 time: 0.3428781 Jan 27 17:28:02.840847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45916) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:02.842213 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85aa46f-473e-492d-b02a-0f73618eb917 None None] Network dd826cac-1b06-4206-a2ec-f688abbf434c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:28:03.019506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:03.195426 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-08633fee-e714-44ad-bd82-ec3820bb57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:28:01Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '92207ec7-28e4-43cd-8ee1-f1e037c43cad', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:26:24Z', 'updated_at': '2022-01-27T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:03.199323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08633fee-e714-44ad-bd82-ec3820bb57d1 None None] Checking router: 797b46ed-6b85-4579-8dc8-1e2b41c744d0 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:28:03.208856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08633fee-e714-44ad-bd82-ec3820bb57d1 None None] Routers {'797b46ed-6b85-4579-8dc8-1e2b41c744d0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:28:03.209175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:03.209619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-08633fee-e714-44ad-bd82-ec3820bb57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:27:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:03.226530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 92207ec7-28e4-43cd-8ee1-f1e037c43cad {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:28:03.226852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:03.265933 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] DHCP port deletion for dd826cac-1b06-4206-a2ec-f688abbf434c request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:28:03.279829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Deleting port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:28:03.280199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:03.407602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 92207ec7-28e4-43cd-8ee1-f1e037c43cad, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=92207ec7-28e4-43cd-8ee1-f1e037c43cad,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:03.407959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:03.436347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-08633fee-e714-44ad-bd82-ec3820bb57d1 None None] Set router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:28:03.541169 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 92207ec7-28e4-43cd-8ee1-f1e037c43cad owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:28:03.566199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-08633fee-e714-44ad-bd82-ec3820bb57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:28:03Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:03.575376 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08633fee-e714-44ad-bd82-ec3820bb57d1 None None] The sync data for ids ['797b46ed-6b85-4579-8dc8-1e2b41c744d0'] in dv-neutron-825077-1-hyperv is: [{'id': '797b46ed-6b85-4579-8dc8-1e2b41c744d0', 'name': 'tempest-TestNetworkBasicOps-router-898567303', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:26:23Z', 'updated_at': '2022-01-27T17:28:03Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:28:03.680434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] For port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c,segment=NetworkSegment(724ae143-e3e7-4974-92d1-3ef82a5af6f7),segment_id=724ae143-e3e7-4974-92d1-3ef82a5af6f7)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:03.680883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:03.736865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:03.820484 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Calling delete_port for f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:28:03.833689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=92207ec7-28e4-43cd-8ee1-f1e037c43cad,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:03.904339 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:03.908563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:03.967520 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:28:03.998877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Pushing event deleted for resources: {'Port': ['ID=f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:04.012567 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] No DVR routers for this DVR port f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:28:04.024916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:04.025206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:04.025496 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:04.025830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:04.029110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:04.029110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:04.029768 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:04.030417 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:04.031058 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:04.031390 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:04.031740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:04.032059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732513b-5e98-473a-98af-856019c2dcf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:04.035321 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:28:04.035673 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f5b64fc1-a7e0-4d5e-8e3b-5982d6a5a61c not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:28:04.223527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:04.226876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:04.258078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:04.258870 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Fanout notify agent at l3_agent the message router_deleted on router 797b46ed-6b85-4579-8dc8-1e2b41c744d0 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:28:04.274569 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:04.275696 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6c4b6f0d-dd08-4260-9b8f-2f8de982f2ff tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/routers/797b46ed-6b85-4579-8dc8-1e2b41c744d0 HTTP/1.1" status: 204 len: 168 time: 1.4338739 Jan 27 17:28:04.280346 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45920) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:04.399205 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-332fd35c-16c2-46aa-9b37-c4d72b76e550 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:04.583168 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-332fd35c-16c2-46aa-9b37-c4d72b76e550 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:04.616090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-332fd35c-16c2-46aa-9b37-c4d72b76e550 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd826cac-1b06-4206-a2ec-f688abbf434c']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:04.631564 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-332fd35c-16c2-46aa-9b37-c4d72b76e550 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724ae143-e3e7-4974-92d1-3ef82a5af6f7') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:04.631885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-332fd35c-16c2-46aa-9b37-c4d72b76e550 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724ae143-e3e7-4974-92d1-3ef82a5af6f7') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:04.646840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-332fd35c-16c2-46aa-9b37-c4d72b76e550 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:04.666893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-332fd35c-16c2-46aa-9b37-c4d72b76e550 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:04.674430 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332fd35c-16c2-46aa-9b37-c4d72b76e550 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:28:04.674833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-332fd35c-16c2-46aa-9b37-c4d72b76e550 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:28:04.690370 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:28:04.785209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-332fd35c-16c2-46aa-9b37-c4d72b76e550 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:04.803409 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-332fd35c-16c2-46aa-9b37-c4d72b76e550 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:04.815635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fd35c-16c2-46aa-9b37-c4d72b76e550 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Network': ['ID=dd826cac-1b06-4206-a2ec-f688abbf434c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:04.825767 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-332fd35c-16c2-46aa-9b37-c4d72b76e550 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/networks/dd826cac-1b06-4206-a2ec-f688abbf434c HTTP/1.1" status: 204 len: 168 time: 0.5441854 Jan 27 17:28:04.859917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45924) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:04.865930 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'network': {'name': 'tempest-network-smoke--985905585', 'project_id': '44b0386278b54442ad833b884f51ee72', 'port_security_enabled': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:04.871705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:04.876591 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:network and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:28:04.879732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:28:04.885664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:04.897935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:28:04.901711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:04.932667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1224} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:28:04.944182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:04.944820 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Added segment 2a19a425-ab7c-4772-be09-317f45cb5ceb of type vlan for network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 Jan 27 17:28:04.972349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:05.006091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:05.011605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:05.012208 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:05.119421 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2582614 Jan 27 17:28:05.123327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45928) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:05.125055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6fdc6-9f8c-4236-a267-3e17464b0fb0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Network': ['ID=fe7f3d26-864c-40ca-9e54-f41b81dd6a25,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:05.132924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'admin_state_up': True, 'project_id': '44b0386278b54442ad833b884f51ee72', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:05.137536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:28:05.146677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:05.153660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:router and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:28:05.159094 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:28:05.170095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:05.182855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:05.185714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:05.204892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:05.498728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:05.641231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 92207ec7-28e4-43cd-8ee1-f1e037c43cad no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:28:05.677286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 92207ec7-28e4-43cd-8ee1-f1e037c43cad {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:28:05.677745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 92207ec7-28e4-43cd-8ee1-f1e037c43cad not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:28:05.678163 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b8c06af3-baab-4030-8c82-33229a08658d no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:28:05.716935 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: b8c06af3-baab-4030-8c82-33229a08658d {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:28:05.717270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b8c06af3-baab-4030-8c82-33229a08658d not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:28:05.931215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:05.961108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:06.099066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.4 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/6bff9563-d0ee-4392-8da4-54273f3fe296) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:28:06.254537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:06.287415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:06.351886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:28:06.355112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:28:06.359129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:28:06.394360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=6bff9563-d0ee-4392-8da4-54273f3fe296,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:06.784116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:07.269868 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:07.478546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:28:07.658945 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:28:07.668651 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Sync routers for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:28:07.678782 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:28:07.679539 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:27:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:07.690616 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:07.691912 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8121bd7d-d99c-4fed-9857-d8f6ace8e301 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5669932 Jan 27 17:28:07.695149 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45932) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:07.736278 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9df2b4a3-c1cc-41d2-a352-4344413ef352 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b0386278b54442ad833b884f51ee72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399110 Jan 27 17:28:07.739161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45936) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:07.871369 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Set router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:28:07.882626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9aeafd-162b-4a06-8b5e-66837afe8bc7 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:07.884206 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fd9aeafd-162b-4a06-8b5e-66837afe8bc7 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1439693 Jan 27 17:28:07.887267 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45940) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:07.928697 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9a429b53-f3fc-4cf6-acf3-210c776e8ee3 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401859 Jan 27 17:28:07.931159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45944) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:07.936876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1576221704', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'project_id': '44b0386278b54442ad833b884f51ee72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:08.050022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:08.053880 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:subnet and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:28:08.059608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:28:08.063328 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:08.074901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:28:08.079041 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:08.164434 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:06Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:08.168386 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Checking router: 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:28:08.168717 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Updating router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 port 6bff9563-d0ee-4392-8da4-54273f3fe296 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:28:08.223453 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:08.317417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:08.395631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Subnet': ['ID=b8bdd163-a27a-4f48-a905-e7dfa199726b,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:08.406147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Checking segment: {'id': '2a19a425-ab7c-4772-be09-317f45cb5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:28:08.406579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network hostable DHCP agents. Network: fe7f3d26-864c-40ca-9e54-f41b81dd6a25, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:28:08.428111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:28:08.439027 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, fe7f3d26-864c-40ca-9e54-f41b81dd6a25) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:28:08.443225 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:08.443820 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:08.450450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e141a1-c5a1-471a-b252-d0fdb4c70fb7 None None] Network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:28:08.470718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45948) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:08.471339 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-626cc757-d36d-4389-b9ba-8a208b3de7a2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5385740 Jan 27 17:28:08.605233 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:08.617648 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Transition to ACTIVE for port object 6bff9563-d0ee-4392-8da4-54273f3fe296 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:28:08.625660 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:08.685865 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:28:08.687139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:08.714115 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Attempting to bind port 6bff9563-d0ee-4392-8da4-54273f3fe296 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:28:08.714753 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Attempting to bind port 6bff9563-d0ee-4392-8da4-54273f3fe296 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:28:08.715058 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Attempting to bind port 6bff9563-d0ee-4392-8da4-54273f3fe296 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:28:08.721292 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:28:08.722434 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:28:08.722929 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:08.723410 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:28:08.724009 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Bound port: 6bff9563-d0ee-4392-8da4-54273f3fe296, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:28:08.724471 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:08.751488 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Pushing event updated for resources: {'Port': ['ID=6bff9563-d0ee-4392-8da4-54273f3fe296,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:08.780078 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:08.780636 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:08.781005 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:08.781382 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:08.781770 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:08.782154 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:08.782536 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:08.782915 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:08.783292 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:08.783694 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:08.784067 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:08.784436 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:08.824833 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] For port 6bff9563-d0ee-4392-8da4-54273f3fe296, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:28:08.829365 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] For port 6bff9563-d0ee-4392-8da4-54273f3fe296, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6bff9563-d0ee-4392-8da4-54273f3fe296,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:28:08.837380 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:08.867298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Allocated IP 172.20.0.2 (fe7f3d26-864c-40ca-9e54-f41b81dd6a25/b8bdd163-a27a-4f48-a905-e7dfa199726b/f8768d09-3e53-4a57-aab9-610046f246a7) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:28:08.926473 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae57ca-b43c-4622-a203-e65992815157 None None] Pushing event updated for resources: {'Port': ['ID=6bff9563-d0ee-4392-8da4-54273f3fe296,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:08.930764 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:28:08.931356 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:27:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:09.101090 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:09.111615 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] Set router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:28:09.113231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Transition to ACTIVE for port object f8768d09-3e53-4a57-aab9-610046f246a7 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:28:09.134122 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Transition to ACTIVE for port object f8768d09-3e53-4a57-aab9-610046f246a7 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:28:09.142611 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:09.201620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:09.228193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:28:09.231655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:28:09.235909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:28:09.242476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Pushing event updated for resources: {'Port': ['ID=f8768d09-3e53-4a57-aab9-610046f246a7,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:09.359686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Attempting to bind port f8768d09-3e53-4a57-aab9-610046f246a7 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:28:09.360048 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Attempting to bind port f8768d09-3e53-4a57-aab9-610046f246a7 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '2a19a425-ab7c-4772-be09-317f45cb5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:28:09.360405 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Attempting to bind port f8768d09-3e53-4a57-aab9-610046f246a7 on network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:28:09.366833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:28:09.367381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Checking segment: {'id': '2a19a425-ab7c-4772-be09-317f45cb5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:28:09.368063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:09.368387 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Bound using segment: {'id': '2a19a425-ab7c-4772-be09-317f45cb5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:28:09.368960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Bound port: f8768d09-3e53-4a57-aab9-610046f246a7, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a19a425-ab7c-4772-be09-317f45cb5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:28:09.369422 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:09.446716 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:06Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:09.453355 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c23e4a-99f2-4d0d-9ef6-c4fc14f1c3db None None] The sync data for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv is: [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:06Z', 'revision_number': 3, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:28:09.464836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] For port f8768d09-3e53-4a57-aab9-610046f246a7, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:28:09.468838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] For port f8768d09-3e53-4a57-aab9-610046f246a7, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f8768d09-3e53-4a57-aab9-610046f246a7,segment=NetworkSegment(2a19a425-ab7c-4772-be09-317f45cb5ceb),segment_id=2a19a425-ab7c-4772-be09-317f45cb5ceb)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:28:09.475055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:09.566251 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926dd22c-bd0b-41f7-841a-870b2f4645ec None None] Pushing event updated for resources: {'Port': ['ID=f8768d09-3e53-4a57-aab9-610046f246a7,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:09.905237 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.1 (fe7f3d26-864c-40ca-9e54-f41b81dd6a25/b8bdd163-a27a-4f48-a905-e7dfa199726b/281def9e-6f44-4ac4-8c7c-7b33e76fcccf) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:28:10.085019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:10.103221 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object 281def9e-6f44-4ac4-8c7c-7b33e76fcccf will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:28:10.130181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:10.204954 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:28:10.208273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:28:10.211063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:28:10.260107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=281def9e-6f44-4ac4-8c7c-7b33e76fcccf,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:10.301334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:10.610839 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdfef0d-5659-49d5-9d2e-55e79151305f None None] Network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:28:10.612677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:10.662153 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7c8f4b3b-7486-4103-9e05-314e4761bf73 None None] Provisioning for port f8768d09-3e53-4a57-aab9-610046f246a7 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:28:11.057904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:11.064357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:11.164231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1503524d-a505-46bc-b449-f46aa2ab2f31 None None] Provisioning for port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:28:11.172133 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1503524d-a505-46bc-b449-f46aa2ab2f31 None None] Provisioning complete for port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:28:11.172520 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1503524d-a505-46bc-b449-f46aa2ab2f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:11.194867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=281def9e-6f44-4ac4-8c7c-7b33e76fcccf,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:11.204847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:11.247898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1503524d-a505-46bc-b449-f46aa2ab2f31 None None] Port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:28:11.369365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e14da5c5-3543-4b2f-bbe9-d5fd7957f5fa None None] Provisioning complete for port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:28:11.369766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e14da5c5-3543-4b2f-bbe9-d5fd7957f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:11.425965 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e14da5c5-3543-4b2f-bbe9-d5fd7957f5fa None None] Port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:28:11.476026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:28:11.477233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:28:11.681253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:28:11.720312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f8768d09-3e53-4a57-aab9-610046f246a7 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:28:11.785889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-35c5261b-f4b9-4344-9e69-b83252b3944a None None] Provisioning complete for port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:28:11.786125 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-35c5261b-f4b9-4344-9e69-b83252b3944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:11.843200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-35c5261b-f4b9-4344-9e69-b83252b3944a None None] Port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:28:11.845001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port f8768d09-3e53-4a57-aab9-610046f246a7 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:28:11.850461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port f8768d09-3e53-4a57-aab9-610046f246a7 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:28:11.850821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:11.876960 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:28:11.890707 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fe6b27f6-9363-4f20-8f4a-ee3d90b18f31 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/9cb0c0a2-14f6-4811-8a09-d60ac2d54351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4178865 Jan 27 17:28:11.893000 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Sync routers for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:28:11.893587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45952) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:11.915591 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:28:11.916233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:27:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:12.037534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9edf2ea-9adf-4508-8d38-3329a42681d8 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:12.037932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9edf2ea-9adf-4508-8d38-3329a42681d8 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:12.038385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9edf2ea-9adf-4508-8d38-3329a42681d8 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:12.038872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9edf2ea-9adf-4508-8d38-3329a42681d8 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:12.040701 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d9edf2ea-9adf-4508-8d38-3329a42681d8 tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1459599 Jan 27 17:28:12.043796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45956) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:12.117015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68150c7a-a9ed-4dfc-a344-0d0d37fa96fb tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:12.117625 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68150c7a-a9ed-4dfc-a344-0d0d37fa96fb tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:12.118089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68150c7a-a9ed-4dfc-a344-0d0d37fa96fb tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:12.118523 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68150c7a-a9ed-4dfc-a344-0d0d37fa96fb tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:12.120202 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-68150c7a-a9ed-4dfc-a344-0d0d37fa96fb tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0752664 Jan 27 17:28:12.123072 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45960) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:12.170908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:12.186780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Set router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:28:12.274711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port f8768d09-3e53-4a57-aab9-610046f246a7, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f8768d09-3e53-4a57-aab9-610046f246a7,segment=NetworkSegment(2a19a425-ab7c-4772-be09-317f45cb5ceb),segment_id=2a19a425-ab7c-4772-be09-317f45cb5ceb)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:12.332515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:12.333072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6bff9563-d0ee-4392-8da4-54273f3fe296 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:28:12.458496 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dc8d5839-b45f-48c8-bb1c-2a33b497331f tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.3341382 Jan 27 17:28:12.546445 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=f8768d09-3e53-4a57-aab9-610046f246a7,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:12.612919 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 6bff9563-d0ee-4392-8da4-54273f3fe296 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:28:12.622451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 6bff9563-d0ee-4392-8da4-54273f3fe296 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:28:12.622809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:12.736427 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:10Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '281def9e-6f44-4ac4-8c7c-7b33e76fcccf', 'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:8a:75:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:09Z', 'updated_at': '2022-01-27T17:28:10Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:12.758364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Checking router: 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:28:12.758711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Updating router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:28:12.805972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:12.825616 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45966) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:12.830027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:12.831892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-551400044', 'description': 'tempest-secgroup-smoke-551400044 description', 'project_id': '44b0386278b54442ad833b884f51ee72'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:12.838253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:12.840036 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 6bff9563-d0ee-4392-8da4-54273f3fe296, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6bff9563-d0ee-4392-8da4-54273f3fe296,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:12.843268 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:28:12.847924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:28:12.849086 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:12.856387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:12.869266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:12.892096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:12.896512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:28:12.899814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:28:12.906296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:12.980801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:12.986886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.018616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=6bff9563-d0ee-4392-8da4-54273f3fe296,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:13.036747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0943ca4-ba3c-49fd-892b-d76d243dbb1c,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:13.041741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.043085 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c07d7912-b745-4ad4-afc1-6b47657d5832 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2163246 Jan 27 17:28:13.046115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45970) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:13.052075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-019c6703-0330-4a73-b4c6-67bbe2182523 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'd0943ca4-ba3c-49fd-892b-d76d243dbb1c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:13.057982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-019c6703-0330-4a73-b4c6-67bbe2182523 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:13.062182 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-019c6703-0330-4a73-b4c6-67bbe2182523 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:28:13.065511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-019c6703-0330-4a73-b4c6-67bbe2182523 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:28:13.071416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-019c6703-0330-4a73-b4c6-67bbe2182523 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:13.090038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-019c6703-0330-4a73-b4c6-67bbe2182523 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.155897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-019c6703-0330-4a73-b4c6-67bbe2182523 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.161538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-019c6703-0330-4a73-b4c6-67bbe2182523 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.184696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6703-0330-4a73-b4c6-67bbe2182523 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13af5d4-9162-4140-9a41-2a42b7a7ed0d,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:13.196849 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-019c6703-0330-4a73-b4c6-67bbe2182523 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.198052 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-019c6703-0330-4a73-b4c6-67bbe2182523 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505787 Jan 27 17:28:13.200961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45974) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:13.206257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-60b0111d-13fb-48c6-bcd6-a711d45e0675 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'd0943ca4-ba3c-49fd-892b-d76d243dbb1c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:13.212146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-60b0111d-13fb-48c6-bcd6-a711d45e0675 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:13.215943 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-60b0111d-13fb-48c6-bcd6-a711d45e0675 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:28:13.219379 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-60b0111d-13fb-48c6-bcd6-a711d45e0675 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:28:13.225148 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-60b0111d-13fb-48c6-bcd6-a711d45e0675 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:13.243713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-60b0111d-13fb-48c6-bcd6-a711d45e0675 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.263164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.274906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Transition to ACTIVE for port object 281def9e-6f44-4ac4-8c7c-7b33e76fcccf will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:28:13.282739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.311936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-60b0111d-13fb-48c6-bcd6-a711d45e0675 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.318269 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-60b0111d-13fb-48c6-bcd6-a711d45e0675 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.339342 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0111d-13fb-48c6-bcd6-a711d45e0675 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad618fe-c820-4f46-b182-d44381684499,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:13.366686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-60b0111d-13fb-48c6-bcd6-a711d45e0675 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.368063 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-60b0111d-13fb-48c6-bcd6-a711d45e0675 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1661952 Jan 27 17:28:13.371123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 45978) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:13.377574 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-4d523b79-36e6-45f9-a707-cd2e52c15e50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'd0943ca4-ba3c-49fd-892b-d76d243dbb1c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:13.383685 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4d523b79-36e6-45f9-a707-cd2e52c15e50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:13.388692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4d523b79-36e6-45f9-a707-cd2e52c15e50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:28:13.393443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4d523b79-36e6-45f9-a707-cd2e52c15e50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:28:13.401042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4d523b79-36e6-45f9-a707-cd2e52c15e50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:13.433005 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d523b79-36e6-45f9-a707-cd2e52c15e50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.499561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9498bd-bfa2-4a10-aeef-6c116dafb31e None None] Pushing event updated for resources: {'Port': ['ID=281def9e-6f44-4ac4-8c7c-7b33e76fcccf,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:13.528152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d523b79-36e6-45f9-a707-cd2e52c15e50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.533178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d523b79-36e6-45f9-a707-cd2e52c15e50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.560288 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Attempting to bind port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:28:13.560659 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d523b79-36e6-45f9-a707-cd2e52c15e50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d26d66-e685-478b-9d91-98255b9c1f0e,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:13.560818 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Attempting to bind port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '2a19a425-ab7c-4772-be09-317f45cb5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:28:13.561256 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Attempting to bind port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf on network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:28:13.570328 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:28:13.570773 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Checking segment: {'id': '2a19a425-ab7c-4772-be09-317f45cb5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:28:13.571222 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.571691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Bound using segment: {'id': '2a19a425-ab7c-4772-be09-317f45cb5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:28:13.571825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4d523b79-36e6-45f9-a707-cd2e52c15e50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.572330 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Bound port: 281def9e-6f44-4ac4-8c7c-7b33e76fcccf, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a19a425-ab7c-4772-be09-317f45cb5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:28:13.572732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.575871 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4d523b79-36e6-45f9-a707-cd2e52c15e50 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2012126 Jan 27 17:28:13.576229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45982) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:13.581716 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-10d65fb9-1133-4c68-ada7-54b2426eae46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'd0943ca4-ba3c-49fd-892b-d76d243dbb1c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:13.587691 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-10d65fb9-1133-4c68-ada7-54b2426eae46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:13.592036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-10d65fb9-1133-4c68-ada7-54b2426eae46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:28:13.595177 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-10d65fb9-1133-4c68-ada7-54b2426eae46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:28:13.601586 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-10d65fb9-1133-4c68-ada7-54b2426eae46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:13.621651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-10d65fb9-1133-4c68-ada7-54b2426eae46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.657407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f8768d09-3e53-4a57-aab9-610046f246a7 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:28:13.692881 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-10d65fb9-1133-4c68-ada7-54b2426eae46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.699214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-10d65fb9-1133-4c68-ada7-54b2426eae46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.724024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d65fb9-1133-4c68-ada7-54b2426eae46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf1ed02-c56e-4a75-acec-095512015209,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:13.737616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-10d65fb9-1133-4c68-ada7-54b2426eae46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.741571 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-10d65fb9-1133-4c68-ada7-54b2426eae46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1616066 Jan 27 17:28:13.742197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45986) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:13.742505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] For port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:28:13.750591 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-37a5dc76-c760-4684-97dc-73dd3190af97 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'd0943ca4-ba3c-49fd-892b-d76d243dbb1c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:13.758226 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-37a5dc76-c760-4684-97dc-73dd3190af97 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:13.760314 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] For port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=281def9e-6f44-4ac4-8c7c-7b33e76fcccf,segment=NetworkSegment(2a19a425-ab7c-4772-be09-317f45cb5ceb),segment_id=2a19a425-ab7c-4772-be09-317f45cb5ceb)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:28:13.761465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-37a5dc76-c760-4684-97dc-73dd3190af97 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:28:13.766311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-37a5dc76-c760-4684-97dc-73dd3190af97 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:28:13.769869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.772670 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-37a5dc76-c760-4684-97dc-73dd3190af97 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:13.786723 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-37a5dc76-c760-4684-97dc-73dd3190af97 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:28:13.794511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37a5dc76-c760-4684-97dc-73dd3190af97 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.835771 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port f8768d09-3e53-4a57-aab9-610046f246a7 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:28:13.836347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.871076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37a5dc76-c760-4684-97dc-73dd3190af97 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.877436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37a5dc76-c760-4684-97dc-73dd3190af97 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.905758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5dc76-c760-4684-97dc-73dd3190af97 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d059a155-e332-45a8-8d51-a9f89b78180f,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:13.911984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:28:13.912645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:27:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:13.919267 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37a5dc76-c760-4684-97dc-73dd3190af97 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:13.921036 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-37a5dc76-c760-4684-97dc-73dd3190af97 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1777327 Jan 27 17:28:13.924511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 45990) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:13.930224 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c219f05a-a342-41e7-a87e-7e3dc34c9a43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'security_group_rule': {'security_group_id': 'd0943ca4-ba3c-49fd-892b-d76d243dbb1c', 'project_id': '44b0386278b54442ad833b884f51ee72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:13.936751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c219f05a-a342-41e7-a87e-7e3dc34c9a43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:13.940851 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c219f05a-a342-41e7-a87e-7e3dc34c9a43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:security_group_rule and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:28:13.946541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c219f05a-a342-41e7-a87e-7e3dc34c9a43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:28:13.955310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c219f05a-a342-41e7-a87e-7e3dc34c9a43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:13.970067 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-c219f05a-a342-41e7-a87e-7e3dc34c9a43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Project 44b0386278b54442ad833b884f51ee72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:28:13.973781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9498bd-bfa2-4a10-aeef-6c116dafb31e None None] Pushing event updated for resources: {'Port': ['ID=281def9e-6f44-4ac4-8c7c-7b33e76fcccf,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:13.985604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c219f05a-a342-41e7-a87e-7e3dc34c9a43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:14.070138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c219f05a-a342-41e7-a87e-7e3dc34c9a43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:14.075627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c219f05a-a342-41e7-a87e-7e3dc34c9a43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:14.105410 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219f05a-a342-41e7-a87e-7e3dc34c9a43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d8858c-3380-4759-b9a3-52a88a741897,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:14.117296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c219f05a-a342-41e7-a87e-7e3dc34c9a43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:14.118579 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c219f05a-a342-41e7-a87e-7e3dc34c9a43 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1927636 Jan 27 17:28:14.144379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6bff9563-d0ee-4392-8da4-54273f3fe296 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:28:14.207726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] Set router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:28:14.288158 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-b4144543-1480-4d6e-bc83-5e82ec76fe41 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551400044&fields=id&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 267 time: 0.0421596 Jan 27 17:28:14.397793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 6bff9563-d0ee-4392-8da4-54273f3fe296 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:28:14.398164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:14.459814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-adeb7d9b-cb30-49da-bbb0-b8f322e1ee7d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:14.460408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-adeb7d9b-cb30-49da-bbb0-b8f322e1ee7d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:28:14.478313 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-adeb7d9b-cb30-49da-bbb0-b8f322e1ee7d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:28:14.479489 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-adeb7d9b-cb30-49da-bbb0-b8f322e1ee7d tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/networks?id=fe7f3d26-864c-40ca-9e54-f41b81dd6a25 HTTP/1.1" status: 200 len: 796 time: 0.1750910 Jan 27 17:28:14.497782 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-c58bdfd9-fd88-4827-9ff7-5fcb6b94cf8e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/quotas/44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 375 time: 0.0106268 Jan 27 17:28:14.603237 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-e00d82d5-7888-4bd2-aaaa-0a615d439445 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:28:14.622067 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-e00d82d5-7888-4bd2-aaaa-0a615d439445 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:28:14.623669 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-e00d82d5-7888-4bd2-aaaa-0a615d439445 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200597 Jan 27 17:28:14.663179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:10Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '281def9e-6f44-4ac4-8c7c-7b33e76fcccf', 'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:8a:75:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:09Z', 'updated_at': '2022-01-27T17:28:13Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:14.667769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a5d8c-5c44-4c32-89cc-cbd3fec01b7e None None] The sync data for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv is: [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:10Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '281def9e-6f44-4ac4-8c7c-7b33e76fcccf', 'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:8a:75:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:09Z', 'updated_at': '2022-01-27T17:28:13Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:28:14.782439 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-ec87ac53-b5a5-4669-a278-9de783590431 service neutron] 10.222.0.81 "GET /v2.0/networks/fe7f3d26-864c-40ca-9e54-f41b81dd6a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459351 Jan 27 17:28:14.949627 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d62ecab6-fe3b-4ff0-98e8-c136207c503d service neutron] 10.222.0.81 "GET /v2.0/networks/fe7f3d26-864c-40ca-9e54-f41b81dd6a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549094 Jan 27 17:28:15.165646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-f28e64b3-8f9f-45ea-b59e-ca55fb29cf19 req-f6c99f70-38ff-4e8a-8aec-ae5fd0c84609 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:28:15.181187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-f28e64b3-8f9f-45ea-b59e-ca55fb29cf19 req-f6c99f70-38ff-4e8a-8aec-ae5fd0c84609 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:28:15.182742 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f28e64b3-8f9f-45ea-b59e-ca55fb29cf19 req-f6c99f70-38ff-4e8a-8aec-ae5fd0c84609 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 210 time: 0.0632062 Jan 27 17:28:15.709371 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 281def9e-6f44-4ac4-8c7c-7b33e76fcccf up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:28:15.797920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:28:15.808559 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:28:15.809242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:15.946534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:15.982570 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=281def9e-6f44-4ac4-8c7c-7b33e76fcccf,segment=NetworkSegment(2a19a425-ab7c-4772-be09-317f45cb5ceb),segment_id=2a19a425-ab7c-4772-be09-317f45cb5ceb)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:15.987817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:16.055202 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=281def9e-6f44-4ac4-8c7c-7b33e76fcccf,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:16.381465 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0547b300-db09-44bf-bb22-77fd0cd5b2ee req-cb08337f-f626-48ff-8b7c-271ff72ad123 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 210 time: 0.0524430 Jan 27 17:28:16.388003 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-cdf289c7-f710-4db8-a32c-8ea541d07db4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:16.389476 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-cdf289c7-f710-4db8-a32c-8ea541d07db4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/networks?id=fe7f3d26-864c-40ca-9e54-f41b81dd6a25 HTTP/1.1" status: 200 len: 796 time: 0.2162855 Jan 27 17:28:16.444026 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-5ef34aa4-539b-40e0-a675-3a0f6c3f4c97 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b0386278b54442ad833b884f51ee72 HTTP/1.1" status: 200 len: 379 time: 0.0435679 Jan 27 17:28:16.452915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'port': {'device_id': '205124d6-b3dd-43ca-be94-37a558567e2e', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'admin_state_up': True, 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'security_groups': ['d0943ca4-ba3c-49fd-892b-d76d243dbb1c']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:16.602033 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:16.612312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:16.622763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Made reservation on behalf of 44b0386278b54442ad833b884f51ee72 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:28:16.626672 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:16.807355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.20.0.6 (fe7f3d26-864c-40ca-9e54-f41b81dd6a25/b8bdd163-a27a-4f48-a905-e7dfa199726b/94a4d55e-b409-4a59-9c29-723c62b53077) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:28:17.000623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:17.017729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Transition to ACTIVE for port object 94a4d55e-b409-4a59-9c29-723c62b53077 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:28:17.044959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:17.237386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:28:17.240459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:28:17.243655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:28:17.281887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=94a4d55e-b409-4a59-9c29-723c62b53077,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:17.316370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:17.317010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:17.344260 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-d45e31d3-8bc0-43c7-ade6-f0ba92e2b4b0 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8946738 Jan 27 17:28:17.355895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Request body: {'port': {'device_id': '205124d6-b3dd-43ca-be94-37a558567e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:17.478479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:17.537386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-878134e4-4963-4d52-b561-6e96e1ea8834 None None] Provisioning for port 94a4d55e-b409-4a59-9c29-723c62b53077 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:28:17.543145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-878134e4-4963-4d52-b561-6e96e1ea8834 None None] Provisioning complete for port 94a4d55e-b409-4a59-9c29-723c62b53077 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:28:17.543773 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-878134e4-4963-4d52-b561-6e96e1ea8834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:17.574443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36320a4-64cf-42a4-b024-e809bec155b7 req-8520b0cc-e439-4c13-a605-ae88ec7f9a46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:17.576068 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e36320a4-64cf-42a4-b024-e809bec155b7 req-8520b0cc-e439-4c13-a605-ae88ec7f9a46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 931 time: 0.0844102 Jan 27 17:28:17.605624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-878134e4-4963-4d52-b561-6e96e1ea8834 None None] Port 94a4d55e-b409-4a59-9c29-723c62b53077 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:28:17.624644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-e36320a4-64cf-42a4-b024-e809bec155b7 req-978d2a8d-7d07-4d0f-bde4-ab6b9a26896a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:28:17.643350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-e36320a4-64cf-42a4-b024-e809bec155b7 req-978d2a8d-7d07-4d0f-bde4-ab6b9a26896a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:28:17.645229 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e36320a4-64cf-42a4-b024-e809bec155b7 req-978d2a8d-7d07-4d0f-bde4-ab6b9a26896a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0943ca4-ba3c-49fd-892b-d76d243dbb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623271 Jan 27 17:28:17.667283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 281def9e-6f44-4ac4-8c7c-7b33e76fcccf up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:28:17.804597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:28:17.804859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:17.842574 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a4d55e-b409-4a59-9c29-723c62b53077 {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:28:17.850729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:17.867540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Transition to ACTIVE for port object 94a4d55e-b409-4a59-9c29-723c62b53077 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:28:17.872906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:18.030880 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Pushing event updated for resources: {'Port': ['ID=94a4d55e-b409-4a59-9c29-723c62b53077,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:18.114021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Attempting to bind port 94a4d55e-b409-4a59-9c29-723c62b53077 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:28:18.114357 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Attempting to bind port 94a4d55e-b409-4a59-9c29-723c62b53077 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2a19a425-ab7c-4772-be09-317f45cb5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:28:18.114677 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Attempting to bind port 94a4d55e-b409-4a59-9c29-723c62b53077 on network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:28:18.119475 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Port 94a4d55e-b409-4a59-9c29-723c62b53077 on network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:28:18.119812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Attempting to bind port 94a4d55e-b409-4a59-9c29-723c62b53077 on network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:28:18.125029 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:28:18.125352 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Checking segment: {'id': '2a19a425-ab7c-4772-be09-317f45cb5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:28:18.125725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Bound using segment: {'id': '2a19a425-ab7c-4772-be09-317f45cb5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:28:18.126136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Bound port: 94a4d55e-b409-4a59-9c29-723c62b53077, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a19a425-ab7c-4772-be09-317f45cb5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:28:18.126473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:18.218150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] For port 94a4d55e-b409-4a59-9c29-723c62b53077, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:28:18.221341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] For port 94a4d55e-b409-4a59-9c29-723c62b53077, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=94a4d55e-b409-4a59-9c29-723c62b53077,segment=NetworkSegment(2a19a425-ab7c-4772-be09-317f45cb5ceb),segment_id=2a19a425-ab7c-4772-be09-317f45cb5ceb)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:28:18.225978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:18.287042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:18.287690 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:18.289192 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] 10.222.0.88 "PUT /v2.0/ports/94a4d55e-b409-4a59-9c29-723c62b53077 HTTP/1.1" status: 200 len: 1093 time: 0.9381249 Jan 27 17:28:18.289538 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205124d6-b3dd-43ca-be94-37a558567e2e', 'tag': '94a4d55e-b409-4a59-9c29-723c62b53077'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:28:18.311731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db06aa5-a1a7-4b30-afe1-21cbd3708a33 service neutron] Pushing event updated for resources: {'Port': ['ID=94a4d55e-b409-4a59-9c29-723c62b53077,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:18.366358 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205124d6-b3dd-43ca-be94-37a558567e2e', 'tag': '94a4d55e-b409-4a59-9c29-723c62b53077', 'status': 'completed', 'code': 200} Jan 27 17:28:18.410990 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-1d63ba98-402d-4ca7-af43-06bb30ee5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:18.413159 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-1d63ba98-402d-4ca7-af43-06bb30ee5adc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 1096 time: 0.0800903 Jan 27 17:28:18.488308 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-7011b618-741a-4dfb-aa98-911116cccd44 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a4d55e-b409-4a59-9c29-723c62b53077 HTTP/1.1" status: 200 len: 217 time: 0.0670707 Jan 27 17:28:18.555770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-32917387-f9ba-43d5-bad0-979fa20ca980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:18.557285 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-32917387-f9ba-43d5-bad0-979fa20ca980 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b8bdd163-a27a-4f48-a905-e7dfa199726b HTTP/1.1" status: 200 len: 835 time: 0.0630326 Jan 27 17:28:18.635864 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-02359486-c39e-4504-8cc8-85827e0770de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:18.637374 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-02359486-c39e-4504-8cc8-85827e0770de service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe7f3d26-864c-40ca-9e54-f41b81dd6a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738349 Jan 27 17:28:18.791405 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-7161d7d9-a577-4dff-8a12-78489bb327bf service neutron] 10.222.0.88 "GET /v2.0/networks/fe7f3d26-864c-40ca-9e54-f41b81dd6a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477709 Jan 27 17:28:18.852870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e405a6c-0abd-4a8b-b2c6-1cd650ec3435 req-344286fc-6929-4e62-a71b-686b77ab3391 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:18.854528 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5e405a6c-0abd-4a8b-b2c6-1cd650ec3435 req-344286fc-6929-4e62-a71b-686b77ab3391 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 943 time: 0.0904438 Jan 27 17:28:18.901553 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5e405a6c-0abd-4a8b-b2c6-1cd650ec3435 req-11377693-a787-41e5-b994-54bef16d6483 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0943ca4-ba3c-49fd-892b-d76d243dbb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404654 Jan 27 17:28:18.944790 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-73fd3f11-45d6-48fb-ae33-bc0b32028c6d req-4a0c7a16-22fd-4a3d-bdaa-ed26fec715c8 service neutron] 10.222.0.88 "GET /v2.0/networks/fe7f3d26-864c-40ca-9e54-f41b81dd6a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473024 Jan 27 17:28:19.064970 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658e65-9338-4f98-80d9-b56a33b26910 req-ec49a1ef-2aa0-476e-b4fa-0460600bc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:19.066459 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dc658e65-9338-4f98-80d9-b56a33b26910 req-ec49a1ef-2aa0-476e-b4fa-0460600bc2fb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 1096 time: 0.0742717 Jan 27 17:28:19.200762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658e65-9338-4f98-80d9-b56a33b26910 req-655acac0-5844-40da-abe9-0d9298472665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:19.202115 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dc658e65-9338-4f98-80d9-b56a33b26910 req-655acac0-5844-40da-abe9-0d9298472665 service neutron] 10.222.0.88 "GET /v2.0/networks?id=fe7f3d26-864c-40ca-9e54-f41b81dd6a25 HTTP/1.1" status: 200 len: 898 time: 0.1281819 Jan 27 17:28:19.276761 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dc658e65-9338-4f98-80d9-b56a33b26910 req-ee75bd24-4798-42eb-b7df-8da7e14d7ea6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a4d55e-b409-4a59-9c29-723c62b53077 HTTP/1.1" status: 200 len: 217 time: 0.0674627 Jan 27 17:28:19.346880 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658e65-9338-4f98-80d9-b56a33b26910 req-676e508f-0431-4648-9c92-ea44e011f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:19.348360 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dc658e65-9338-4f98-80d9-b56a33b26910 req-676e508f-0431-4648-9c92-ea44e011f8d5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b8bdd163-a27a-4f48-a905-e7dfa199726b HTTP/1.1" status: 200 len: 835 time: 0.0650465 Jan 27 17:28:19.544469 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658e65-9338-4f98-80d9-b56a33b26910 req-ced1201f-67f1-4392-9536-16abceaf3af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:19.545975 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dc658e65-9338-4f98-80d9-b56a33b26910 req-ced1201f-67f1-4392-9536-16abceaf3af9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe7f3d26-864c-40ca-9e54-f41b81dd6a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1896942 Jan 27 17:28:19.686829 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dc658e65-9338-4f98-80d9-b56a33b26910 req-d5eb51f6-a8e4-415a-826f-e5a62c124c24 service neutron] 10.222.0.88 "GET /v2.0/networks/fe7f3d26-864c-40ca-9e54-f41b81dd6a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342733 Jan 27 17:28:19.833321 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dc658e65-9338-4f98-80d9-b56a33b26910 req-ab8b106a-b743-4e45-9cbc-e6a6e057f099 service neutron] 10.222.0.88 "GET /v2.0/networks/fe7f3d26-864c-40ca-9e54-f41b81dd6a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404579 Jan 27 17:28:20.105825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee931c50-ee4e-4c5e-b178-cd708f3b0afd req-40a772fe-000b-477f-96f0-7a57e67ffa63 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:20.106565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-ee931c50-ee4e-4c5e-b178-cd708f3b0afd req-40a772fe-000b-477f-96f0-7a57e67ffa63 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:28:20.125667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-ee931c50-ee4e-4c5e-b178-cd708f3b0afd req-40a772fe-000b-477f-96f0-7a57e67ffa63 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:28:20.126899 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ee931c50-ee4e-4c5e-b178-cd708f3b0afd req-40a772fe-000b-477f-96f0-7a57e67ffa63 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 943 time: 0.1107540 Jan 27 17:28:20.174603 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ee931c50-ee4e-4c5e-b178-cd708f3b0afd req-5ba8dc00-979a-473b-91ca-1397d2fec32f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0943ca4-ba3c-49fd-892b-d76d243dbb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417495 Jan 27 17:28:21.378698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7177d5-cea5-4f9c-a8ea-39f0d8d3a4ce req-a0aee96b-e86b-427c-9b59-e87b8455ff33 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:21.380402 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6d7177d5-cea5-4f9c-a8ea-39f0d8d3a4ce req-a0aee96b-e86b-427c-9b59-e87b8455ff33 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 943 time: 0.0919659 Jan 27 17:28:21.433141 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6d7177d5-cea5-4f9c-a8ea-39f0d8d3a4ce req-74e07c3b-9141-47b7-8156-84592691c4bf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0943ca4-ba3c-49fd-892b-d76d243dbb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467627 Jan 27 17:28:21.527731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3a044227-277e-41a6-aef3-61e8a9e9a59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:22.517556 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 94a4d55e-b409-4a59-9c29-723c62b53077 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:28:22.638100 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6705-4f33-41b4-be65-b68e515341c5 req-f863b414-d5c9-4a20-9b19-9369a0514bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:22.639770 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-36ff6705-4f33-41b4-be65-b68e515341c5 req-f863b414-d5c9-4a20-9b19-9369a0514bb9 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 943 time: 0.0932055 Jan 27 17:28:22.664840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 94a4d55e-b409-4a59-9c29-723c62b53077, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=94a4d55e-b409-4a59-9c29-723c62b53077,segment=NetworkSegment(2a19a425-ab7c-4772-be09-317f45cb5ceb),segment_id=2a19a425-ab7c-4772-be09-317f45cb5ceb)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:22.681001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '94a4d55e-b409-4a59-9c29-723c62b53077', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'port_id': '94a4d55e-b409-4a59-9c29-723c62b53077', 'mac_address': 'fa:16:3e:b3:b5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:28:22.706487 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-36ff6705-4f33-41b4-be65-b68e515341c5 req-a32173fd-c916-4870-9f6b-e7382dd211bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0943ca4-ba3c-49fd-892b-d76d243dbb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570717 Jan 27 17:28:22.740842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:22.759271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a4d55e-b409-4a59-9c29-723c62b53077 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:28:22.776046 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 94a4d55e-b409-4a59-9c29-723c62b53077, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=94a4d55e-b409-4a59-9c29-723c62b53077,segment=NetworkSegment(2a19a425-ab7c-4772-be09-317f45cb5ceb),segment_id=2a19a425-ab7c-4772-be09-317f45cb5ceb)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:22.780611 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:22.864015 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=94a4d55e-b409-4a59-9c29-723c62b53077,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:22.976863 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['94a4d55e-b409-4a59-9c29-723c62b53077'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:28:23.884382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9bc62e44-e053-46a1-a140-ab3b4cfbedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:23.907963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315309fc-2de5-438f-a4f1-9378b2e9081e req-5e043200-3f3c-4b03-819a-6f6144f9024f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:23.909546 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-315309fc-2de5-438f-a4f1-9378b2e9081e req-5e043200-3f3c-4b03-819a-6f6144f9024f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 944 time: 0.0879288 Jan 27 17:28:23.954660 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-315309fc-2de5-438f-a4f1-9378b2e9081e req-7f979c04-2e17-4376-abef-b90455ae7fad tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0943ca4-ba3c-49fd-892b-d76d243dbb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394137 Jan 27 17:28:24.527529 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 94a4d55e-b409-4a59-9c29-723c62b53077 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:28:24.607809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 94a4d55e-b409-4a59-9c29-723c62b53077 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:28:24.615921 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 94a4d55e-b409-4a59-9c29-723c62b53077 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:28:24.616392 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:24.741615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:24.780738 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205124d6-b3dd-43ca-be94-37a558567e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a4d55e-b409-4a59-9c29-723c62b53077'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:28:24.790616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 94a4d55e-b409-4a59-9c29-723c62b53077, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=94a4d55e-b409-4a59-9c29-723c62b53077,segment=NetworkSegment(2a19a425-ab7c-4772-be09-317f45cb5ceb),segment_id=2a19a425-ab7c-4772-be09-317f45cb5ceb)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:24.798446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:24.831996 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205124d6-b3dd-43ca-be94-37a558567e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a4d55e-b409-4a59-9c29-723c62b53077', 'code': 200} Jan 27 17:28:24.873545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:24.885057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=94a4d55e-b409-4a59-9c29-723c62b53077,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:25.090848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd654b-5b44-431c-82b0-369316a01214 req-6d6d458d-aa2a-4962-9697-0a29b5dfec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:25.092551 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-67cd654b-5b44-431c-82b0-369316a01214 req-6d6d458d-aa2a-4962-9697-0a29b5dfec78 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 1098 time: 0.0893300 Jan 27 17:28:25.136979 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-67cd654b-5b44-431c-82b0-369316a01214 req-f1812b50-a2e4-45b9-85c6-bb1ba789c879 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d0943ca4-ba3c-49fd-892b-d76d243dbb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382409 Jan 27 17:28:25.166397 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ad26d-35d1-42d2-afe7-dc9d2c46f0d6 req-7606171e-fd09-4911-ba99-eebfecda5165 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:25.168019 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-798ad26d-35d1-42d2-afe7-dc9d2c46f0d6 req-7606171e-fd09-4911-ba99-eebfecda5165 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 945 time: 0.0924613 Jan 27 17:28:25.215195 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-798ad26d-35d1-42d2-afe7-dc9d2c46f0d6 req-41ca0fb1-05e6-4cb3-b5af-98ac1fc205bc tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0943ca4-ba3c-49fd-892b-d76d243dbb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410726 Jan 27 17:28:25.301282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:26.477046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc4735-3099-4eed-8341-c76a7bc18177 req-9cdc9d83-fefc-4547-ba3c-aa33e48357be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:26.478897 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9ddc4735-3099-4eed-8341-c76a7bc18177 req-9cdc9d83-fefc-4547-ba3c-aa33e48357be tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 945 time: 0.0847182 Jan 27 17:28:26.531831 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9ddc4735-3099-4eed-8341-c76a7bc18177 req-67b7eef6-3a6e-4781-84b8-b9adbc0cfbeb tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0943ca4-ba3c-49fd-892b-d76d243dbb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466580 Jan 27 17:28:26.664533 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:26.728594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7d80a-c021-43c9-9be2-6fd1a61cbe66 req-96cde44a-34c8-4acd-b0c5-4782ffb9d288 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:26.730119 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-58e7d80a-c021-43c9-9be2-6fd1a61cbe66 req-96cde44a-34c8-4acd-b0c5-4782ffb9d288 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 945 time: 0.0823574 Jan 27 17:28:26.776427 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-58e7d80a-c021-43c9-9be2-6fd1a61cbe66 req-b067f9c8-2148-4cbd-a126-e855a78c2232 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0943ca4-ba3c-49fd-892b-d76d243dbb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402718 Jan 27 17:28:26.800239 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46044) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:26.925989 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce726767-e1f0-4b91-a062-1894809ebf3a tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:26.927546 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ce726767-e1f0-4b91-a062-1894809ebf3a tempest-TestNetworkBasicOps-54051038 tempest-TestNetworkBasicOps-54051038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 1093 time: 0.1263216 Jan 27 17:28:26.930555 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46050) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:26.935619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '94a4d55e-b409-4a59-9c29-723c62b53077', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:26.942034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:26.946102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Usage tracker for resource:floatingip and tenant:44b0386278b54442ad833b884f51ee72 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:28:26.949051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:28:26.954948 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:26.967461 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:27.109246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:27.246208 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Allocated IP 172.26.8.117 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/3573d21b-7e29-479c-bf80-f1fdb1d8bcb0) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:28:27.402767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:27.433530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:27.495600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:28:27.498433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:28:27.502222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:28:27.535472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=3573d21b-7e29-479c-bf80-f1fdb1d8bcb0,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:28.078914 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:28.156548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:28.385382 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:28.392286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:28.460928 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:28.500483 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event updated for resources: {'Port': ['ID=3573d21b-7e29-479c-bf80-f1fdb1d8bcb0,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:28.518313 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:28.699473 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 07fc0507-472a-4267-aeed-abcef09ce15d associated. External IP: 172.26.8.117, port: 94a4d55e-b409-4a59-9c29-723c62b53077. Jan 27 17:28:29.081083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:28:29.268719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:28:29.279750 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945568a-ef5f-4abb-9ada-0cec4efcc24f None None] Sync routers for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:28:29.291155 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945568a-ef5f-4abb-9ada-0cec4efcc24f None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:28:29.292011 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-c945568a-ef5f-4abb-9ada-0cec4efcc24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:28:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:29.296592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:29.356702 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d00dcdf4-bad1-49f5-8d7c-573e46b52daf tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4251385 Jan 27 17:28:29.357291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205124d6-b3dd-43ca-be94-37a558567e2e', 'tag': '94a4d55e-b409-4a59-9c29-723c62b53077'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:28:29.359571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46054) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:29.410524 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205124d6-b3dd-43ca-be94-37a558567e2e', 'tag': '94a4d55e-b409-4a59-9c29-723c62b53077', 'status': 'completed', 'code': 200} Jan 27 17:28:29.498898 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-c945568a-ef5f-4abb-9ada-0cec4efcc24f None None] Set router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:28:29.508657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adc1b-8389-48da-ab1f-ed50fe65866e req-d7af6dca-0ffb-4366-b0d6-54d606ee8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:29.510153 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8d8adc1b-8389-48da-ab1f-ed50fe65866e req-d7af6dca-0ffb-4366-b0d6-54d606ee8ef9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 1098 time: 0.0763240 Jan 27 17:28:29.583432 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-027cfe4c-394f-4a21-a8e5-f1cc5235d5ce tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/07fc0507-472a-4267-aeed-abcef09ce15d HTTP/1.1" status: 200 len: 991 time: 0.2219274 Jan 27 17:28:29.794316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adc1b-8389-48da-ab1f-ed50fe65866e req-d3456750-d614-4546-bc57-1fe1c97a33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:29.796988 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8d8adc1b-8389-48da-ab1f-ed50fe65866e req-d3456750-d614-4546-bc57-1fe1c97a33d0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=fe7f3d26-864c-40ca-9e54-f41b81dd6a25 HTTP/1.1" status: 200 len: 898 time: 0.2798331 Jan 27 17:28:29.916803 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-c945568a-ef5f-4abb-9ada-0cec4efcc24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:10Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '07fc0507-472a-4267-aeed-abcef09ce15d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'port_id': '94a4d55e-b409-4a59-9c29-723c62b53077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'mac_address': 'fa:16:3e:b3:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205124d6-b3dd-43ca-be94-37a558567e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:28:28Z', 'updated_at': '2022-01-27T17:28:28Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281def9e-6f44-4ac4-8c7c-7b33e76fcccf', 'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:8a:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:09Z', 'updated_at': '2022-01-27T17:28:15Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:29.922870 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945568a-ef5f-4abb-9ada-0cec4efcc24f None None] Checking router: 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:28:29.929727 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8d8adc1b-8389-48da-ab1f-ed50fe65866e req-0a2f2d7d-ffd7-4078-8c08-206da74f0f1f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a4d55e-b409-4a59-9c29-723c62b53077 HTTP/1.1" status: 200 len: 999 time: 0.1263533 Jan 27 17:28:29.939615 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945568a-ef5f-4abb-9ada-0cec4efcc24f None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:28:29.939615 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-c945568a-ef5f-4abb-9ada-0cec4efcc24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:28:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:30.003263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adc1b-8389-48da-ab1f-ed50fe65866e req-af2ce57d-3105-4cca-8c29-ce53efc960cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:30.004914 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8d8adc1b-8389-48da-ab1f-ed50fe65866e req-af2ce57d-3105-4cca-8c29-ce53efc960cf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b8bdd163-a27a-4f48-a905-e7dfa199726b HTTP/1.1" status: 200 len: 835 time: 0.0639327 Jan 27 17:28:30.081960 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adc1b-8389-48da-ab1f-ed50fe65866e req-408a84f4-7129-4328-9225-7ac9e36878f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:30.083663 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8d8adc1b-8389-48da-ab1f-ed50fe65866e req-408a84f4-7129-4328-9225-7ac9e36878f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe7f3d26-864c-40ca-9e54-f41b81dd6a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723908 Jan 27 17:28:30.118466 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-c945568a-ef5f-4abb-9ada-0cec4efcc24f None None] Set router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:28:30.225177 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8d8adc1b-8389-48da-ab1f-ed50fe65866e req-f40af7f5-fca8-47a9-9660-3afb56f8a0f3 service neutron] 10.222.0.88 "GET /v2.0/networks/fe7f3d26-864c-40ca-9e54-f41b81dd6a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352098 Jan 27 17:28:30.370401 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8d8adc1b-8389-48da-ab1f-ed50fe65866e req-82c958ff-b924-40b2-84be-ab0439a64fcd service neutron] 10.222.0.88 "GET /v2.0/networks/fe7f3d26-864c-40ca-9e54-f41b81dd6a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400168 Jan 27 17:28:30.486330 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-c945568a-ef5f-4abb-9ada-0cec4efcc24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:10Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '07fc0507-472a-4267-aeed-abcef09ce15d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'port_id': '94a4d55e-b409-4a59-9c29-723c62b53077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'mac_address': 'fa:16:3e:b3:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205124d6-b3dd-43ca-be94-37a558567e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:28:28Z', 'updated_at': '2022-01-27T17:28:28Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281def9e-6f44-4ac4-8c7c-7b33e76fcccf', 'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:8a:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:09Z', 'updated_at': '2022-01-27T17:28:15Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:28:30.490403 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945568a-ef5f-4abb-9ada-0cec4efcc24f None None] The sync data for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv is: [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:10Z', 'revision_number': 4, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '07fc0507-472a-4267-aeed-abcef09ce15d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'port_id': '94a4d55e-b409-4a59-9c29-723c62b53077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'mac_address': 'fa:16:3e:b3:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205124d6-b3dd-43ca-be94-37a558567e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:28:28Z', 'updated_at': '2022-01-27T17:28:28Z', 'revision_number': 0, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281def9e-6f44-4ac4-8c7c-7b33e76fcccf', 'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:8a:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:09Z', 'updated_at': '2022-01-27T17:28:15Z', 'revision_number': 5, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:28:30.587397 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46060) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:30.694946 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedeffa1-0b49-4506-9f0f-dd5be9fba7f7 None None] New status for floating IP 07fc0507-472a-4267-aeed-abcef09ce15d: ACTIVE {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:28:30.697923 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3893fc79-866e-400a-b01a-b194b5a366d5 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/07fc0507-472a-4267-aeed-abcef09ce15d HTTP/1.1" status: 200 len: 991 time: 0.1093612 Jan 27 17:28:31.563152 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:28:31.701575 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46064) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:28:31.812664 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bb94e87a-0713-4938-a0d2-f420eaa71325 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/07fc0507-472a-4267-aeed-abcef09ce15d HTTP/1.1" status: 200 len: 993 time: 0.1098101 Jan 27 17:28:51.527959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1b420c85-8e04-4248-b7fa-d7f12efd7664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:53.889823 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-918d1dc8-6a24-4e75-a3b1-15df0865a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:54.896666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:55.304177 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:56.670395 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:58.484463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:01.059621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46078) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:01.065484 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-df3b6ac6-e1b3-4084-a8b9-16b5ebb410c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:01.642416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-df3b6ac6-e1b3-4084-a8b9-16b5ebb410c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:01.655764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-df3b6ac6-e1b3-4084-a8b9-16b5ebb410c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:01.994556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3b6ac6-e1b3-4084-a8b9-16b5ebb410c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:29:02.184706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3b6ac6-e1b3-4084-a8b9-16b5ebb410c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:29:02.192903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-df3b6ac6-e1b3-4084-a8b9-16b5ebb410c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:02.194407 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-df3b6ac6-e1b3-4084-a8b9-16b5ebb410c2 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/9cb0c0a2-14f6-4811-8a09-d60ac2d54351 HTTP/1.1" status: 200 len: 887 time: 1.1335447 Jan 27 17:29:02.197456 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1267fe-b2bc-46e4-beaa-dde0e32b3522 None None] Sync routers for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:29:02.212337 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1267fe-b2bc-46e4-beaa-dde0e32b3522 None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:29:02.212972 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-dc1267fe-b2bc-46e4-beaa-dde0e32b3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:28:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:02.283682 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-dc1267fe-b2bc-46e4-beaa-dde0e32b3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:02.293941 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1267fe-b2bc-46e4-beaa-dde0e32b3522 None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:29:02.294561 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-dc1267fe-b2bc-46e4-beaa-dde0e32b3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:28:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:02.362921 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-dc1267fe-b2bc-46e4-beaa-dde0e32b3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:02.363313 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1267fe-b2bc-46e4-beaa-dde0e32b3522 None None] The sync data for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv is: [] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:29:03.142389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59879a68-9831-49b2-934b-fd49ddd54e52 None None] New status for floating IP 07fc0507-472a-4267-aeed-abcef09ce15d: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:29:03.676830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 281def9e-6f44-4ac4-8c7c-7b33e76fcccf no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:29:03.816974 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:03.852687 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=281def9e-6f44-4ac4-8c7c-7b33e76fcccf,segment=NetworkSegment(2a19a425-ab7c-4772-be09-317f45cb5ceb),segment_id=2a19a425-ab7c-4772-be09-317f45cb5ceb)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:03.857705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:03.858526 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6bff9563-d0ee-4392-8da4-54273f3fe296 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:29:03.978973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=281def9e-6f44-4ac4-8c7c-7b33e76fcccf,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:04.039206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:04.057094 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 6bff9563-d0ee-4392-8da4-54273f3fe296, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6bff9563-d0ee-4392-8da4-54273f3fe296,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:04.062300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:04.150944 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=6bff9563-d0ee-4392-8da4-54273f3fe296,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:04.158752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:04.159084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:04.159409 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:04.159766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:04.160082 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:04.160400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:04.160712 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:04.161019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:04.161330 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:04.161638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:04.161943 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:04.162249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:04.358829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46084) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:04.364559 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ef9b3ed4-8f22-48dd-861f-388a0d62bc2e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:04.899790 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3ed4-8f22-48dd-861f-388a0d62bc2e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:04.912440 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3ed4-8f22-48dd-861f-388a0d62bc2e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576899'] for router, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:05.105796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9b3ed4-8f22-48dd-861f-388a0d62bc2e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:29:05.298898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9b3ed4-8f22-48dd-861f-388a0d62bc2e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:29:05.308481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3ed4-8f22-48dd-861f-388a0d62bc2e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:05.312557 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ef9b3ed4-8f22-48dd-861f-388a0d62bc2e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/9cb0c0a2-14f6-4811-8a09-d60ac2d54351 HTTP/1.1" status: 200 len: 886 time: 0.9500360 Jan 27 17:29:05.312746 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08213897-006b-4eed-8ac0-dbd314b36d62 None None] Sync routers for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:29:05.313192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46088) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:05.321674 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08213897-006b-4eed-8ac0-dbd314b36d62 None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:29:05.322428 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-08213897-006b-4eed-8ac0-dbd314b36d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:28:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:05.518942 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-08213897-006b-4eed-8ac0-dbd314b36d62 None None] Set router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:29:05.570135 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-abe48cdd-eeb3-4f7b-9b99-c54e340c5e72 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/07fc0507-472a-4267-aeed-abcef09ce15d HTTP/1.1" status: 200 len: 991 time: 0.2559266 Jan 27 17:29:05.936749 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-08213897-006b-4eed-8ac0-dbd314b36d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:04Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '07fc0507-472a-4267-aeed-abcef09ce15d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'port_id': '94a4d55e-b409-4a59-9c29-723c62b53077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'mac_address': 'fa:16:3e:b3:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205124d6-b3dd-43ca-be94-37a558567e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:28:28Z', 'updated_at': '2022-01-27T17:29:03Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281def9e-6f44-4ac4-8c7c-7b33e76fcccf', 'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:8a:75:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:09Z', 'updated_at': '2022-01-27T17:29:03Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:05.941248 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08213897-006b-4eed-8ac0-dbd314b36d62 None None] Checking router: 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:29:05.952448 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08213897-006b-4eed-8ac0-dbd314b36d62 None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:29:05.953115 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-08213897-006b-4eed-8ac0-dbd314b36d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:28:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:06.171101 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-08213897-006b-4eed-8ac0-dbd314b36d62 None None] Set router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:29:06.543290 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-08213897-006b-4eed-8ac0-dbd314b36d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:04Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '07fc0507-472a-4267-aeed-abcef09ce15d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'port_id': '94a4d55e-b409-4a59-9c29-723c62b53077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'mac_address': 'fa:16:3e:b3:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205124d6-b3dd-43ca-be94-37a558567e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:28:28Z', 'updated_at': '2022-01-27T17:29:03Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281def9e-6f44-4ac4-8c7c-7b33e76fcccf', 'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:8a:75:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:09Z', 'updated_at': '2022-01-27T17:29:03Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:06.547902 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08213897-006b-4eed-8ac0-dbd314b36d62 None None] The sync data for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv is: [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:04Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '07fc0507-472a-4267-aeed-abcef09ce15d', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'port_id': '94a4d55e-b409-4a59-9c29-723c62b53077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'mac_address': 'fa:16:3e:b3:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205124d6-b3dd-43ca-be94-37a558567e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:28:28Z', 'updated_at': '2022-01-27T17:29:03Z', 'revision_number': 2, 'project_id': '44b0386278b54442ad833b884f51ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281def9e-6f44-4ac4-8c7c-7b33e76fcccf', 'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:8a:75:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:09Z', 'updated_at': '2022-01-27T17:29:03Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:29:06.575111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46092) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:06.743984 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-09c112e1-d798-47da-8194-eb463e7751a7 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/07fc0507-472a-4267-aeed-abcef09ce15d HTTP/1.1" status: 200 len: 991 time: 0.1671691 Jan 27 17:29:07.748350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46096) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:07.760425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 281def9e-6f44-4ac4-8c7c-7b33e76fcccf up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:29:07.838694 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:07.839302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:07.920715 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-81c256dc-5f76-4a48-9d03-9da35201832c tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/07fc0507-472a-4267-aeed-abcef09ce15d HTTP/1.1" status: 200 len: 991 time: 0.1707921 Jan 27 17:29:07.990255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:08.026000 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=281def9e-6f44-4ac4-8c7c-7b33e76fcccf,segment=NetworkSegment(2a19a425-ab7c-4772-be09-317f45cb5ceb),segment_id=2a19a425-ab7c-4772-be09-317f45cb5ceb)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:08.031678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:08.032741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6bff9563-d0ee-4392-8da4-54273f3fe296 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:29:08.156483 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=281def9e-6f44-4ac4-8c7c-7b33e76fcccf,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:08.170491 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 6bff9563-d0ee-4392-8da4-54273f3fe296 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:08.170840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:08.299874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:08.318434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 6bff9563-d0ee-4392-8da4-54273f3fe296, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6bff9563-d0ee-4392-8da4-54273f3fe296,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:08.324133 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:08.397572 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=6bff9563-d0ee-4392-8da4-54273f3fe296,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:08.447728 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c93a81-6c9e-43ab-9add-cf499962b304 None None] New status for floating IP 07fc0507-472a-4267-aeed-abcef09ce15d: ACTIVE {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:29:08.562385 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:29:08.924221 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46100) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:09.038235 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ee762a21-c518-4a76-a12f-526ed392f676 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/floatingips/07fc0507-472a-4267-aeed-abcef09ce15d HTTP/1.1" status: 200 len: 993 time: 0.1124787 Jan 27 17:29:09.318503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46108) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:09.546036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 3573d21b-7e29-479c-bf80-f1fdb1d8bcb0 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:29:09.546355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:09.683999 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 281def9e-6f44-4ac4-8c7c-7b33e76fcccf up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:29:09.733474 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:09.733780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:09.811358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:09.811917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:09.868340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 3573d21b-7e29-479c-bf80-f1fdb1d8bcb0 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:29:09.935231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6bff9563-d0ee-4392-8da4-54273f3fe296 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:29:10.006727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 6bff9563-d0ee-4392-8da4-54273f3fe296 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:10.007354 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:10.039064 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:10.093090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=3573d21b-7e29-479c-bf80-f1fdb1d8bcb0,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:10.136002 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:10.136347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:10.136702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:10.137032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:10.137354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:10.137682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:10.137999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:10.138335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:10.138633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:10.138953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:10.139260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:10.139596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:10.198399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:10.198860 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Floating IP 07fc0507-472a-4267-aeed-abcef09ce15d disassociated (deleted). External IP: 172.26.8.117, port: 94a4d55e-b409-4a59-9c29-723c62b53077. Jan 27 17:29:10.686922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:29:10.876227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:29:10.887499 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c95a99-575f-47c5-8b1e-bdf8a68d552a None None] Sync routers for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:29:10.899429 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c95a99-575f-47c5-8b1e-bdf8a68d552a None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:29:10.900131 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-13c95a99-575f-47c5-8b1e-bdf8a68d552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:28:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:10.902688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:10.966101 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-92db7d06-2732-4464-aeca-3cfc6dc5b13b tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/floatingips/07fc0507-472a-4267-aeed-abcef09ce15d HTTP/1.1" status: 204 len: 168 time: 1.6464427 Jan 27 17:29:10.966702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205124d6-b3dd-43ca-be94-37a558567e2e', 'tag': '94a4d55e-b409-4a59-9c29-723c62b53077'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:29:11.018297 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205124d6-b3dd-43ca-be94-37a558567e2e', 'tag': '94a4d55e-b409-4a59-9c29-723c62b53077', 'status': 'completed', 'code': 200} Jan 27 17:29:11.117625 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-13c95a99-575f-47c5-8b1e-bdf8a68d552a None None] Set router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:29:11.131865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3169d-a06f-4e24-b8fa-2deb231798db req-525a5829-01db-4fe3-b9d2-34ea652fbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:11.133449 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3ab3169d-a06f-4e24-b8fa-2deb231798db req-525a5829-01db-4fe3-b9d2-34ea652fbd1b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=44b0386278b54442ad833b884f51ee72&device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 1098 time: 0.0884466 Jan 27 17:29:11.328980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3169d-a06f-4e24-b8fa-2deb231798db req-20534f1e-4f6d-4213-bde7-ad6a96cfb9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:11.331477 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3ab3169d-a06f-4e24-b8fa-2deb231798db req-20534f1e-4f6d-4213-bde7-ad6a96cfb9ba service neutron] 10.222.0.88 "GET /v2.0/networks?id=fe7f3d26-864c-40ca-9e54-f41b81dd6a25 HTTP/1.1" status: 200 len: 898 time: 0.1914816 Jan 27 17:29:11.459393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd001322-7d9f-4047-bc37-cc3ad9e63889 req-2288b060-c717-4d18-ae3d-ba356166d80e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:11.461108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-bd001322-7d9f-4047-bc37-cc3ad9e63889 req-2288b060-c717-4d18-ae3d-ba356166d80e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Synchronizing usage tracker for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:29:11.463858 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3ab3169d-a06f-4e24-b8fa-2deb231798db req-1669fd38-b65c-41bc-b5fb-c662ca9d940b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a4d55e-b409-4a59-9c29-723c62b53077 HTTP/1.1" status: 200 len: 217 time: 0.1254160 Jan 27 17:29:11.478359 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-13c95a99-575f-47c5-8b1e-bdf8a68d552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:04Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '281def9e-6f44-4ac4-8c7c-7b33e76fcccf', 'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:8a:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:09Z', 'updated_at': '2022-01-27T17:29:08Z', 'revision_number': 7, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:11.483339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-bd001322-7d9f-4047-bc37-cc3ad9e63889 req-2288b060-c717-4d18-ae3d-ba356166d80e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Unset dirty status for tenant:44b0386278b54442ad833b884f51ee72 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:29:11.484478 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c95a99-575f-47c5-8b1e-bdf8a68d552a None None] Checking router: 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:29:11.484719 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bd001322-7d9f-4047-bc37-cc3ad9e63889 req-2288b060-c717-4d18-ae3d-ba356166d80e tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 945 time: 0.1142428 Jan 27 17:29:11.500004 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c95a99-575f-47c5-8b1e-bdf8a68d552a None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:29:11.501580 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-13c95a99-575f-47c5-8b1e-bdf8a68d552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:28:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:11.541594 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bd001322-7d9f-4047-bc37-cc3ad9e63889 req-4e5527c4-b5d4-415f-a9c3-1f7dbe2ac6bd tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0943ca4-ba3c-49fd-892b-d76d243dbb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475016 Jan 27 17:29:11.572344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3169d-a06f-4e24-b8fa-2deb231798db req-0fea1f11-9846-4357-b998-ab55bffa06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:11.574171 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3ab3169d-a06f-4e24-b8fa-2deb231798db req-0fea1f11-9846-4357-b998-ab55bffa06c3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b8bdd163-a27a-4f48-a905-e7dfa199726b HTTP/1.1" status: 200 len: 835 time: 0.1040578 Jan 27 17:29:11.659841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3169d-a06f-4e24-b8fa-2deb231798db req-67e366e4-9c76-49b3-bd7e-f47319069f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:11.660614 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3ab3169d-a06f-4e24-b8fa-2deb231798db req-67e366e4-9c76-49b3-bd7e-f47319069f0b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe7f3d26-864c-40ca-9e54-f41b81dd6a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798054 Jan 27 17:29:11.672618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [req-3ab3169d-a06f-4e24-b8fa-2deb231798db req-6bd9abcb-5bdb-4c20-8377-a7c29b9f4071 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:29:11.673619 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3ab3169d-a06f-4e24-b8fa-2deb231798db req-6bd9abcb-5bdb-4c20-8377-a7c29b9f4071 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054555 Jan 27 17:29:11.774188 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-13c95a99-575f-47c5-8b1e-bdf8a68d552a None None] Set router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:29:11.821698 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3ab3169d-a06f-4e24-b8fa-2deb231798db req-6eac9565-7e4f-4269-812b-398ee79f782c service neutron] 10.222.0.88 "GET /v2.0/networks/fe7f3d26-864c-40ca-9e54-f41b81dd6a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407743 Jan 27 17:29:12.016467 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3ab3169d-a06f-4e24-b8fa-2deb231798db req-952bac58-4a71-4d4d-bfb8-2a5bea199154 service neutron] 10.222.0.88 "GET /v2.0/networks/fe7f3d26-864c-40ca-9e54-f41b81dd6a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880534 Jan 27 17:29:12.162595 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-13c95a99-575f-47c5-8b1e-bdf8a68d552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:04Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '281def9e-6f44-4ac4-8c7c-7b33e76fcccf', 'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:8a:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:09Z', 'updated_at': '2022-01-27T17:29:08Z', 'revision_number': 7, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:12.167349 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c95a99-575f-47c5-8b1e-bdf8a68d552a None None] The sync data for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv is: [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:04Z', 'revision_number': 6, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '281def9e-6f44-4ac4-8c7c-7b33e76fcccf', 'name': '', 'network_id': 'fe7f3d26-864c-40ca-9e54-f41b81dd6a25', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'mac_address': 'fa:16:3e:8a:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:09Z', 'updated_at': '2022-01-27T17:29:08Z', 'revision_number': 7, 'project_id': '44b0386278b54442ad833b884f51ee72', 'subnets': [{'id': 'b8bdd163-a27a-4f48-a905-e7dfa199726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:29:12.624234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37cbcb-90af-4799-a5fb-bdf697876d8c req-7c5bbabd-332f-46b1-9db0-9ed3848c8024 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:12.625851 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a37cbcb-90af-4799-a5fb-bdf697876d8c req-7c5bbabd-332f-46b1-9db0-9ed3848c8024 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 945 time: 0.0993297 Jan 27 17:29:12.723147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-9a37cbcb-90af-4799-a5fb-bdf697876d8c req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 94a4d55e-b409-4a59-9c29-723c62b53077 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:29:12.723764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-9a37cbcb-90af-4799-a5fb-bdf697876d8c req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:13.040849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e0ded-1089-462c-950a-2e0136743303 None None] New status for floating IP 07fc0507-472a-4267-aeed-abcef09ce15d: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:29:13.086488 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbad150-23e1-47dd-94e3-fa7aec65a932 req-2988533e-61ee-46b1-99f7-5bb43f6deac4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:13.088280 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3bbad150-23e1-47dd-94e3-fa7aec65a932 req-2988533e-61ee-46b1-99f7-5bb43f6deac4 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/ports?device_id=205124d6-b3dd-43ca-be94-37a558567e2e HTTP/1.1" status: 200 len: 945 time: 0.2254148 Jan 27 17:29:13.102243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-9a37cbcb-90af-4799-a5fb-bdf697876d8c req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 94a4d55e-b409-4a59-9c29-723c62b53077, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=94a4d55e-b409-4a59-9c29-723c62b53077,segment=NetworkSegment(2a19a425-ab7c-4772-be09-317f45cb5ceb),segment_id=2a19a425-ab7c-4772-be09-317f45cb5ceb)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:13.102930 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-9a37cbcb-90af-4799-a5fb-bdf697876d8c req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:13.255084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-9a37cbcb-90af-4799-a5fb-bdf697876d8c req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 94a4d55e-b409-4a59-9c29-723c62b53077 owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:29:13.460875 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3bbad150-23e1-47dd-94e3-fa7aec65a932 req-91bf2919-bfc8-4588-80a6-05d0ddba6f46 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0943ca4-ba3c-49fd-892b-d76d243dbb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3617239 Jan 27 17:29:13.570792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-9a37cbcb-90af-4799-a5fb-bdf697876d8c req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:13.628074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=94a4d55e-b409-4a59-9c29-723c62b53077,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:13.668604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:13.669443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:13.669443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:13.669679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:13.669918 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:13.670236 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:13.670550 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:13.670865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:13.671151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:13.671460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:13.671845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:13.672324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:13.717453 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a37cbcb-90af-4799-a5fb-bdf697876d8c req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] No DVR routers for this DVR port 94a4d55e-b409-4a59-9c29-723c62b53077 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:29:13.720322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-9a37cbcb-90af-4799-a5fb-bdf697876d8c req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:13.723194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205124d6-b3dd-43ca-be94-37a558567e2e', 'name': 'network-vif-deleted', 'tag': '94a4d55e-b409-4a59-9c29-723c62b53077'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:29:13.743437 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a37cbcb-90af-4799-a5fb-bdf697876d8c req-4b032fda-7f7c-4551-a46d-a61508677c87 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.88 "DELETE /v2.0/ports/94a4d55e-b409-4a59-9c29-723c62b53077 HTTP/1.1" status: 204 len: 173 time: 1.1118400 Jan 27 17:29:13.776201 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205124d6-b3dd-43ca-be94-37a558567e2e', 'name': 'network-vif-deleted', 'tag': '94a4d55e-b409-4a59-9c29-723c62b53077', 'status': 'completed', 'code': 200} Jan 27 17:29:14.557755 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46124) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:14.647956 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1d90b995-b757-4d89-ae98-0bb3ad55f571 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:14.681191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1d90b995-b757-4d89-ae98-0bb3ad55f571 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:14.751475 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1d90b995-b757-4d89-ae98-0bb3ad55f571 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:14.770812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90b995-b757-4d89-ae98-0bb3ad55f571 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0943ca4-ba3c-49fd-892b-d76d243dbb1c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:14.785082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1d90b995-b757-4d89-ae98-0bb3ad55f571 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:14.786224 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1d90b995-b757-4d89-ae98-0bb3ad55f571 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/security-groups/d0943ca4-ba3c-49fd-892b-d76d243dbb1c HTTP/1.1" status: 204 len: 168 time: 0.2274597 Jan 27 17:29:14.821674 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46130) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:15.405748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a3c505ac-ffa7-418d-93ff-f63ba96a611a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:15.909491 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a3c505ac-ffa7-418d-93ff-f63ba96a611a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:29:15.910213 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a3c505ac-ffa7-418d-93ff-f63ba96a611a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:16.115080 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-a3c505ac-ffa7-418d-93ff-f63ba96a611a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 281def9e-6f44-4ac4-8c7c-7b33e76fcccf, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=281def9e-6f44-4ac4-8c7c-7b33e76fcccf,segment=NetworkSegment(2a19a425-ab7c-4772-be09-317f45cb5ceb),segment_id=2a19a425-ab7c-4772-be09-317f45cb5ceb)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:16.115507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a3c505ac-ffa7-418d-93ff-f63ba96a611a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:16.241850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a3c505ac-ffa7-418d-93ff-f63ba96a611a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 281def9e-6f44-4ac4-8c7c-7b33e76fcccf owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:29:16.586341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a3c505ac-ffa7-418d-93ff-f63ba96a611a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:16.640100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c505ac-ffa7-418d-93ff-f63ba96a611a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=281def9e-6f44-4ac4-8c7c-7b33e76fcccf,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:16.719918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 94a4d55e-b409-4a59-9c29-723c62b53077 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:29:16.769606 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 94a4d55e-b409-4a59-9c29-723c62b53077 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:29:16.769941 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 94a4d55e-b409-4a59-9c29-723c62b53077 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:29:16.962713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a3c505ac-ffa7-418d-93ff-f63ba96a611a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:17.491943 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c505ac-ffa7-418d-93ff-f63ba96a611a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:29:17.720222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c505ac-ffa7-418d-93ff-f63ba96a611a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:29:17.731719 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7594825-b55b-4594-9fcd-d61776d5aa95 None None] Sync routers for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:29:17.739880 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a3c505ac-ffa7-418d-93ff-f63ba96a611a tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "PUT /v2.0/routers/9cb0c0a2-14f6-4811-8a09-d60ac2d54351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9167573 Jan 27 17:29:17.741944 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7594825-b55b-4594-9fcd-d61776d5aa95 None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:29:17.742369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46134) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:17.742719 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f7594825-b55b-4594-9fcd-d61776d5aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:28:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:17.818479 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0b3f68-2f6a-442b-bb2a-d4e0a4ba1c93 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting subnet b8bdd163-a27a-4f48-a905-e7dfa199726b {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:29:17.822239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3f68-2f6a-442b-bb2a-d4e0a4ba1c93 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:17.889541 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3f68-2f6a-442b-bb2a-d4e0a4ba1c93 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:17.959423 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-f7594825-b55b-4594-9fcd-d61776d5aa95 None None] Set router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:29:18.015183 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3f68-2f6a-442b-bb2a-d4e0a4ba1c93 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.102152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3f68-2f6a-442b-bb2a-d4e0a4ba1c93 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.143678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b3f68-2f6a-442b-bb2a-d4e0a4ba1c93 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Subnet': ['ID=b8bdd163-a27a-4f48-a905-e7dfa199726b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:18.147361 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3f68-2f6a-442b-bb2a-d4e0a4ba1c93 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.157446 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9c0b3f68-2f6a-442b-bb2a-d4e0a4ba1c93 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/subnets/b8bdd163-a27a-4f48-a905-e7dfa199726b HTTP/1.1" status: 204 len: 168 time: 0.4106455 Jan 27 17:29:18.157777 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae23ad68-5eca-4986-9e60-903de9f1b2dc None None] Network fe7f3d26-864c-40ca-9e54-f41b81dd6a25 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:29:18.158544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46138) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:18.302155 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f7594825-b55b-4594-9fcd-d61776d5aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:16Z', 'revision_number': 7, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:18.307556 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7594825-b55b-4594-9fcd-d61776d5aa95 None None] Checking router: 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:29:18.320683 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7594825-b55b-4594-9fcd-d61776d5aa95 None None] Routers {'9cb0c0a2-14f6-4811-8a09-d60ac2d54351'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:29:18.322159 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f7594825-b55b-4594-9fcd-d61776d5aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:28:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:18.355837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.449679 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d192e519-dd2b-4934-b1d1-c946966b4173 None None] DHCP port deletion for fe7f3d26-864c-40ca-9e54-f41b81dd6a25 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:29:18.454610 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d192e519-dd2b-4934-b1d1-c946966b4173 None None] Deleting port f8768d09-3e53-4a57-aab9-610046f246a7 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:29:18.455116 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d192e519-dd2b-4934-b1d1-c946966b4173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.514548 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-f7594825-b55b-4594-9fcd-d61776d5aa95 None None] Set router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:29:18.554128 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.567024 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Deleting port 6bff9563-d0ee-4392-8da4-54273f3fe296 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:29:18.567368 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.700345 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d192e519-dd2b-4934-b1d1-c946966b4173 None None] For port f8768d09-3e53-4a57-aab9-610046f246a7, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f8768d09-3e53-4a57-aab9-610046f246a7,segment=NetworkSegment(2a19a425-ab7c-4772-be09-317f45cb5ceb),segment_id=2a19a425-ab7c-4772-be09-317f45cb5ceb)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:18.700876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d192e519-dd2b-4934-b1d1-c946966b4173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.781366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] For port 6bff9563-d0ee-4392-8da4-54273f3fe296, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6bff9563-d0ee-4392-8da4-54273f3fe296,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:18.781723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.848461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d192e519-dd2b-4934-b1d1-c946966b4173 None None] Calling delete_port for f8768d09-3e53-4a57-aab9-610046f246a7 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:29:18.863448 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f7594825-b55b-4594-9fcd-d61776d5aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:16Z', 'revision_number': 7, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:18.868703 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7594825-b55b-4594-9fcd-d61776d5aa95 None None] The sync data for ids ['9cb0c0a2-14f6-4811-8a09-d60ac2d54351'] in dv-neutron-825077-1-hyperv is: [{'id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'name': 'tempest-TestNetworkBasicOps-router-1758234664', 'tenant_id': '44b0386278b54442ad833b884f51ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:16Z', 'revision_number': 7, 'project_id': '44b0386278b54442ad833b884f51ee72', 'gw_port': {'id': '6bff9563-d0ee-4392-8da4-54273f3fe296', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb0c0a2-14f6-4811-8a09-d60ac2d54351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:28:05Z', 'updated_at': '2022-01-27T17:29:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:29:18.936278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d192e519-dd2b-4934-b1d1-c946966b4173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.937236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Calling delete_port for 6bff9563-d0ee-4392-8da4-54273f3fe296 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:29:18.981630 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192e519-dd2b-4934-b1d1-c946966b4173 None None] Pushing event deleted for resources: {'Port': ['ID=f8768d09-3e53-4a57-aab9-610046f246a7,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:18.988356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d192e519-dd2b-4934-b1d1-c946966b4173 None None] No DVR routers for this DVR port f8768d09-3e53-4a57-aab9-610046f246a7 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:29:19.254668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:19.309926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Port': ['ID=6bff9563-d0ee-4392-8da4-54273f3fe296,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:19.446033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:19.630812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:19.633822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:19.662221 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:19.662981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Fanout notify agent at l3_agent the message router_deleted on router 9cb0c0a2-14f6-4811-8a09-d60ac2d54351 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:29:19.681167 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:19.682351 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1a6b7d67-8418-4428-ba75-1aedd6b63be8 tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/routers/9cb0c0a2-14f6-4811-8a09-d60ac2d54351 HTTP/1.1" status: 204 len: 168 time: 1.5237384 Jan 27 17:29:19.685162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46142) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:19.766351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 281def9e-6f44-4ac4-8c7c-7b33e76fcccf no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:29:19.810202 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 281def9e-6f44-4ac4-8c7c-7b33e76fcccf {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:29:19.810542 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 281def9e-6f44-4ac4-8c7c-7b33e76fcccf not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:29:19.811019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f8768d09-3e53-4a57-aab9-610046f246a7 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:29:19.821353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2eede0a8-f6e5-4293-882f-28df0959db5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:19.852123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: f8768d09-3e53-4a57-aab9-610046f246a7 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:29:19.852857 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f8768d09-3e53-4a57-aab9-610046f246a7 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:29:19.964247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2eede0a8-f6e5-4293-882f-28df0959db5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:19.991923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-2eede0a8-f6e5-4293-882f-28df0959db5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7f3d26-864c-40ca-9e54-f41b81dd6a25']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:20.009510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-2eede0a8-f6e5-4293-882f-28df0959db5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a19a425-ab7c-4772-be09-317f45cb5ceb') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:20.009806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-2eede0a8-f6e5-4293-882f-28df0959db5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a19a425-ab7c-4772-be09-317f45cb5ceb') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:20.022810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2eede0a8-f6e5-4293-882f-28df0959db5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:20.040733 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2eede0a8-f6e5-4293-882f-28df0959db5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:20.047302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eede0a8-f6e5-4293-882f-28df0959db5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:29:20.047756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2eede0a8-f6e5-4293-882f-28df0959db5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:29:20.063080 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:29:20.150861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2eede0a8-f6e5-4293-882f-28df0959db5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:20.155934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2eede0a8-f6e5-4293-882f-28df0959db5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:20.189144 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eede0a8-f6e5-4293-882f-28df0959db5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] Pushing event deleted for resources: {'Network': ['ID=fe7f3d26-864c-40ca-9e54-f41b81dd6a25,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:20.200507 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2eede0a8-f6e5-4293-882f-28df0959db5f tempest-TestNetworkBasicOps-152147440 tempest-TestNetworkBasicOps-152147440-project] 10.222.0.81 "DELETE /v2.0/networks/fe7f3d26-864c-40ca-9e54-f41b81dd6a25 HTTP/1.1" status: 204 len: 168 time: 0.5136569 Jan 27 17:29:20.688326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46150) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:20.902151 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7c6f827d-9be4-4383-a54b-44236915e958 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44b0386278b54442ad833b884f51ee72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125630 Jan 27 17:29:20.904841 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46156) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:20.969583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-443723bc-e490-4184-922d-82c29cc84983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.006224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-443723bc-e490-4184-922d-82c29cc84983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.071024 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-443723bc-e490-4184-922d-82c29cc84983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.088680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443723bc-e490-4184-922d-82c29cc84983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49cf781-b9fd-4f15-b124-de0df594f719,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:21.097100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-443723bc-e490-4184-922d-82c29cc84983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.098276 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-443723bc-e490-4184-922d-82c29cc84983 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f49cf781-b9fd-4f15-b124-de0df594f719 HTTP/1.1" status: 204 len: 168 time: 0.1925106 Jan 27 17:29:21.424101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46164) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:21.442562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aae1e44b-cdf2-40aa-bb86-de5adff2ec9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.462241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-aae1e44b-cdf2-40aa-bb86-de5adff2ec9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:21.466397 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-aae1e44b-cdf2-40aa-bb86-de5adff2ec9d admin admin] Usage tracker for resource:security_group_rule and tenant:a4c86f9be79049deae64b863be8ae720 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:21.469485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-aae1e44b-cdf2-40aa-bb86-de5adff2ec9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:21.476427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-aae1e44b-cdf2-40aa-bb86-de5adff2ec9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:21.523273 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-85a5d0cb-4866-4d2f-beb4-74aa071cd2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.583067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aae1e44b-cdf2-40aa-bb86-de5adff2ec9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.588236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aae1e44b-cdf2-40aa-bb86-de5adff2ec9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.639412 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-aae1e44b-cdf2-40aa-bb86-de5adff2ec9d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a4c86f9be79049deae64b863be8ae720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141924 Jan 27 17:29:21.640330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1e44b-cdf2-40aa-bb86-de5adff2ec9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e12a853-911b-48b8-9aff-7491bcca9fdc,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:21.642420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46168) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:21.649408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6bff9563-d0ee-4392-8da4-54273f3fe296 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:29:21.684702 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 6bff9563-d0ee-4392-8da4-54273f3fe296 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:29:21.685037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6bff9563-d0ee-4392-8da4-54273f3fe296 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:29:21.720109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5625b9b5-aac1-4154-af40-9f33628eb211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.753763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5625b9b5-aac1-4154-af40-9f33628eb211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.820361 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5625b9b5-aac1-4154-af40-9f33628eb211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.837212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625b9b5-aac1-4154-af40-9f33628eb211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e12a853-911b-48b8-9aff-7491bcca9fdc,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:21.844965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5625b9b5-aac1-4154-af40-9f33628eb211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.846124 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5625b9b5-aac1-4154-af40-9f33628eb211 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e12a853-911b-48b8-9aff-7491bcca9fdc HTTP/1.1" status: 204 len: 168 time: 0.2027235 Jan 27 17:29:23.890756 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa2460e8-75a9-4c98-b8d8-5d39f2ccb022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:24.865621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:25.321229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:26.672700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:28.485714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:29.582326 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-51a2e473-034c-496b-b850-2dd94aaf4344 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=fbd5c9d963b246d2bb4fda3304fb4122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284126 Jan 27 17:29:29.746911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-9bd82b2f-7222-44c5-8040-00f48e4678e9 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:29.748520 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-9bd82b2f-7222-44c5-8040-00f48e4678e9 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604013 Jan 27 17:29:29.769585 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-9920dcfa-bcaf-4169-adad-71b740845fdf tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/quotas/fbd5c9d963b246d2bb4fda3304fb4122 HTTP/1.1" status: 200 len: 375 time: 0.0151713 Jan 27 17:29:29.821052 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2c1bc8b5-f4f9-41e1-bd3e-52729198b1ef tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fbd5c9d963b246d2bb4fda3304fb4122&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439091 Jan 27 17:29:30.022068 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7899cb51-1aac-4ebd-964c-1ceeb7b1512d req-aab1c585-aa33-4015-a233-cadd540305c7 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 210 time: 0.0514565 Jan 27 17:29:31.050967 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-57f5c8b3-b5b5-433d-8e03-0c038bd45a7f tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=fbd5c9d963b246d2bb4fda3304fb4122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303767 Jan 27 17:29:31.300413 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-3ced6ea2-15e1-4e05-8a13-1b6d247372c5 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:31.302850 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-3ced6ea2-15e1-4e05-8a13-1b6d247372c5 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476878 Jan 27 17:29:31.305548 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-71d07bb6-5711-4dbd-80bb-718e5e04ae29 req-7aae0a03-2768-4761-b8c6-46b42caeae42 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 210 time: 0.0739517 Jan 27 17:29:31.320364 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Request body: {'port': {'device_id': '05cce72c-26cc-4ffb-afb9-08547c672c4a', 'network_id': '3b8be3f3-d5bd-437a-aa5a-f0372d6721b9', 'admin_state_up': True, 'tenant_id': 'fbd5c9d963b246d2bb4fda3304fb4122'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:31.493818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:31.498689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Usage tracker for resource:port and tenant:fbd5c9d963b246d2bb4fda3304fb4122 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:31.502775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:31.514090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:31.530589 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Made reservation on behalf of fbd5c9d963b246d2bb4fda3304fb4122 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:29:31.534589 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:31.548812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:31.565968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:31.570139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Usage tracker for resource:security_group_rule and tenant:fbd5c9d963b246d2bb4fda3304fb4122 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:31.573444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:31.579964 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:31.673349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:31.679839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:31.758704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30674be-2743-4b6b-92d4-84e52c0d3a77,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:31.880505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Allocated IP 192.168.233.238 (3b8be3f3-d5bd-437a-aa5a-f0372d6721b9/e16b7607-0218-4b87-9bc7-72f38dffe47b/ded02759-4979-4272-a07a-afd645e91867) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:29:32.100497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.119205 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Transition to ACTIVE for port object ded02759-4979-4272-a07a-afd645e91867 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:29:32.151601 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.226656 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Network 3b8be3f3-d5bd-437a-aa5a-f0372d6721b9 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:29:32.230610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:29:32.234717 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:29:32.266868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Pushing event updated for resources: {'Port': ['ID=ded02759-4979-4272-a07a-afd645e91867,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:32.321460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:32.322113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.353834 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-973b7618-4885-4162-9bc3-637e0137a3b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0421906 Jan 27 17:29:32.366593 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Request body: {'port': {'device_id': '05cce72c-26cc-4ffb-afb9-08547c672c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:32.503095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.511696 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ffa1c43e-77ae-4d7f-aa16-df91f772e196 None None] Provisioning for port ded02759-4979-4272-a07a-afd645e91867 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:29:32.518998 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ffa1c43e-77ae-4d7f-aa16-df91f772e196 None None] Provisioning complete for port ded02759-4979-4272-a07a-afd645e91867 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:32.519289 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a22ffe-0ad5-43fb-9121-e7ed8b8384c8 req-c25f1dbd-5ebf-4f53-b621-4fc714a81c54 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:32.519845 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c43e-77ae-4d7f-aa16-df91f772e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.524757 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-21a22ffe-0ad5-43fb-9121-e7ed8b8384c8 req-c25f1dbd-5ebf-4f53-b621-4fc714a81c54 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 936 time: 0.0991366 Jan 27 17:29:32.577145 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-21a22ffe-0ad5-43fb-9121-e7ed8b8384c8 req-65af1254-773d-4651-8558-c91a7d59b03b tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/security-groups?id=f30674be-2743-4b6b-92d4-84e52c0d3a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498288 Jan 27 17:29:32.617018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ffa1c43e-77ae-4d7f-aa16-df91f772e196 None None] Port ded02759-4979-4272-a07a-afd645e91867 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:29:33.009985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded02759-4979-4272-a07a-afd645e91867 {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:29:33.018059 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.034405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Transition to ACTIVE for port object ded02759-4979-4272-a07a-afd645e91867 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:29:33.038604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.169887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ded02759-4979-4272-a07a-afd645e91867,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:33.278018 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Attempting to bind port ded02759-4979-4272-a07a-afd645e91867 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:29:33.278330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Attempting to bind port ded02759-4979-4272-a07a-afd645e91867 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '5b3d1602-5afb-47c3-b4ca-eb5835e6a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '3b8be3f3-d5bd-437a-aa5a-f0372d6721b9'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:29:33.278658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Attempting to bind port ded02759-4979-4272-a07a-afd645e91867 on network 3b8be3f3-d5bd-437a-aa5a-f0372d6721b9 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:29:33.283389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Port ded02759-4979-4272-a07a-afd645e91867 on network 3b8be3f3-d5bd-437a-aa5a-f0372d6721b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:29:33.283852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Attempting to bind port ded02759-4979-4272-a07a-afd645e91867 on network 3b8be3f3-d5bd-437a-aa5a-f0372d6721b9 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:29:33.288811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:29:33.289195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Checking segment: {'id': '5b3d1602-5afb-47c3-b4ca-eb5835e6a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '3b8be3f3-d5bd-437a-aa5a-f0372d6721b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:29:33.289574 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Bound using segment: {'id': '5b3d1602-5afb-47c3-b4ca-eb5835e6a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '3b8be3f3-d5bd-437a-aa5a-f0372d6721b9'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:29:33.289983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Bound port: ded02759-4979-4272-a07a-afd645e91867, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3d1602-5afb-47c3-b4ca-eb5835e6a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '3b8be3f3-d5bd-437a-aa5a-f0372d6721b9'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:29:33.290327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.385884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] For port ded02759-4979-4272-a07a-afd645e91867, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:29:33.388999 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] For port ded02759-4979-4272-a07a-afd645e91867, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=ded02759-4979-4272-a07a-afd645e91867,segment=NetworkSegment(5b3d1602-5afb-47c3-b4ca-eb5835e6a50f),segment_id=5b3d1602-5afb-47c3-b4ca-eb5835e6a50f)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:29:33.396773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.457440 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:33.458040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.459393 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] 10.222.0.88 "PUT /v2.0/ports/ded02759-4979-4272-a07a-afd645e91867 HTTP/1.1" status: 200 len: 1098 time: 1.0975442 Jan 27 17:29:33.459859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cce72c-26cc-4ffb-afb9-08547c672c4a', 'tag': 'ded02759-4979-4272-a07a-afd645e91867'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:29:33.483500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40324d-1876-44b0-bbc2-eb3f30fb87a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ded02759-4979-4272-a07a-afd645e91867,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:33.540308 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cce72c-26cc-4ffb-afb9-08547c672c4a', 'tag': 'ded02759-4979-4272-a07a-afd645e91867', 'status': 'completed', 'code': 200} Jan 27 17:29:33.582469 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-6033732b-e0b9-447f-8886-73e2e78d19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:33.584021 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-6033732b-e0b9-447f-8886-73e2e78d19d4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbd5c9d963b246d2bb4fda3304fb4122&device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 1101 time: 0.0796807 Jan 27 17:29:33.658246 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-39a63706-f913-437d-94cc-7af6987cff7f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ded02759-4979-4272-a07a-afd645e91867 HTTP/1.1" status: 200 len: 217 time: 0.0665658 Jan 27 17:29:33.723116 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-1b591c1f-f2e0-46ed-a990-79af64817b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:33.724512 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-1b591c1f-f2e0-46ed-a990-79af64817b97 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e16b7607-0218-4b87-9bc7-72f38dffe47b HTTP/1.1" status: 200 len: 843 time: 0.0603013 Jan 27 17:29:33.775721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc177a1-b2d4-48cc-9a91-c8aed234842e req-bee6be15-7fae-4252-bc11-0fa5cb743521 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:33.777206 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0cc177a1-b2d4-48cc-9a91-c8aed234842e req-bee6be15-7fae-4252-bc11-0fa5cb743521 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 948 time: 0.0823178 Jan 27 17:29:33.805217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-76ad439d-ffea-412b-a1f7-b38959e1d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:33.806679 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-76ad439d-ffea-412b-a1f7-b38959e1d227 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3b8be3f3-d5bd-437a-aa5a-f0372d6721b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0752432 Jan 27 17:29:33.826480 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0cc177a1-b2d4-48cc-9a91-c8aed234842e req-70bbacd9-0dce-438e-8dbb-34284373cec2 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/security-groups?id=f30674be-2743-4b6b-92d4-84e52c0d3a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421886 Jan 27 17:29:33.951089 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-4cd377c9-d1da-452a-93c9-4e8d5f67026c service neutron] 10.222.0.88 "GET /v2.0/networks/3b8be3f3-d5bd-437a-aa5a-f0372d6721b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376405 Jan 27 17:29:34.084529 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6499709-839f-43f3-bdfe-d1aecd0ce5f9 req-6d286503-45d5-4fcb-b2c5-ffbf92e72072 service neutron] 10.222.0.88 "GET /v2.0/networks/3b8be3f3-d5bd-437a-aa5a-f0372d6721b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275089 Jan 27 17:29:34.222528 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b65f-38a0-48a6-a8f9-873adcd4fd6b req-fd6bff1c-a0fc-4645-84f9-3fd64237a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:34.224032 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-55b6b65f-38a0-48a6-a8f9-873adcd4fd6b req-fd6bff1c-a0fc-4645-84f9-3fd64237a873 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbd5c9d963b246d2bb4fda3304fb4122&device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 1101 time: 0.0874851 Jan 27 17:29:34.357275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b65f-38a0-48a6-a8f9-873adcd4fd6b req-37429561-42b7-4b30-961f-f2b7f5fe833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:34.358716 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-55b6b65f-38a0-48a6-a8f9-873adcd4fd6b req-37429561-42b7-4b30-961f-f2b7f5fe833a service neutron] 10.222.0.88 "GET /v2.0/networks?id=3b8be3f3-d5bd-437a-aa5a-f0372d6721b9 HTTP/1.1" status: 200 len: 871 time: 0.1278543 Jan 27 17:29:34.425226 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-55b6b65f-38a0-48a6-a8f9-873adcd4fd6b req-07b49107-9f74-4c4c-b2f5-bf17859cb838 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ded02759-4979-4272-a07a-afd645e91867 HTTP/1.1" status: 200 len: 217 time: 0.0596733 Jan 27 17:29:34.490968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b65f-38a0-48a6-a8f9-873adcd4fd6b req-399a34dc-e66d-4f8a-a3b0-ca6cce07e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:34.492535 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-55b6b65f-38a0-48a6-a8f9-873adcd4fd6b req-399a34dc-e66d-4f8a-a3b0-ca6cce07e645 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e16b7607-0218-4b87-9bc7-72f38dffe47b HTTP/1.1" status: 200 len: 843 time: 0.0610518 Jan 27 17:29:34.570885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b65f-38a0-48a6-a8f9-873adcd4fd6b req-5f0d3cd1-c1d6-452c-9cb1-ea30dc3c886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:34.572376 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-55b6b65f-38a0-48a6-a8f9-873adcd4fd6b req-5f0d3cd1-c1d6-452c-9cb1-ea30dc3c886c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3b8be3f3-d5bd-437a-aa5a-f0372d6721b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0723648 Jan 27 17:29:34.714551 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-55b6b65f-38a0-48a6-a8f9-873adcd4fd6b req-57a915aa-7da6-4bd1-81b2-43fb2bc17e1a service neutron] 10.222.0.88 "GET /v2.0/networks/3b8be3f3-d5bd-437a-aa5a-f0372d6721b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353579 Jan 27 17:29:35.019171 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-55b6b65f-38a0-48a6-a8f9-873adcd4fd6b req-70b3eb05-4a88-4ee3-98ab-4fac8727faa4 service neutron] 10.222.0.88 "GET /v2.0/networks/3b8be3f3-d5bd-437a-aa5a-f0372d6721b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978928 Jan 27 17:29:35.051794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2f299-b881-4676-8076-81697ff85058 req-fa823485-08a5-4920-a447-46958c7111b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:35.052497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-93c2f299-b881-4676-8076-81697ff85058 req-fa823485-08a5-4920-a447-46958c7111b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Synchronizing usage tracker for tenant:fbd5c9d963b246d2bb4fda3304fb4122 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:29:35.070831 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-93c2f299-b881-4676-8076-81697ff85058 req-fa823485-08a5-4920-a447-46958c7111b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Unset dirty status for tenant:fbd5c9d963b246d2bb4fda3304fb4122 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:29:35.072283 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-93c2f299-b881-4676-8076-81697ff85058 req-fa823485-08a5-4920-a447-46958c7111b0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 948 time: 0.1259487 Jan 27 17:29:35.120295 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-93c2f299-b881-4676-8076-81697ff85058 req-7fccccb3-8ca6-450e-8bc4-8b5707a31e25 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Synchronizing usage tracker for tenant:fbd5c9d963b246d2bb4fda3304fb4122 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:29:35.141261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-93c2f299-b881-4676-8076-81697ff85058 req-7fccccb3-8ca6-450e-8bc4-8b5707a31e25 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Unset dirty status for tenant:fbd5c9d963b246d2bb4fda3304fb4122 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:29:35.142782 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-93c2f299-b881-4676-8076-81697ff85058 req-7fccccb3-8ca6-450e-8bc4-8b5707a31e25 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/security-groups?id=f30674be-2743-4b6b-92d4-84e52c0d3a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625503 Jan 27 17:29:36.343063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458155b-09cc-44c8-92fc-79d9a8cea51e req-c2ef293f-5e70-49f6-ab82-d96290881a7f tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:36.344571 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3458155b-09cc-44c8-92fc-79d9a8cea51e req-c2ef293f-5e70-49f6-ab82-d96290881a7f tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 948 time: 0.0912905 Jan 27 17:29:36.394233 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3458155b-09cc-44c8-92fc-79d9a8cea51e req-4b7397a5-1e49-4961-bf14-100e45d643c2 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/security-groups?id=f30674be-2743-4b6b-92d4-84e52c0d3a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436475 Jan 27 17:29:36.812900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device ded02759-4979-4272-a07a-afd645e91867 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:29:36.951909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port ded02759-4979-4272-a07a-afd645e91867, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=ded02759-4979-4272-a07a-afd645e91867,segment=NetworkSegment(5b3d1602-5afb-47c3-b4ca-eb5835e6a50f),segment_id=5b3d1602-5afb-47c3-b4ca-eb5835e6a50f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:36.966958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'ded02759-4979-4272-a07a-afd645e91867', 'network_id': '3b8be3f3-d5bd-437a-aa5a-f0372d6721b9', 'port_id': 'ded02759-4979-4272-a07a-afd645e91867', 'mac_address': 'fa:16:3e:11:d5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16b7607-0218-4b87-9bc7-72f38dffe47b', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:29:37.025892 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:37.043310 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded02759-4979-4272-a07a-afd645e91867 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:29:37.059410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port ded02759-4979-4272-a07a-afd645e91867, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=ded02759-4979-4272-a07a-afd645e91867,segment=NetworkSegment(5b3d1602-5afb-47c3-b4ca-eb5835e6a50f),segment_id=5b3d1602-5afb-47c3-b4ca-eb5835e6a50f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:37.064714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:37.138139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=ded02759-4979-4272-a07a-afd645e91867,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:37.270758 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['ded02759-4979-4272-a07a-afd645e91867'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:29:37.593602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3267ad-2366-45cf-a409-13db43222852 req-9cb4c42a-d753-478a-9bc7-872a5748a216 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:37.595091 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cd3267ad-2366-45cf-a409-13db43222852 req-9cb4c42a-d753-478a-9bc7-872a5748a216 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 949 time: 0.0874176 Jan 27 17:29:37.639608 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cd3267ad-2366-45cf-a409-13db43222852 req-22b87151-47ed-4e6e-abe7-ec8cb4b58e86 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/security-groups?id=f30674be-2743-4b6b-92d4-84e52c0d3a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387218 Jan 27 17:29:38.844533 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device ded02759-4979-4272-a07a-afd645e91867 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:29:38.852999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b101e44-9652-4659-975a-cfa641792e86 req-9c709d34-03f2-4c3c-a4bd-b611e94075c0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:38.854609 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b101e44-9652-4659-975a-cfa641792e86 req-9c709d34-03f2-4c3c-a4bd-b611e94075c0 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 949 time: 0.0919840 Jan 27 17:29:38.907719 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b101e44-9652-4659-975a-cfa641792e86 req-67fe0ceb-36f2-4f71-97b9-f897055b15a2 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/security-groups?id=f30674be-2743-4b6b-92d4-84e52c0d3a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461175 Jan 27 17:29:38.918457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port ded02759-4979-4272-a07a-afd645e91867 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:29:38.923843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port ded02759-4979-4272-a07a-afd645e91867 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:38.924193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:39.047293 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:39.088290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cce72c-26cc-4ffb-afb9-08547c672c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded02759-4979-4272-a07a-afd645e91867'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:29:39.101182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port ded02759-4979-4272-a07a-afd645e91867, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=ded02759-4979-4272-a07a-afd645e91867,segment=NetworkSegment(5b3d1602-5afb-47c3-b4ca-eb5835e6a50f),segment_id=5b3d1602-5afb-47c3-b4ca-eb5835e6a50f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:39.110066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:39.144461 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cce72c-26cc-4ffb-afb9-08547c672c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded02759-4979-4272-a07a-afd645e91867', 'code': 200} Jan 27 17:29:39.187464 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=ded02759-4979-4272-a07a-afd645e91867,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:39.384583 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdac08-eee9-4094-8f2f-1bb40e3816d4 req-8a477406-c7db-42f0-bf16-6a47c917bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:39.386055 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-32fdac08-eee9-4094-8f2f-1bb40e3816d4 req-8a477406-c7db-42f0-bf16-6a47c917bb2d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 1103 time: 0.0766945 Jan 27 17:29:39.427740 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-32fdac08-eee9-4094-8f2f-1bb40e3816d4 req-aa89829f-99b6-4223-ae54-0cd966304414 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f30674be-2743-4b6b-92d4-84e52c0d3a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359781 Jan 27 17:29:40.101764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7116fd-b575-4e30-a4e3-18d027cd188f req-3bb4da82-150b-4230-85fb-b7841494ba8e tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:40.103745 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ed7116fd-b575-4e30-a4e3-18d027cd188f req-3bb4da82-150b-4230-85fb-b7841494ba8e tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 950 time: 0.0825579 Jan 27 17:29:40.148583 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ed7116fd-b575-4e30-a4e3-18d027cd188f req-4216f2aa-54f1-47cb-b8a4-590db1905784 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/security-groups?id=f30674be-2743-4b6b-92d4-84e52c0d3a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389919 Jan 27 17:29:41.352687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c00c8-7870-42bd-9e08-511c0a841dc1 req-f39b7202-e447-4c5c-a8d4-eb55a6b40070 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:41.354117 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5a4c00c8-7870-42bd-9e08-511c0a841dc1 req-f39b7202-e447-4c5c-a8d4-eb55a6b40070 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 950 time: 0.0901103 Jan 27 17:29:41.402378 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5a4c00c8-7870-42bd-9e08-511c0a841dc1 req-8f182324-778a-4bc5-84a2-447b4058329f tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/security-groups?id=f30674be-2743-4b6b-92d4-84e52c0d3a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396945 Jan 27 17:29:42.743933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0785497-86b3-493e-ad38-2b4406769a1e req-2cb51d20-c11a-4c08-8316-f16232bd8683 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:42.745341 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c0785497-86b3-493e-ad38-2b4406769a1e req-2cb51d20-c11a-4c08-8316-f16232bd8683 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 950 time: 0.0814848 Jan 27 17:29:42.791517 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c0785497-86b3-493e-ad38-2b4406769a1e req-d38380df-802b-49a5-b437-83d7f3d73867 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/security-groups?id=f30674be-2743-4b6b-92d4-84e52c0d3a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Jan 27 17:29:43.956314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c64f4-7737-4282-a1d0-8019b33703bf req-01b31fe9-8dfc-410f-84c0-9e37042414f4 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:43.957744 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6e2c64f4-7737-4282-a1d0-8019b33703bf req-01b31fe9-8dfc-410f-84c0-9e37042414f4 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.88 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 950 time: 0.0874085 Jan 27 17:29:44.036839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-6e2c64f4-7737-4282-a1d0-8019b33703bf req-071108b4-b271-4a75-88ce-7dead792b41d tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Deleting port ded02759-4979-4272-a07a-afd645e91867 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:29:44.037173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-6e2c64f4-7737-4282-a1d0-8019b33703bf req-071108b4-b271-4a75-88ce-7dead792b41d tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:44.094956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd544c-e170-476c-99d2-aeb292aeed03 req-4c44af80-9658-4a2a-9cec-012122403f04 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:44.096444 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0ebd544c-e170-476c-99d2-aeb292aeed03 req-4c44af80-9658-4a2a-9cec-012122403f04 tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 950 time: 0.1946974 Jan 27 17:29:44.144773 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0ebd544c-e170-476c-99d2-aeb292aeed03 req-8eae7ae1-68ae-4996-87cb-7d66e3af810d tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/security-groups?id=f30674be-2743-4b6b-92d4-84e52c0d3a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415938 Jan 27 17:29:44.299527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-6e2c64f4-7737-4282-a1d0-8019b33703bf req-071108b4-b271-4a75-88ce-7dead792b41d tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] For port ded02759-4979-4272-a07a-afd645e91867, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=ded02759-4979-4272-a07a-afd645e91867,segment=NetworkSegment(5b3d1602-5afb-47c3-b4ca-eb5835e6a50f),segment_id=5b3d1602-5afb-47c3-b4ca-eb5835e6a50f)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:44.299774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-6e2c64f4-7737-4282-a1d0-8019b33703bf req-071108b4-b271-4a75-88ce-7dead792b41d tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:44.425527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-6e2c64f4-7737-4282-a1d0-8019b33703bf req-071108b4-b271-4a75-88ce-7dead792b41d tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Calling delete_port for ded02759-4979-4272-a07a-afd645e91867 owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:29:44.590305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-6e2c64f4-7737-4282-a1d0-8019b33703bf req-071108b4-b271-4a75-88ce-7dead792b41d tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:44.603235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['ded02759-4979-4272-a07a-afd645e91867'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:29:44.645219 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071108b4-b271-4a75-88ce-7dead792b41d tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Pushing event deleted for resources: {'Port': ['ID=ded02759-4979-4272-a07a-afd645e91867,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:44.719868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2c64f4-7737-4282-a1d0-8019b33703bf req-071108b4-b271-4a75-88ce-7dead792b41d tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] No DVR routers for this DVR port ded02759-4979-4272-a07a-afd645e91867 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:29:44.722541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-6e2c64f4-7737-4282-a1d0-8019b33703bf req-071108b4-b271-4a75-88ce-7dead792b41d tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:44.725399 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cce72c-26cc-4ffb-afb9-08547c672c4a', 'name': 'network-vif-deleted', 'tag': 'ded02759-4979-4272-a07a-afd645e91867'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:29:44.744733 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6e2c64f4-7737-4282-a1d0-8019b33703bf req-071108b4-b271-4a75-88ce-7dead792b41d tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.88 "DELETE /v2.0/ports/ded02759-4979-4272-a07a-afd645e91867 HTTP/1.1" status: 204 len: 173 time: 0.7819116 Jan 27 17:29:44.776724 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cce72c-26cc-4ffb-afb9-08547c672c4a', 'name': 'network-vif-deleted', 'tag': 'ded02759-4979-4272-a07a-afd645e91867', 'status': 'completed', 'code': 200} Jan 27 17:29:45.321232 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f7dce5a6-289e-4dd1-a5d0-326310938b17 req-e9b509c2-087e-4f9f-89b7-f2b67ccd0cac tempest-ServersAdminNegativeTestJSON-173241686 tempest-ServersAdminNegativeTestJSON-173241686-project] 10.222.0.81 "GET /v2.0/ports?device_id=05cce72c-26cc-4ffb-afb9-08547c672c4a HTTP/1.1" status: 200 len: 210 time: 0.0476732 Jan 27 17:29:45.562512 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:29:46.692006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46308) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:46.846500 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8d5078d4-b2a8-464c-8321-32ad60c6c499 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fbd5c9d963b246d2bb4fda3304fb4122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531973 Jan 27 17:29:46.849102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46314) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:46.876242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device ded02759-4979-4272-a07a-afd645e91867 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:29:46.910598 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: ded02759-4979-4272-a07a-afd645e91867 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:29:46.910941 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device ded02759-4979-4272-a07a-afd645e91867 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:29:46.914472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-14d8ad29-df9c-4a13-b124-78895ebbacda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:46.940614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-14d8ad29-df9c-4a13-b124-78895ebbacda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:46.995408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-14d8ad29-df9c-4a13-b124-78895ebbacda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:47.012791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8ad29-df9c-4a13-b124-78895ebbacda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30674be-2743-4b6b-92d4-84e52c0d3a77,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:47.024444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-14d8ad29-df9c-4a13-b124-78895ebbacda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:47.025581 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-14d8ad29-df9c-4a13-b124-78895ebbacda admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f30674be-2743-4b6b-92d4-84e52c0d3a77 HTTP/1.1" status: 204 len: 168 time: 0.1756108 Jan 27 17:29:47.321035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46322) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:47.338907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5de1ab0-c12e-480c-82df-9265e7db179f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:47.353919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b5de1ab0-c12e-480c-82df-9265e7db179f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:47.357800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b5de1ab0-c12e-480c-82df-9265e7db179f admin admin] Usage tracker for resource:security_group_rule and tenant:889e25e1ca5c4ef587a8d96298df4071 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:47.360523 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b5de1ab0-c12e-480c-82df-9265e7db179f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:47.366062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b5de1ab0-c12e-480c-82df-9265e7db179f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:47.446370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5de1ab0-c12e-480c-82df-9265e7db179f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:47.452436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5de1ab0-c12e-480c-82df-9265e7db179f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:47.502263 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b5de1ab0-c12e-480c-82df-9265e7db179f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=889e25e1ca5c4ef587a8d96298df4071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801322 Jan 27 17:29:47.503134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de1ab0-c12e-480c-82df-9265e7db179f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a53849-2c08-4ab2-ba9e-efbd6c9e97ee,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:47.505083 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46326) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:47.566433 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94b2f5bb-f90f-4c5b-b4c6-ff33a9957fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:47.592745 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94b2f5bb-f90f-4c5b-b4c6-ff33a9957fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:47.650952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94b2f5bb-f90f-4c5b-b4c6-ff33a9957fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:47.668407 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2f5bb-f90f-4c5b-b4c6-ff33a9957fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a53849-2c08-4ab2-ba9e-efbd6c9e97ee,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:47.680527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-94b2f5bb-f90f-4c5b-b4c6-ff33a9957fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:47.683973 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-94b2f5bb-f90f-4c5b-b4c6-ff33a9957fc8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38a53849-2c08-4ab2-ba9e-efbd6c9e97ee HTTP/1.1" status: 204 len: 168 time: 0.1755762 Jan 27 17:29:48.517783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46350) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:48.625434 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-352155116-network', 'tenant_id': 'a8e92a0204e94810b13040a7ebed0238'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:48.630313 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:48.634233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Usage tracker for resource:network and tenant:a8e92a0204e94810b13040a7ebed0238 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:48.637116 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:48.753791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:48.765300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Made reservation on behalf of a8e92a0204e94810b13040a7ebed0238 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:29:48.767938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:48.781138 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:48.796271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:48.800441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Usage tracker for resource:security_group_rule and tenant:a8e92a0204e94810b13040a7ebed0238 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:48.803480 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:48.809784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:48.895741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:48.901016 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:48.930901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1237} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:29:48.939472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd5f498-28ff-4c18-a0df-414a0bcf3d34,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:48.945270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:48.945613 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Added segment 4cdc320f-435e-4627-a8e8-be1324421200 of type vlan for network f93ae11c-689b-482b-9592-f658320e7900 Jan 27 17:29:48.972300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:49.002943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:49.004208 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:49.004483 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:49.107846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] Pushing event updated for resources: {'Network': ['ID=f93ae11c-689b-482b-9592-f658320e7900,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:49.116388 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6038a90b-506b-4f42-a331-738fb369b7eb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5967133 Jan 27 17:29:49.118693 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network f93ae11c-689b-482b-9592-f658320e7900 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:29:49.119219 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46356) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:49.124347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Request body: {'subnet': {'network_id': 'f93ae11c-689b-482b-9592-f658320e7900', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-352155116-subnet', 'tenant_id': 'a8e92a0204e94810b13040a7ebed0238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:49.129310 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:49.133280 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Usage tracker for resource:subnet and tenant:a8e92a0204e94810b13040a7ebed0238 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:49.136211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:49.141987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:49.154371 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Made reservation on behalf of a8e92a0204e94810b13040a7ebed0238 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:29:49.156916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:49.381230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:49.459028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b516b88a-cbe9-4b11-9428-35a3c3a41bd3,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:49.470222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Checking segment: {'id': '4cdc320f-435e-4627-a8e8-be1324421200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'f93ae11c-689b-482b-9592-f658320e7900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:29:49.470625 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Network hostable DHCP agents. Network: f93ae11c-689b-482b-9592-f658320e7900, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:29:49.498312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Network f93ae11c-689b-482b-9592-f658320e7900 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:29:49.510741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, f93ae11c-689b-482b-9592-f658320e7900) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:29:49.514985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:49.515587 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:49.520681 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fd1712-c817-4f83-bcf9-4fc677385502 None None] Network f93ae11c-689b-482b-9592-f658320e7900 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:29:49.546502 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-be64925b-3ab1-49e6-99f5-947b3c0bc581 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4189827 Jan 27 17:29:49.739320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3403e74f-193b-4c6e-89cd-716442052110 None None] Network f93ae11c-689b-482b-9592-f658320e7900 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:29:50.063924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54087b-907d-40f8-9673-b20f2c89126d req-57e659e8-21dd-4d6e-b804-bf13f30a250e tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:50.065378 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-57e659e8-21dd-4d6e-b804-bf13f30a250e tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/networks?id=f93ae11c-689b-482b-9592-f658320e7900 HTTP/1.1" status: 200 len: 811 time: 0.1495397 Jan 27 17:29:50.080980 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-d3a8b965-34ce-4806-824b-016499efeaa0 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/quotas/a8e92a0204e94810b13040a7ebed0238 HTTP/1.1" status: 200 len: 375 time: 0.0097291 Jan 27 17:29:50.130673 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-f11d59d0-245a-483d-b11d-d46fc50dd842 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a8e92a0204e94810b13040a7ebed0238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440598 Jan 27 17:29:50.191073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-e690c36b-1333-4ccc-a5cf-ebb74e369af9 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:29:50.192070 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-e690c36b-1333-4ccc-a5cf-ebb74e369af9 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0547199 Jan 27 17:29:50.331609 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ebf9d4c9-c168-42e3-8cf5-2ea731a19e9d service neutron] 10.222.0.81 "GET /v2.0/networks/f93ae11c-689b-482b-9592-f658320e7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323829 Jan 27 17:29:50.473702 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-c8298d70-5fac-4e67-8510-ec40cb4db80e service neutron] 10.222.0.81 "GET /v2.0/networks/f93ae11c-689b-482b-9592-f658320e7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346507 Jan 27 17:29:51.535065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-660d7882-3271-4756-bd10-2eda4773db61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:51.668146 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fac83885-5514-49ce-beef-7aa63d31f79f req-5397bb5d-6a91-47fd-8213-246f13c2b280 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 210 time: 0.0475342 Jan 27 17:29:52.778748 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2eddd755-e0a7-4b5f-a40b-b04407589ecd req-fd55b5a9-b47b-44b0-bf72-2c21e4348362 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 210 time: 0.0541775 Jan 27 17:29:53.881311 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0430604f-5474-49a7-9ffe-11dfc8e4316a req-4d51419d-f4d4-400e-817c-3e721be01d3b tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 210 time: 0.0449088 Jan 27 17:29:53.886862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-22facba6-5ac7-4e80-98f1-6d8c52ebc727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:54.862093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:54.984723 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d3d2c233-9d34-4a83-89a4-e26e4dce5866 req-66800831-de42-48e4-9a28-62d8782f37c8 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 210 time: 0.0434270 Jan 27 17:29:55.312685 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:56.146037 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-04096ef9-92e9-44b3-9f7e-e6dd45470816 req-7d0d4c7c-94f3-4a05-8991-fb5f14118b0b tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 210 time: 0.0439053 Jan 27 17:29:56.675890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:56.794311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ceb98dfb-43e3-461b-8297-60338fefde79 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:56.795206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ceb98dfb-43e3-461b-8297-60338fefde79 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Synchronizing usage tracker for tenant:a8e92a0204e94810b13040a7ebed0238 on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:29:56.814598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ceb98dfb-43e3-461b-8297-60338fefde79 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Unset dirty status for tenant:a8e92a0204e94810b13040a7ebed0238 on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:29:56.815802 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ceb98dfb-43e3-461b-8297-60338fefde79 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.88 "GET /v2.0/networks?id=f93ae11c-689b-482b-9592-f658320e7900 HTTP/1.1" status: 200 len: 811 time: 0.1810460 Jan 27 17:29:56.827462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Request body: {'port': {'device_id': '431b61dd-9ce3-4cd5-aae4-a00867549f52', 'network_id': 'f93ae11c-689b-482b-9592-f658320e7900', 'admin_state_up': True, 'tenant_id': 'a8e92a0204e94810b13040a7ebed0238'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:56.969672 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:56.973539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Usage tracker for resource:port and tenant:a8e92a0204e94810b13040a7ebed0238 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:56.976809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:56.982975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:56.994594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Made reservation on behalf of a8e92a0204e94810b13040a7ebed0238 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:29:56.998359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:57.185467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Allocated IP 172.20.0.5 (f93ae11c-689b-482b-9592-f658320e7900/b516b88a-cbe9-4b11-9428-35a3c3a41bd3/672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:29:57.303618 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-95f588e6-0593-4508-a58f-99d1a402ddba req-41173063-c442-4ff2-80fb-9752c9b62dca tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 210 time: 0.0449386 Jan 27 17:29:57.404827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:57.437229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:57.507270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Network f93ae11c-689b-482b-9592-f658320e7900 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:29:57.510649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:29:57.514530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:29:57.544412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Pushing event updated for resources: {'Port': ['ID=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:57.579667 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:57.580237 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:57.603211 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-ca7388c1-c7ba-4a71-ac57-518df009ee97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7794042 Jan 27 17:29:57.658293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Request body: {'port': {'device_id': '431b61dd-9ce3-4cd5-aae4-a00867549f52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:57.782034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:58.142260 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:29:58.150220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:58.165576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Transition to ACTIVE for port object 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:29:58.171996 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:58.413198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Pushing event updated for resources: {'Port': ['ID=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:58.485297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:58.572307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Attempting to bind port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:29:58.572634 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Attempting to bind port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '4cdc320f-435e-4627-a8e8-be1324421200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'f93ae11c-689b-482b-9592-f658320e7900'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:29:58.572960 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Attempting to bind port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 on network f93ae11c-689b-482b-9592-f658320e7900 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:29:58.580791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 on network f93ae11c-689b-482b-9592-f658320e7900 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:29:58.581102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Attempting to bind port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 on network f93ae11c-689b-482b-9592-f658320e7900 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:29:58.595837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50868148-a8c0-4112-a8e9-1ad39515014f req-adffd615-b0cf-4401-b73b-cdf2f8defecf tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:58.596547 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-50868148-a8c0-4112-a8e9-1ad39515014f req-adffd615-b0cf-4401-b73b-cdf2f8defecf tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Synchronizing usage tracker for tenant:a8e92a0204e94810b13040a7ebed0238 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:29:58.599395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:29:58.599837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Checking segment: {'id': '4cdc320f-435e-4627-a8e8-be1324421200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'f93ae11c-689b-482b-9592-f658320e7900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:29:58.600215 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Bound using segment: {'id': '4cdc320f-435e-4627-a8e8-be1324421200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'f93ae11c-689b-482b-9592-f658320e7900'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:29:58.600646 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Bound port: 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cdc320f-435e-4627-a8e8-be1324421200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'f93ae11c-689b-482b-9592-f658320e7900'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:29:58.600986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:58.667502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-50868148-a8c0-4112-a8e9-1ad39515014f req-adffd615-b0cf-4401-b73b-cdf2f8defecf tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Unset dirty status for tenant:a8e92a0204e94810b13040a7ebed0238 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:29:58.668579 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-50868148-a8c0-4112-a8e9-1ad39515014f req-adffd615-b0cf-4401-b73b-cdf2f8defecf tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 943 time: 0.2289376 Jan 27 17:29:58.732425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] For port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:29:58.742344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-50868148-a8c0-4112-a8e9-1ad39515014f req-1b4c9846-d570-42c5-bb88-7a76b32f19a6 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Synchronizing usage tracker for tenant:a8e92a0204e94810b13040a7ebed0238 on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:29:58.747815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] For port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7,segment=NetworkSegment(4cdc320f-435e-4627-a8e8-be1324421200),segment_id=4cdc320f-435e-4627-a8e8-be1324421200)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:29:58.757515 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:58.808535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-50868148-a8c0-4112-a8e9-1ad39515014f req-1b4c9846-d570-42c5-bb88-7a76b32f19a6 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Unset dirty status for tenant:a8e92a0204e94810b13040a7ebed0238 on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:29:58.809705 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-50868148-a8c0-4112-a8e9-1ad39515014f req-1b4c9846-d570-42c5-bb88-7a76b32f19a6 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342089 Jan 27 17:29:58.822198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:58.822843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:58.824265 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] 10.222.0.88 "PUT /v2.0/ports/672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 HTTP/1.1" status: 200 len: 1093 time: 1.2138376 Jan 27 17:29:58.824706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431b61dd-9ce3-4cd5-aae4-a00867549f52', 'tag': '672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:29:58.848777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2ad13-1580-4815-a12d-49dd18cab09f service neutron] Pushing event updated for resources: {'Port': ['ID=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:58.904597 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431b61dd-9ce3-4cd5-aae4-a00867549f52', 'tag': '672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7', 'status': 'completed', 'code': 200} Jan 27 17:29:58.948933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54087b-907d-40f8-9673-b20f2c89126d req-d846b4a0-8080-4269-9078-e3e18dec8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:58.950336 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-d846b4a0-8080-4269-9078-e3e18dec8eac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8e92a0204e94810b13040a7ebed0238&device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 1096 time: 0.0779965 Jan 27 17:29:59.017338 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-41338df9-6177-4f03-a26b-74e0b5baf05e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 HTTP/1.1" status: 200 len: 217 time: 0.0606790 Jan 27 17:29:59.082697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54087b-907d-40f8-9673-b20f2c89126d req-10c85e53-6c9a-4b29-8b12-ec1a1e64db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:59.084181 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-10c85e53-6c9a-4b29-8b12-ec1a1e64db7d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b516b88a-cbe9-4b11-9428-35a3c3a41bd3 HTTP/1.1" status: 200 len: 851 time: 0.0610733 Jan 27 17:29:59.131969 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-5241ce03-17ee-477d-a511-ef2d1202a8dc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f93ae11c-689b-482b-9592-f658320e7900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409336 Jan 27 17:29:59.272316 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-bce9244c-b577-4702-8c8c-ed4f127351b2 service neutron] 10.222.0.88 "GET /v2.0/networks/f93ae11c-689b-482b-9592-f658320e7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332409 Jan 27 17:29:59.408249 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5a54087b-907d-40f8-9673-b20f2c89126d req-0a6cbc01-0461-4478-b277-596d1d65152e service neutron] 10.222.0.88 "GET /v2.0/networks/f93ae11c-689b-482b-9592-f658320e7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301224 Jan 27 17:29:59.528485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6dcc4-4488-450e-8b62-c6d8b3d89eae req-5c40201e-fe75-4fdb-ab97-4d88643e68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:59.529875 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-08b6dcc4-4488-450e-8b62-c6d8b3d89eae req-5c40201e-fe75-4fdb-ab97-4d88643e68d9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8e92a0204e94810b13040a7ebed0238&device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 1096 time: 0.0735211 Jan 27 17:29:59.667514 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6dcc4-4488-450e-8b62-c6d8b3d89eae req-bb04ae2c-15a9-43e5-b336-1c6a33d013c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:59.669012 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-08b6dcc4-4488-450e-8b62-c6d8b3d89eae req-bb04ae2c-15a9-43e5-b336-1c6a33d013c5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f93ae11c-689b-482b-9592-f658320e7900 HTTP/1.1" status: 200 len: 913 time: 0.1304805 Jan 27 17:29:59.740344 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-08b6dcc4-4488-450e-8b62-c6d8b3d89eae req-c3383e06-fd51-42f2-b173-f1872bbc23de service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 HTTP/1.1" status: 200 len: 217 time: 0.0639074 Jan 27 17:29:59.806915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6dcc4-4488-450e-8b62-c6d8b3d89eae req-b8b5e2bd-e6a0-45e8-914f-4e428e706c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:59.808290 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-08b6dcc4-4488-450e-8b62-c6d8b3d89eae req-b8b5e2bd-e6a0-45e8-914f-4e428e706c45 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b516b88a-cbe9-4b11-9428-35a3c3a41bd3 HTTP/1.1" status: 200 len: 851 time: 0.0608184 Jan 27 17:29:59.861326 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-08b6dcc4-4488-450e-8b62-c6d8b3d89eae req-56d40771-8e1e-479d-b9fe-7574928fedf6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f93ae11c-689b-482b-9592-f658320e7900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455174 Jan 27 17:30:00.041491 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-08b6dcc4-4488-450e-8b62-c6d8b3d89eae req-b910ccab-8921-480e-ab29-2ae8306e5672 service neutron] 10.222.0.88 "GET /v2.0/networks/f93ae11c-689b-482b-9592-f658320e7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736381 Jan 27 17:30:00.235629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac9d35-674c-41b9-b8c7-11827402ddae req-b81f75b5-052c-4740-84c5-6f15fe891165 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:00.237215 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d7ac9d35-674c-41b9-b8c7-11827402ddae req-b81f75b5-052c-4740-84c5-6f15fe891165 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 943 time: 0.2821903 Jan 27 17:30:00.354637 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d7ac9d35-674c-41b9-b8c7-11827402ddae req-a0e7f836-a1e9-4886-8cae-c5c551dd943b tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740643 Jan 27 17:30:00.356677 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-08b6dcc4-4488-450e-8b62-c6d8b3d89eae req-59290ab6-2cc8-4aca-ac2d-60e3aada6598 service neutron] 10.222.0.88 "GET /v2.0/networks/f93ae11c-689b-482b-9592-f658320e7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084893 Jan 27 17:30:00.968538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:30:01.115543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7,segment=NetworkSegment(4cdc320f-435e-4627-a8e8-be1324421200),segment_id=4cdc320f-435e-4627-a8e8-be1324421200)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:01.129685 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7', 'network_id': 'f93ae11c-689b-482b-9592-f658320e7900', 'port_id': '672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7', 'mac_address': 'fa:16:3e:fe:63:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b516b88a-cbe9-4b11-9428-35a3c3a41bd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:30:01.216723 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:01.235273 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:30:01.250735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7,segment=NetworkSegment(4cdc320f-435e-4627-a8e8-be1324421200),segment_id=4cdc320f-435e-4627-a8e8-be1324421200)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:01.260156 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:01.327165 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:01.454032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:30:01.545187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aa983-9646-414c-a35e-b514c1a47482 req-4ef405ac-ac04-4af4-8bbe-ae868204780e tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:01.546589 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f75aa983-9646-414c-a35e-b514c1a47482 req-4ef405ac-ac04-4af4-8bbe-ae868204780e tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 944 time: 0.0830159 Jan 27 17:30:01.594378 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f75aa983-9646-414c-a35e-b514c1a47482 req-85738ff4-af5c-4d2b-b671-878d63bf7e46 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413558 Jan 27 17:30:02.781431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a543e4c-0aa1-4b1a-a5ee-60d244eb6da3 req-b30d18bf-0216-488a-afdd-8bbbdf617c5f tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:02.782879 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1a543e4c-0aa1-4b1a-a5ee-60d244eb6da3 req-b30d18bf-0216-488a-afdd-8bbbdf617c5f tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 944 time: 0.0812869 Jan 27 17:30:02.829203 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1a543e4c-0aa1-4b1a-a5ee-60d244eb6da3 req-5d9e7293-ac09-4653-8dc8-5e145c50d808 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 Jan 27 17:30:02.984344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:30:03.056815 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:30:03.061587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:30:03.061955 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:03.175901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:03.205843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431b61dd-9ce3-4cd5-aae4-a00867549f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:30:03.217328 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7,segment=NetworkSegment(4cdc320f-435e-4627-a8e8-be1324421200),segment_id=4cdc320f-435e-4627-a8e8-be1324421200)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:03.222596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:03.254625 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431b61dd-9ce3-4cd5-aae4-a00867549f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7', 'code': 200} Jan 27 17:30:03.296395 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:03.494145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e253a1-f318-429d-a89d-3bf81c5e2f16 req-195eba3f-56a4-47a5-a6bc-051d629e7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:03.495548 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b5e253a1-f318-429d-a89d-3bf81c5e2f16 req-195eba3f-56a4-47a5-a6bc-051d629e7e05 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 1098 time: 0.0774319 Jan 27 17:30:03.537248 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b5e253a1-f318-429d-a89d-3bf81c5e2f16 req-504c0918-e449-477c-966e-7714d7daefea service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354607 Jan 27 17:30:04.021057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a762c50-5db6-44cd-84af-6f237c1354ec req-0f80906c-cbca-4a4b-a69d-1c6ee2aa3c2a tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:04.022539 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4a762c50-5db6-44cd-84af-6f237c1354ec req-0f80906c-cbca-4a4b-a69d-1c6ee2aa3c2a tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0842028 Jan 27 17:30:04.067935 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4a762c50-5db6-44cd-84af-6f237c1354ec req-2f732c86-c518-40ac-9895-278819d362f5 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387168 Jan 27 17:30:05.260999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca59b-e093-4834-8a7c-7bbcd924e965 req-0c122e8c-bb67-4c65-b91d-f129b1c12a3e tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:05.262488 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2ddca59b-e093-4834-8a7c-7bbcd924e965 req-0c122e8c-bb67-4c65-b91d-f129b1c12a3e tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0834794 Jan 27 17:30:05.307961 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2ddca59b-e093-4834-8a7c-7bbcd924e965 req-9f755a80-f1af-41f9-818b-cbcc6afe1e5b tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396197 Jan 27 17:30:05.696150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46438) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:30:05.721968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0a8b7-9cda-4301-82eb-9abea79dce53 req-e49041cb-cb67-49e9-9403-b50df5040a2d tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:05.723499 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7ea0a8b7-9cda-4301-82eb-9abea79dce53 req-e49041cb-cb67-49e9-9403-b50df5040a2d tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0857830 Jan 27 17:30:05.771607 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7ea0a8b7-9cda-4301-82eb-9abea79dce53 req-7f476ff9-2b84-491a-a3b9-bf5ebc790ae4 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Jan 27 17:30:05.815675 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-703e74e4-74fe-4236-81d1-5c8838c0b782 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1181991 Jan 27 17:30:06.975810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430bdf6-f8e0-45a2-bcc2-f30572fc3c02 req-ef2f5971-9ba0-4b36-8364-a56e2cecdc4d tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:06.977721 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3430bdf6-f8e0-45a2-bcc2-f30572fc3c02 req-ef2f5971-9ba0-4b36-8364-a56e2cecdc4d tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0940769 Jan 27 17:30:07.064751 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3430bdf6-f8e0-45a2-bcc2-f30572fc3c02 req-a9f9680d-9486-4296-b0fe-64c39cc5fd10 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810311 Jan 27 17:30:07.104647 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-ffef291b-c21d-4e03-af27-a112861ea6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:07.106129 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-ffef291b-c21d-4e03-af27-a112861ea6ea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8e92a0204e94810b13040a7ebed0238&device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 1098 time: 0.0825319 Jan 27 17:30:07.247236 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-b0f00bbc-ce82-4d88-a6f0-d51fdbe54a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:07.249514 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-b0f00bbc-ce82-4d88-a6f0-d51fdbe54a74 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f93ae11c-689b-482b-9592-f658320e7900 HTTP/1.1" status: 200 len: 913 time: 0.1369634 Jan 27 17:30:07.321441 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-884eca79-cf07-4e68-aa62-d35a2865b9d9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 HTTP/1.1" status: 200 len: 217 time: 0.0658786 Jan 27 17:30:07.395373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-1c26ce5d-0661-4439-bad0-00211bcaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:07.396829 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-1c26ce5d-0661-4439-bad0-00211bcaa2bb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b516b88a-cbe9-4b11-9428-35a3c3a41bd3 HTTP/1.1" status: 200 len: 851 time: 0.0695868 Jan 27 17:30:07.442926 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-d3003511-a8d0-431e-b763-2e4e031d33a6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f93ae11c-689b-482b-9592-f658320e7900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398204 Jan 27 17:30:07.575716 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-654c8d13-9df1-4e86-9c73-03ef3e72e9c0 service neutron] 10.222.0.88 "GET /v2.0/networks/f93ae11c-689b-482b-9592-f658320e7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266577 Jan 27 17:30:07.717248 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-7c8f660d-4fd9-4f5d-85e0-983ad53c52db service neutron] 10.222.0.88 "GET /v2.0/networks/f93ae11c-689b-482b-9592-f658320e7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358287 Jan 27 17:30:08.255930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a8333-fe20-4879-a4e4-7ea2187f4c2c req-beebd26f-ad2f-404c-b52c-c964adcabf0b tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:08.257393 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-af1a8333-fe20-4879-a4e4-7ea2187f4c2c req-beebd26f-ad2f-404c-b52c-c964adcabf0b tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0819845 Jan 27 17:30:08.308713 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-af1a8333-fe20-4879-a4e4-7ea2187f4c2c req-22c613fe-0794-4133-9fd9-243548b0dd0e tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 Jan 27 17:30:09.518645 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c274fd6-f0e8-4d46-81ea-33a2ac94b197 req-a3fb9043-07ea-4e4f-8c7e-3388d4d1d4e3 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:09.520176 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7c274fd6-f0e8-4d46-81ea-33a2ac94b197 req-a3fb9043-07ea-4e4f-8c7e-3388d4d1d4e3 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0881295 Jan 27 17:30:09.567229 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7c274fd6-f0e8-4d46-81ea-33a2ac94b197 req-ab5922d3-9a32-4161-8763-463c63e2c1da tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Jan 27 17:30:10.757646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3310158-74ec-4002-aab5-59ec1c85ff9d req-b24aad10-2e06-424e-954a-b63104b1ba44 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:10.759305 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b3310158-74ec-4002-aab5-59ec1c85ff9d req-b24aad10-2e06-424e-954a-b63104b1ba44 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0840752 Jan 27 17:30:10.804621 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b3310158-74ec-4002-aab5-59ec1c85ff9d req-98853fd5-6635-46c4-8eef-2e416c45cfbe tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393598 Jan 27 17:30:11.998086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0b89-b146-4a67-8c84-e0798e6f0148 req-b1a1b7e9-872e-44d7-9e06-0e30418af9b0 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:11.999480 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a0fa0b89-b146-4a67-8c84-e0798e6f0148 req-b1a1b7e9-872e-44d7-9e06-0e30418af9b0 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0875764 Jan 27 17:30:12.044208 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a0fa0b89-b146-4a67-8c84-e0798e6f0148 req-5ef6d5aa-a72b-4f98-9e59-c58fd5828ed0 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Jan 27 17:30:13.240203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534089b-6ed5-4b48-a088-7d68bd9ef8c0 req-6b80a864-8a03-4728-bcdc-2942d6ede023 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:13.241804 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4534089b-6ed5-4b48-a088-7d68bd9ef8c0 req-6b80a864-8a03-4728-bcdc-2942d6ede023 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0859075 Jan 27 17:30:13.290653 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4534089b-6ed5-4b48-a088-7d68bd9ef8c0 req-d52e941a-a255-41fe-8dd2-87908c8ba758 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412049 Jan 27 17:30:14.486115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ec007-16a5-45e6-b707-0a2b8eef6df3 req-cf920190-b7d5-4bca-8443-8f642559c377 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:14.488443 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b49ec007-16a5-45e6-b707-0a2b8eef6df3 req-cf920190-b7d5-4bca-8443-8f642559c377 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0871322 Jan 27 17:30:14.534342 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b49ec007-16a5-45e6-b707-0a2b8eef6df3 req-b636e631-bc06-4959-a1dc-88f1cae83e97 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398426 Jan 27 17:30:15.743397 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcba15-dc4e-46ab-96ba-cc7126653675 req-7eb8b632-05e1-4ab6-87ca-e11abdb3874d tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:15.745591 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1cfcba15-dc4e-46ab-96ba-cc7126653675 req-7eb8b632-05e1-4ab6-87ca-e11abdb3874d tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0995545 Jan 27 17:30:15.801277 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1cfcba15-dc4e-46ab-96ba-cc7126653675 req-e3191e83-d4b0-4aa2-b144-a02a7842892b tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466826 Jan 27 17:30:17.001570 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ba25c-fca8-46d3-8d5d-a6ee524dd0d2 req-3621ffea-4111-4127-8af3-c2e4925cc882 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:17.003040 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-543ba25c-fca8-46d3-8d5d-a6ee524dd0d2 req-3621ffea-4111-4127-8af3-c2e4925cc882 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0853472 Jan 27 17:30:17.053287 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-543ba25c-fca8-46d3-8d5d-a6ee524dd0d2 req-3f3feca8-2bea-4013-bfa9-21aafbf657be tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 Jan 27 17:30:18.257235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955587a-ff7f-4a97-9973-18a2ee751ef0 req-260d9697-2c17-4a2a-b6f7-8267f3b8170c tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:18.259429 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8955587a-ff7f-4a97-9973-18a2ee751ef0 req-260d9697-2c17-4a2a-b6f7-8267f3b8170c tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0942311 Jan 27 17:30:18.312061 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8955587a-ff7f-4a97-9973-18a2ee751ef0 req-af1cc69f-d7ff-42f0-b4ca-b446c3c7ea30 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470803 Jan 27 17:30:19.503998 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055974e9-1c0e-41e4-803d-d9260c06164f req-7b01bdee-cfdf-46de-937d-569b3eba4818 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:19.505489 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-055974e9-1c0e-41e4-803d-d9260c06164f req-7b01bdee-cfdf-46de-937d-569b3eba4818 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0834887 Jan 27 17:30:19.551919 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-055974e9-1c0e-41e4-803d-d9260c06164f req-71a850c3-4c4e-492c-b789-39fa842ae546 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Jan 27 17:30:20.773259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa2de0-036a-4811-a986-aeede48eb43c req-f6ddae67-033a-4229-8f0a-72d1fceb1522 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:20.774726 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ffaa2de0-036a-4811-a986-aeede48eb43c req-f6ddae67-033a-4229-8f0a-72d1fceb1522 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0841517 Jan 27 17:30:20.823106 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ffaa2de0-036a-4811-a986-aeede48eb43c req-08a9dd0f-692f-4083-9f08-4ec997610371 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424104 Jan 27 17:30:21.531997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4f91052a-5ae3-42fa-8f9a-678b9a2ec9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:22.141520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42df2-5d0c-435c-83be-2cd28101b94e req-cf9e310e-d28d-4885-a4c5-5c4de29a8e2d tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:22.142983 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-00d42df2-5d0c-435c-83be-2cd28101b94e req-cf9e310e-d28d-4885-a4c5-5c4de29a8e2d tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.1999357 Jan 27 17:30:22.188513 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-00d42df2-5d0c-435c-83be-2cd28101b94e req-4310ea68-46e3-4bc7-8be3-04e748d53be1 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393660 Jan 27 17:30:22.562285 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:30:23.395907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49aca63-5788-4cfd-8218-25787ac90072 req-a50d5995-6489-4a75-b0c0-652e0094cfd2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:23.397438 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f49aca63-5788-4cfd-8218-25787ac90072 req-a50d5995-6489-4a75-b0c0-652e0094cfd2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0939350 Jan 27 17:30:23.448612 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f49aca63-5788-4cfd-8218-25787ac90072 req-b7a40527-807b-41f7-a470-ed093b1e812d tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446081 Jan 27 17:30:23.890918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-739c1d5a-127f-4bc1-b779-f92ac609014a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:24.653659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81967f5-76eb-42df-b3d7-422c54230092 req-4d1b3486-f734-496b-8d1d-893c2f43babe tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:24.655096 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c81967f5-76eb-42df-b3d7-422c54230092 req-4d1b3486-f734-496b-8d1d-893c2f43babe tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0849464 Jan 27 17:30:24.699531 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c81967f5-76eb-42df-b3d7-422c54230092 req-8057a6f8-f24b-4974-9293-df323becbca2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385597 Jan 27 17:30:24.858363 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:25.316017 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:25.894705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa24edd-e79b-4452-b138-bb6476869c94 req-a5e890f3-8ed6-4ceb-8174-2fd2d6802e94 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:25.896275 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8aa24edd-e79b-4452-b138-bb6476869c94 req-a5e890f3-8ed6-4ceb-8174-2fd2d6802e94 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0911627 Jan 27 17:30:25.942785 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8aa24edd-e79b-4452-b138-bb6476869c94 req-6bc284a6-9ecf-4c72-be93-d0c4f3f79856 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400672 Jan 27 17:30:26.676500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:27.148572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c414d-5875-4bfb-b74c-b3f03d2428de req-38c1a60a-2905-43d5-992d-3d53e72ee458 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:27.150405 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cd5c414d-5875-4bfb-b74c-b3f03d2428de req-38c1a60a-2905-43d5-992d-3d53e72ee458 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0986412 Jan 27 17:30:27.197527 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cd5c414d-5875-4bfb-b74c-b3f03d2428de req-8c25365c-568d-434b-9f76-42925d8bc3d9 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390992 Jan 27 17:30:28.401401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15d03e-b17a-49f4-8655-b7ab623aa634 req-4423d4cb-11a1-466d-afd8-81882fe65b10 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:28.402886 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8d15d03e-b17a-49f4-8655-b7ab623aa634 req-4423d4cb-11a1-466d-afd8-81882fe65b10 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0819802 Jan 27 17:30:28.448620 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8d15d03e-b17a-49f4-8655-b7ab623aa634 req-039b2a40-853d-49cf-9fcd-ae19aede0f12 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Jan 27 17:30:28.492204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:29.654529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c33bb-2d07-4bb1-b2b0-42ae32a279fd req-ebecd397-0846-4052-85a9-2ebf617b4feb tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:29.655941 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a2c33bb-2d07-4bb1-b2b0-42ae32a279fd req-ebecd397-0846-4052-85a9-2ebf617b4feb tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0880771 Jan 27 17:30:29.708960 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3a2c33bb-2d07-4bb1-b2b0-42ae32a279fd req-b3b7c8e6-9851-49e0-aa61-76ac9c1e2ce9 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442443 Jan 27 17:30:31.012491 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ed0a6-c995-4283-8759-87652b6161b2 req-14a79183-00fa-467a-a0b2-db7bb1a95222 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:31.013947 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5d8ed0a6-c995-4283-8759-87652b6161b2 req-14a79183-00fa-467a-a0b2-db7bb1a95222 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.1922317 Jan 27 17:30:31.059479 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5d8ed0a6-c995-4283-8759-87652b6161b2 req-9f5e6f74-8168-412e-b8c5-9b03fd4883a5 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Jan 27 17:30:32.245923 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dca8d-075d-4408-b568-835ed78df78c req-fb50dcef-8351-49ab-8dba-8da3c05a117f tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:32.247358 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e87dca8d-075d-4408-b568-835ed78df78c req-fb50dcef-8351-49ab-8dba-8da3c05a117f tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0801291 Jan 27 17:30:32.297638 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e87dca8d-075d-4408-b568-835ed78df78c req-8874d052-f715-4f6e-af95-aee3e543fc5d tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442753 Jan 27 17:30:33.494446 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94d735-020b-46aa-92eb-8044e33417b7 req-c1eae3e1-785e-4004-b05e-bb8b464e4b68 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:33.496270 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fb94d735-020b-46aa-92eb-8044e33417b7 req-c1eae3e1-785e-4004-b05e-bb8b464e4b68 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0829113 Jan 27 17:30:33.541712 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fb94d735-020b-46aa-92eb-8044e33417b7 req-94711598-1335-4f73-a50d-e115d061f184 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396149 Jan 27 17:30:34.450737 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-c2828567-92dd-41a2-8181-b627d4088a63 service neutron] 10.222.0.88 "GET /v2.0/ports/672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7/bindings/hv-neutron-8250 HTTP/1.1" status: 200 len: 384 time: 0.0851648 Jan 27 17:30:34.794911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b032826-3e09-43e8-a960-bb89f352f9cd req-6cb05993-f533-4982-8cfe-2476d2fe8e5a tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:34.796427 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0b032826-3e09-43e8-a960-bb89f352f9cd req-6cb05993-f533-4982-8cfe-2476d2fe8e5a tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.1379092 Jan 27 17:30:34.798296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-fff4a4ec-2e6c-46a9-a8db-d7fb3c0eccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:34.799622 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-fff4a4ec-2e6c-46a9-a8db-d7fb3c0eccf0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52&tenant_id=a8e92a0204e94810b13040a7ebed0238 HTTP/1.1" status: 200 len: 1098 time: 0.1423948 Jan 27 17:30:34.881850 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0b032826-3e09-43e8-a960-bb89f352f9cd req-ac3293e4-8798-41f5-ab9b-08071cca13e4 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792851 Jan 27 17:30:34.915682 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-5ef21d0d-c382-430a-ba10-f1becfe740c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:34.917257 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-5ef21d0d-c382-430a-ba10-f1becfe740c1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8e92a0204e94810b13040a7ebed0238&device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 1098 time: 0.0870912 Jan 27 17:30:35.055822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-20d4cc34-22dc-4211-bf15-35c9484efa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:35.057335 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-20d4cc34-22dc-4211-bf15-35c9484efa98 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f93ae11c-689b-482b-9592-f658320e7900 HTTP/1.1" status: 200 len: 913 time: 0.1341798 Jan 27 17:30:35.253184 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-970ebb41-0247-48d5-a152-d0e466ff3751 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 HTTP/1.1" status: 200 len: 217 time: 0.0647354 Jan 27 17:30:35.316715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-91f95fb8-3401-4bec-a1d7-60a0050702f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:35.317977 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-91f95fb8-3401-4bec-a1d7-60a0050702f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b516b88a-cbe9-4b11-9428-35a3c3a41bd3 HTTP/1.1" status: 200 len: 851 time: 0.0587101 Jan 27 17:30:35.368785 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-c5b53dff-258a-4d72-82af-e5833d1381ed service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f93ae11c-689b-482b-9592-f658320e7900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442617 Jan 27 17:30:35.504333 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-4d8bed94-cdbb-47c2-afa8-4b6b7a10d35c service neutron] 10.222.0.88 "GET /v2.0/networks/f93ae11c-689b-482b-9592-f658320e7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286261 Jan 27 17:30:35.637532 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0bb479f-2c3d-4bf8-b7ef-5063ac78f386 req-b5ae0a4b-60c9-4791-8f75-a52e7171a4fd service neutron] 10.222.0.88 "GET /v2.0/networks/f93ae11c-689b-482b-9592-f658320e7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270730 Jan 27 17:30:36.095012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070283e-b070-4558-8c21-f0a589432e2d req-13b00c8e-d0f0-4de2-b138-7ef08f341285 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:36.096515 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a070283e-b070-4558-8c21-f0a589432e2d req-13b00c8e-d0f0-4de2-b138-7ef08f341285 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.0911748 Jan 27 17:30:36.144534 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a070283e-b070-4558-8c21-f0a589432e2d req-e946050a-cad2-4190-a2db-2ffcd369374d tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 Jan 27 17:30:37.159372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:30:37.278625 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:37.313121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7,segment=NetworkSegment(4cdc320f-435e-4627-a8e8-be1324421200),segment_id=4cdc320f-435e-4627-a8e8-be1324421200)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:37.314053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431b61dd-9ce3-4cd5-aae4-a00867549f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:30:37.331555 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:37.366911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe4138-2bd3-4881-be4d-8b9d4aee53aa req-ce3f6603-1433-4554-b2b3-ae91e565f141 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:37.368656 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4abe4138-2bd3-4881-be4d-8b9d4aee53aa req-ce3f6603-1433-4554-b2b3-ae91e565f141 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 945 time: 0.1062036 Jan 27 17:30:37.418447 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4abe4138-2bd3-4881-be4d-8b9d4aee53aa req-0460df81-4b25-40c9-97d8-a7ddf88bc5b7 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Jan 27 17:30:37.420892 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431b61dd-9ce3-4cd5-aae4-a00867549f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7', 'code': 200} Jan 27 17:30:37.426681 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:37.435113 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:37.435458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:37.435846 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:37.436180 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:37.436505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:37.436833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:37.437152 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:37.437473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:37.437794 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:37.438111 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:37.438428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:37.438746 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:38.615884 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bd1a9-e724-4c30-aca4-103bfec8ae10 req-f57c0006-52b6-4e71-98d1-fbafdf0078fc tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:38.617518 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-374bd1a9-e724-4c30-aca4-103bfec8ae10 req-f57c0006-52b6-4e71-98d1-fbafdf0078fc tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 943 time: 0.0845537 Jan 27 17:30:38.666499 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-374bd1a9-e724-4c30-aca4-103bfec8ae10 req-1761fca6-b5ae-421f-9c4d-4e82908681f8 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425589 Jan 27 17:30:39.076040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4532f-c8ab-4d00-a963-85f630013898 req-9f35bb2e-3f25-4743-bb5c-a615a0137729 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:39.077565 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45f4532f-c8ab-4d00-a963-85f630013898 req-9f35bb2e-3f25-4743-bb5c-a615a0137729 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.88 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52&tenant_id=a8e92a0204e94810b13040a7ebed0238&binding%3Ahost_id=hv-neutron-8250 HTTP/1.1" status: 200 len: 943 time: 0.0995166 Jan 27 17:30:39.219246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4532f-c8ab-4d00-a963-85f630013898 req-d5d3cf4d-edf3-4144-b1fc-1cdf7a43445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:39.220706 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45f4532f-c8ab-4d00-a963-85f630013898 req-d5d3cf4d-edf3-4144-b1fc-1cdf7a43445a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8e92a0204e94810b13040a7ebed0238&device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 1096 time: 0.0721676 Jan 27 17:30:39.471360 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4532f-c8ab-4d00-a963-85f630013898 req-981e0435-ac5e-4b25-9520-afcfaab13b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:39.472804 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45f4532f-c8ab-4d00-a963-85f630013898 req-981e0435-ac5e-4b25-9520-afcfaab13b43 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f93ae11c-689b-482b-9592-f658320e7900 HTTP/1.1" status: 200 len: 913 time: 0.2457275 Jan 27 17:30:39.547427 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45f4532f-c8ab-4d00-a963-85f630013898 req-8af3dc2e-97c6-4207-b43e-a885ddcda684 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 HTTP/1.1" status: 200 len: 217 time: 0.0685451 Jan 27 17:30:39.610292 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4532f-c8ab-4d00-a963-85f630013898 req-69deee8c-3386-4169-872a-9a74b466937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:39.611808 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45f4532f-c8ab-4d00-a963-85f630013898 req-69deee8c-3386-4169-872a-9a74b466937d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b516b88a-cbe9-4b11-9428-35a3c3a41bd3 HTTP/1.1" status: 200 len: 851 time: 0.0591469 Jan 27 17:30:39.662711 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45f4532f-c8ab-4d00-a963-85f630013898 req-d5b5864c-ae5c-4927-94b2-91d6fed812d4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f93ae11c-689b-482b-9592-f658320e7900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453334 Jan 27 17:30:39.807426 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45f4532f-c8ab-4d00-a963-85f630013898 req-07fa3f2b-3cca-438e-92da-9fdc296e4474 service neutron] 10.222.0.88 "GET /v2.0/networks/f93ae11c-689b-482b-9592-f658320e7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386998 Jan 27 17:30:39.949874 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45f4532f-c8ab-4d00-a963-85f630013898 req-905a26ff-36dc-4c64-b45b-ab691f8e0f31 service neutron] 10.222.0.88 "GET /v2.0/networks/f93ae11c-689b-482b-9592-f658320e7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371183 Jan 27 17:30:40.813112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2b0e1-4f3a-4443-8b31-cea1d076061e req-f74a99a4-2ff5-4ef8-b195-eb3ce6b0fa9c tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:40.814621 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1de2b0e1-4f3a-4443-8b31-cea1d076061e req-f74a99a4-2ff5-4ef8-b195-eb3ce6b0fa9c tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 943 time: 0.0821855 Jan 27 17:30:40.862446 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1de2b0e1-4f3a-4443-8b31-cea1d076061e req-573dcb01-ea2e-47bd-9514-3b57c1c5b850 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Jan 27 17:30:42.071602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f6c78-74e7-4ddd-8ae9-a21017fcb2f9 req-8b646e28-8471-4f83-ada4-6fa24eb0a8b7 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:42.073012 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-585f6c78-74e7-4ddd-8ae9-a21017fcb2f9 req-8b646e28-8471-4f83-ada4-6fa24eb0a8b7 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 943 time: 0.0908108 Jan 27 17:30:42.119831 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-585f6c78-74e7-4ddd-8ae9-a21017fcb2f9 req-3476d935-60a3-4692-8fea-1533220a9e57 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfd5f498-28ff-4c18-a0df-414a0bcf3d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 Jan 27 17:30:42.552987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4532f-c8ab-4d00-a963-85f630013898 req-e1e457ae-6194-412a-991b-6a9790e2ff96 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:42.554306 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45f4532f-c8ab-4d00-a963-85f630013898 req-e1e457ae-6194-412a-991b-6a9790e2ff96 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.88 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 943 time: 0.0877833 Jan 27 17:30:42.629068 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-45f4532f-c8ab-4d00-a963-85f630013898 req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Deleting port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:30:42.629366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-45f4532f-c8ab-4d00-a963-85f630013898 req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:42.897235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-45f4532f-c8ab-4d00-a963-85f630013898 req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] For port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7,segment=NetworkSegment(4cdc320f-435e-4627-a8e8-be1324421200),segment_id=4cdc320f-435e-4627-a8e8-be1324421200)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:42.897772 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-45f4532f-c8ab-4d00-a963-85f630013898 req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:43.022370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-45f4532f-c8ab-4d00-a963-85f630013898 req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Calling delete_port for 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:30:43.179273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-45f4532f-c8ab-4d00-a963-85f630013898 req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:43.234305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Pushing event deleted for resources: {'Port': ['ID=672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:43.278876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:43.279324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:43.279611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:43.279956 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:43.280320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:43.280701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:43.280982 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:43.281329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:43.281638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:43.281994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:43.282325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:43.282655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:43.286513 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f4f60c25-7d60-4dd9-8fe5-bfdc835a5f2e req-f7b326d3-16f7-4751-b028-491f68a26f66 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.81 "GET /v2.0/ports?device_id=431b61dd-9ce3-4cd5-aae4-a00867549f52 HTTP/1.1" status: 200 len: 210 time: 0.0470481 Jan 27 17:30:43.326322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f4532f-c8ab-4d00-a963-85f630013898 req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] No DVR routers for this DVR port 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:30:43.333306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-45f4532f-c8ab-4d00-a963-85f630013898 req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:43.336186 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431b61dd-9ce3-4cd5-aae4-a00867549f52', 'name': 'network-vif-deleted', 'tag': '672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:30:43.359436 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-45f4532f-c8ab-4d00-a963-85f630013898 req-24f1c735-4bba-4c70-987e-c91ea5b4ced2 tempest-DeleteServersTestJSON-458245613 tempest-DeleteServersTestJSON-458245613-project] 10.222.0.88 "DELETE /v2.0/ports/672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 HTTP/1.1" status: 204 len: 173 time: 0.7977300 Jan 27 17:30:43.384158 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431b61dd-9ce3-4cd5-aae4-a00867549f52', 'name': 'network-vif-deleted', 'tag': '672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7', 'status': 'completed', 'code': 200} Jan 27 17:30:44.542273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46542) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:30:44.602609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Deleting subnet b516b88a-cbe9-4b11-9428-35a3c3a41bd3 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:30:44.606488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:44.667279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:44.726580 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:44.799913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:44.836916 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b516b88a-cbe9-4b11-9428-35a3c3a41bd3,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:44.847929 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:44.852045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:44.852904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:44.853393 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:44.853925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:44.854336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:44.854980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:44.855534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:44.856100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:44.856460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:44.856815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:44.857176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:44.857529 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:44.864725 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0aa55c2c-95fe-4bcf-81b7-b2f2a40e3a40 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b516b88a-cbe9-4b11-9428-35a3c3a41bd3 HTTP/1.1" status: 204 len: 168 time: 0.3213446 Jan 27 17:30:44.867382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46546) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:30:44.981839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d48c9119-59a7-423d-8d0b-59855a1484b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.107679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d48c9119-59a7-423d-8d0b-59855a1484b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.133197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-d48c9119-59a7-423d-8d0b-59855a1484b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93ae11c-689b-482b-9592-f658320e7900']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:30:45.145742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-d48c9119-59a7-423d-8d0b-59855a1484b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdc320f-435e-4627-a8e8-be1324421200') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:30:45.146015 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-d48c9119-59a7-423d-8d0b-59855a1484b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdc320f-435e-4627-a8e8-be1324421200') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:30:45.157973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d48c9119-59a7-423d-8d0b-59855a1484b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.178746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d48c9119-59a7-423d-8d0b-59855a1484b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.185719 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48c9119-59a7-423d-8d0b-59855a1484b0 admin admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:30:45.186812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d48c9119-59a7-423d-8d0b-59855a1484b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.189018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:30:45.200992 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:30:45.227165 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:30:45.227887 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 672c3c2f-dc01-46ea-ba58-8e54f7cfbfa7 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:30:45.289764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d48c9119-59a7-423d-8d0b-59855a1484b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.307551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d48c9119-59a7-423d-8d0b-59855a1484b0 admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.316379 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c9119-59a7-423d-8d0b-59855a1484b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f93ae11c-689b-482b-9592-f658320e7900,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:45.329914 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d48c9119-59a7-423d-8d0b-59855a1484b0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f93ae11c-689b-482b-9592-f658320e7900 HTTP/1.1" status: 204 len: 168 time: 0.4611185 Jan 27 17:30:45.461544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46552) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:30:45.522556 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5808f2ac-9634-45ad-afe9-11ef8421961c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8e92a0204e94810b13040a7ebed0238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598328 Jan 27 17:30:45.525558 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46556) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:30:45.592353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0781-f68e-4381-b482-6bbae2b648f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.618312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0781-f68e-4381-b482-6bbae2b648f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.678781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0781-f68e-4381-b482-6bbae2b648f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.695945 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae0781-f68e-4381-b482-6bbae2b648f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd5f498-28ff-4c18-a0df-414a0bcf3d34,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:45.709086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0781-f68e-4381-b482-6bbae2b648f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.710930 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a5ae0781-f68e-4381-b482-6bbae2b648f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bfd5f498-28ff-4c18-a0df-414a0bcf3d34 HTTP/1.1" status: 204 len: 168 time: 0.1839623 Jan 27 17:30:46.527391 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46580) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:30:46.638097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1825221579-network', 'tenant_id': 'f6d2c54069d44267a0375eba5e251406'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:30:46.643292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:30:46.647481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Usage tracker for resource:network and tenant:f6d2c54069d44267a0375eba5e251406 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:30:46.651283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:30:46.657892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:30:46.671319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Made reservation on behalf of f6d2c54069d44267a0375eba5e251406 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:30:46.674052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:46.688052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:46.705340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:30:46.711752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Usage tracker for resource:security_group_rule and tenant:f6d2c54069d44267a0375eba5e251406 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:30:46.716133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:30:46.729608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:30:46.813332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:46.818936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:46.849701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:30:46.859855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beea4223-1ec9-4549-8ba8-ad3f7ceea38b,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:46.865757 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:46.866078 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Added segment 562cefc3-8358-44e9-a7ed-500edb1bfb9e of type vlan for network f9038163-4550-4abc-a2be-af2bc2bfeb68 Jan 27 17:30:46.894088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:46.929131 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:46.930021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:46.930602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:47.031475 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5027692 Jan 27 17:30:47.034605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46586) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:30:47.036711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b2b85-e16c-4457-8a7c-6ccf89cf7472 admin admin] Pushing event updated for resources: {'Network': ['ID=f9038163-4550-4abc-a2be-af2bc2bfeb68,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:47.041270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Request body: {'subnet': {'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1825221579-subnet', 'tenant_id': 'f6d2c54069d44267a0375eba5e251406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:30:47.047506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:30:47.047731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network f9038163-4550-4abc-a2be-af2bc2bfeb68 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:30:47.051991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Usage tracker for resource:subnet and tenant:f6d2c54069d44267a0375eba5e251406 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:30:47.054988 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:30:47.061129 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:30:47.074161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Made reservation on behalf of f6d2c54069d44267a0375eba5e251406 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:30:47.076857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:47.408857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:47.491167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d1a7647-dca6-4d5f-af0f-12fdbe7792a8,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:47.503033 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Checking segment: {'id': '562cefc3-8358-44e9-a7ed-500edb1bfb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:30:47.503389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Network hostable DHCP agents. Network: f9038163-4550-4abc-a2be-af2bc2bfeb68, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:30:47.524345 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Network f9038163-4550-4abc-a2be-af2bc2bfeb68 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:30:47.534749 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, f9038163-4550-4abc-a2be-af2bc2bfeb68) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:30:47.539682 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:47.541376 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:47.545048 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e2b14-3c43-4668-9705-642b61c2b862 None None] Network f9038163-4550-4abc-a2be-af2bc2bfeb68 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:30:47.565976 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a9338909-0239-4792-a1c9-3d1b22158476 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5302291 Jan 27 17:30:47.758714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5980b716-645e-49c1-b9c9-b7c9744191fe None None] Network f9038163-4550-4abc-a2be-af2bc2bfeb68 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:30:48.102107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-15cce273-48e2-4ab0-9e29-1f01b918410d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:48.103945 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-15cce273-48e2-4ab0-9e29-1f01b918410d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/networks?id=f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 200 len: 815 time: 0.1551661 Jan 27 17:30:48.119084 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-2a3c3d8a-7d60-4483-a5a3-ebfb436c25ab tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/quotas/f6d2c54069d44267a0375eba5e251406 HTTP/1.1" status: 200 len: 375 time: 0.0095363 Jan 27 17:30:48.167022 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-b8f56910-d28d-4928-a8b6-03bb253dc8b8 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6d2c54069d44267a0375eba5e251406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423214 Jan 27 17:30:48.177649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-24b4278c-10ef-4166-86d8-a0dd96a88736 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:30:48.178595 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-24b4278c-10ef-4166-86d8-a0dd96a88736 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050805 Jan 27 17:30:48.317620 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-eecbb49f-6b41-4c9c-8976-2e9d962e54bd service neutron] 10.222.0.81 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333811 Jan 27 17:30:48.461024 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-29953953-ff18-4ed0-9b10-1c6b8a7abfae service neutron] 10.222.0.81 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370521 Jan 27 17:30:48.644201 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ce420bcc-a82a-42ed-bd65-165d372ba9df req-d8f3cea2-0480-4dc7-83de-916b3d4876dc tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 210 time: 0.0482233 Jan 27 17:30:49.817420 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8899246c-f947-41ac-83b6-46293e8d1be1 req-2a3d50be-637f-42e6-a86e-d2eea7fd2dce tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 210 time: 0.0529125 Jan 27 17:30:49.870023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-67ce6deb-44d6-471e-b5cd-9ea959d8c551 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:49.872523 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-67ce6deb-44d6-471e-b5cd-9ea959d8c551 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.88 "GET /v2.0/networks?id=f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 200 len: 815 time: 0.2162912 Jan 27 17:30:49.885331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Request body: {'port': {'device_id': '36bd6356-7b6c-4a71-92ec-eff88b3dcf66', 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68', 'admin_state_up': True, 'tenant_id': 'f6d2c54069d44267a0375eba5e251406'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:30:50.020481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:30:50.024182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Usage tracker for resource:port and tenant:f6d2c54069d44267a0375eba5e251406 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:30:50.027074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:30:50.033130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:30:50.045336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Made reservation on behalf of f6d2c54069d44267a0375eba5e251406 for: {'port': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:30:50.049039 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:50.212510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Allocated IP 172.20.0.5 (f9038163-4550-4abc-a2be-af2bc2bfeb68/8d1a7647-dca6-4d5f-af0f-12fdbe7792a8/5465ad25-b0de-43c6-9558-c3efbab2b6c5) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:30:50.419435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:50.451243 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:50.528581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Network f9038163-4550-4abc-a2be-af2bc2bfeb68 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:30:50.531991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:30:50.536348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:30:50.575006 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Pushing event updated for resources: {'Port': ['ID=5465ad25-b0de-43c6-9558-c3efbab2b6c5,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:50.610102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:50.610750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:50.637905 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-0522d7b3-9311-47a3-bea3-cd06c344663c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7569253 Jan 27 17:30:50.649135 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Request body: {'port': {'device_id': '36bd6356-7b6c-4a71-92ec-eff88b3dcf66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:30:50.880096 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.007698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748de68-82de-4cfd-84c6-658848310e8d req-afd243dc-23e3-4b8c-9279-542e02207ae7 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:51.009110 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a748de68-82de-4cfd-84c6-658848310e8d req-afd243dc-23e3-4b8c-9279-542e02207ae7 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 931 time: 0.0836794 Jan 27 17:30:51.053991 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a748de68-82de-4cfd-84c6-658848310e8d req-7d17d085-1a15-4db6-8ea2-53a39c58018e tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Synchronizing usage tracker for tenant:f6d2c54069d44267a0375eba5e251406 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:30:51.072872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a748de68-82de-4cfd-84c6-658848310e8d req-7d17d085-1a15-4db6-8ea2-53a39c58018e tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Unset dirty status for tenant:f6d2c54069d44267a0375eba5e251406 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:30:51.074655 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a748de68-82de-4cfd-84c6-658848310e8d req-7d17d085-1a15-4db6-8ea2-53a39c58018e tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587022 Jan 27 17:30:51.240378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5465ad25-b0de-43c6-9558-c3efbab2b6c5 {{(pid=87609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:30:51.248042 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.263186 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Transition to ACTIVE for port object 5465ad25-b0de-43c6-9558-c3efbab2b6c5 will not be triggered until provisioned by entity L2. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:30:51.268434 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.401759 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5465ad25-b0de-43c6-9558-c3efbab2b6c5,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:51.506081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Attempting to bind port 5465ad25-b0de-43c6-9558-c3efbab2b6c5 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:30:51.506300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Attempting to bind port 5465ad25-b0de-43c6-9558-c3efbab2b6c5 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '562cefc3-8358-44e9-a7ed-500edb1bfb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68'}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:30:51.506626 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Attempting to bind port 5465ad25-b0de-43c6-9558-c3efbab2b6c5 on network f9038163-4550-4abc-a2be-af2bc2bfeb68 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:30:51.511596 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Port 5465ad25-b0de-43c6-9558-c3efbab2b6c5 on network f9038163-4550-4abc-a2be-af2bc2bfeb68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:30:51.511901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Attempting to bind port 5465ad25-b0de-43c6-9558-c3efbab2b6c5 on network f9038163-4550-4abc-a2be-af2bc2bfeb68 {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:30:51.517207 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:30:51.517530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Checking segment: {'id': '562cefc3-8358-44e9-a7ed-500edb1bfb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:30:51.517924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Bound using segment: {'id': '562cefc3-8358-44e9-a7ed-500edb1bfb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68'} {{(pid=87609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:30:51.518314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.managers [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Bound port: 5465ad25-b0de-43c6-9558-c3efbab2b6c5, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562cefc3-8358-44e9-a7ed-500edb1bfb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68'}}] {{(pid=87609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:30:51.518669 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.526613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0268263f-bfa7-45a9-bb97-b92b5fb0c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.611658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] For port 5465ad25-b0de-43c6-9558-c3efbab2b6c5, host hv-neutron-8250, cleared binding levels {{(pid=87609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:30:51.614751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] For port 5465ad25-b0de-43c6-9558-c3efbab2b6c5, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:30:51.619020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.678958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:51.679564 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.680937 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] 10.222.0.88 "PUT /v2.0/ports/5465ad25-b0de-43c6-9558-c3efbab2b6c5 HTTP/1.1" status: 200 len: 1093 time: 1.0362108 Jan 27 17:30:51.681373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bd6356-7b6c-4a71-92ec-eff88b3dcf66', 'tag': '5465ad25-b0de-43c6-9558-c3efbab2b6c5'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:30:51.712554 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb9882-7c1f-4318-9e32-ab803ca6f7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5465ad25-b0de-43c6-9558-c3efbab2b6c5,revision_number=3']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:51.764191 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36bd6356-7b6c-4a71-92ec-eff88b3dcf66', 'tag': '5465ad25-b0de-43c6-9558-c3efbab2b6c5', 'status': 'completed', 'code': 200} Jan 27 17:30:51.810274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-2681e4cb-045e-4c4b-afd2-29f36813fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:51.811810 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-2681e4cb-045e-4c4b-afd2-29f36813fa50 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6d2c54069d44267a0375eba5e251406&device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 1096 time: 0.0875854 Jan 27 17:30:51.885061 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-dfc687b7-e0fc-472d-a1e0-c4ea5677f3b5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5 HTTP/1.1" status: 200 len: 217 time: 0.0662959 Jan 27 17:30:51.954557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-c77c1717-ea23-440a-aa71-8d669aa787c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:51.956026 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-c77c1717-ea23-440a-aa71-8d669aa787c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d1a7647-dca6-4d5f-af0f-12fdbe7792a8 HTTP/1.1" status: 200 len: 855 time: 0.0642204 Jan 27 17:30:52.004131 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-7699abcf-8d64-421e-86da-e08d621ed171 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9038163-4550-4abc-a2be-af2bc2bfeb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419359 Jan 27 17:30:52.167506 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-faa685c0-279a-4cb6-81aa-ef3bfcece63d service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576507 Jan 27 17:30:52.286439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c593a-b867-435a-9261-332e9367a953 req-32a096fb-9179-4d50-ae99-ecb6e1d9e7fc tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:52.288008 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4f8c593a-b867-435a-9261-332e9367a953 req-32a096fb-9179-4d50-ae99-ecb6e1d9e7fc tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 943 time: 0.0926592 Jan 27 17:30:52.311808 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ae36b0b4-b6c8-4f55-bcdb-15a6a4167547 req-aecd69b9-241e-43db-9963-9d098dbc9680 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362855 Jan 27 17:30:52.340401 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4f8c593a-b867-435a-9261-332e9367a953 req-ef628c18-26ce-4b8b-8cea-2e6af740c117 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463092 Jan 27 17:30:52.445344 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071789c3-5050-4d61-b8d3-f12439227714 req-f7693dfd-233e-4174-abc5-37d16b1da9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:52.446703 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-071789c3-5050-4d61-b8d3-f12439227714 req-f7693dfd-233e-4174-abc5-37d16b1da9c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6d2c54069d44267a0375eba5e251406&device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 1096 time: 0.0857716 Jan 27 17:30:52.699597 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071789c3-5050-4d61-b8d3-f12439227714 req-b77df170-23e0-4180-af4e-89ed9e7ecc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:52.700965 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-071789c3-5050-4d61-b8d3-f12439227714 req-b77df170-23e0-4180-af4e-89ed9e7ecc79 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 200 len: 917 time: 0.2456315 Jan 27 17:30:52.768583 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-071789c3-5050-4d61-b8d3-f12439227714 req-1e542131-e57c-4455-b19f-6c9da011d324 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5 HTTP/1.1" status: 200 len: 217 time: 0.0599444 Jan 27 17:30:52.835484 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071789c3-5050-4d61-b8d3-f12439227714 req-03b5cb81-7153-435f-8311-196c235da7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:52.836986 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-071789c3-5050-4d61-b8d3-f12439227714 req-03b5cb81-7153-435f-8311-196c235da7ca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d1a7647-dca6-4d5f-af0f-12fdbe7792a8 HTTP/1.1" status: 200 len: 855 time: 0.0623255 Jan 27 17:30:52.886633 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-071789c3-5050-4d61-b8d3-f12439227714 req-2e6e9afb-d06b-453c-baa6-952aaa31ee38 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9038163-4550-4abc-a2be-af2bc2bfeb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420158 Jan 27 17:30:53.020839 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-071789c3-5050-4d61-b8d3-f12439227714 req-ad4f55db-799c-4dbb-80a7-2d253780648b service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274242 Jan 27 17:30:53.158298 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-071789c3-5050-4d61-b8d3-f12439227714 req-2a4fc8b9-421d-4b35-bc37-8ff517de799e service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302662 Jan 27 17:30:53.534021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce76e51-01d4-42fe-817f-98b2f9b98e1f req-2344ccae-cc7d-4f42-b9ce-b033f2c2b177 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:53.534702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-5ce76e51-01d4-42fe-817f-98b2f9b98e1f req-2344ccae-cc7d-4f42-b9ce-b033f2c2b177 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Synchronizing usage tracker for tenant:f6d2c54069d44267a0375eba5e251406 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:30:53.552968 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-5ce76e51-01d4-42fe-817f-98b2f9b98e1f req-2344ccae-cc7d-4f42-b9ce-b033f2c2b177 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Unset dirty status for tenant:f6d2c54069d44267a0375eba5e251406 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:30:53.554164 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5ce76e51-01d4-42fe-817f-98b2f9b98e1f req-2344ccae-cc7d-4f42-b9ce-b033f2c2b177 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 943 time: 0.1030829 Jan 27 17:30:53.600818 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5ce76e51-01d4-42fe-817f-98b2f9b98e1f req-ceed8af7-5115-4c8b-a002-92e45c8bb5f3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 Jan 27 17:30:53.897713 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6e566aa0-a364-4f5c-b243-cd6fb6be68fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:54.789768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc0205-6873-4709-9a14-01604e5afc32 req-97739545-db40-42ec-9d49-96a18b595848 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:54.791268 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-abdc0205-6873-4709-9a14-01604e5afc32 req-97739545-db40-42ec-9d49-96a18b595848 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 943 time: 0.0837004 Jan 27 17:30:54.849134 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-abdc0205-6873-4709-9a14-01604e5afc32 req-fc3bca78-6c28-45fb-b852-1287d8a9ff66 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509903 Jan 27 17:30:54.854415 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:55.204551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 5465ad25-b0de-43c6-9558-c3efbab2b6c5 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:30:55.332024 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:55.353464 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 5465ad25-b0de-43c6-9558-c3efbab2b6c5, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:55.368458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '5465ad25-b0de-43c6-9558-c3efbab2b6c5', 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68', 'port_id': '5465ad25-b0de-43c6-9558-c3efbab2b6c5', 'mac_address': 'fa:16:3e:93:10:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d1a7647-dca6-4d5f-af0f-12fdbe7792a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:30:55.434046 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:55.453004 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5465ad25-b0de-43c6-9558-c3efbab2b6c5 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:30:55.470830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 5465ad25-b0de-43c6-9558-c3efbab2b6c5, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:55.476249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:55.547318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=5465ad25-b0de-43c6-9558-c3efbab2b6c5,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:55.687331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['5465ad25-b0de-43c6-9558-c3efbab2b6c5'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:30:56.076401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a192dd-78e5-4146-93aa-689a74826ca2 req-4bfd2778-6631-4239-8b3a-454eed5a6fd2 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:56.077854 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37a192dd-78e5-4146-93aa-689a74826ca2 req-4bfd2778-6631-4239-8b3a-454eed5a6fd2 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 944 time: 0.1039250 Jan 27 17:30:56.123852 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37a192dd-78e5-4146-93aa-689a74826ca2 req-6955d5c4-a9c2-4965-869b-2816c0e4ece7 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Jan 27 17:30:56.680304 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:57.220755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 5465ad25-b0de-43c6-9558-c3efbab2b6c5 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:30:57.293433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 5465ad25-b0de-43c6-9558-c3efbab2b6c5 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:30:57.299071 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 5465ad25-b0de-43c6-9558-c3efbab2b6c5 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:30:57.299604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:57.327750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac64f8a-b1d7-4446-87c3-50a5015ba6e8 req-a523b2c2-ee58-44ec-8faa-2abcd725c7e8 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:57.329326 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9ac64f8a-b1d7-4446-87c3-50a5015ba6e8 req-a523b2c2-ee58-44ec-8faa-2abcd725c7e8 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 944 time: 0.0869017 Jan 27 17:30:57.379919 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9ac64f8a-b1d7-4446-87c3-50a5015ba6e8 req-c037a757-4129-46d9-94d1-4c3503ed05d8 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437653 Jan 27 17:30:57.419793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:57.446186 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bd6356-7b6c-4a71-92ec-eff88b3dcf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5465ad25-b0de-43c6-9558-c3efbab2b6c5'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:30:57.456612 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 5465ad25-b0de-43c6-9558-c3efbab2b6c5, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:57.463715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:57.500002 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bd6356-7b6c-4a71-92ec-eff88b3dcf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5465ad25-b0de-43c6-9558-c3efbab2b6c5', 'code': 200} Jan 27 17:30:57.532791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=5465ad25-b0de-43c6-9558-c3efbab2b6c5,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:57.728631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590aa83-af3f-482b-9897-c3e90aa6770d req-1118424d-894e-443b-967e-96114431f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:57.730306 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9590aa83-af3f-482b-9897-c3e90aa6770d req-1118424d-894e-443b-967e-96114431f4af service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 1098 time: 0.0750284 Jan 27 17:30:57.771135 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9590aa83-af3f-482b-9897-c3e90aa6770d req-0774cbf9-9940-4011-aec9-81a47e321e93 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347230 Jan 27 17:30:58.506566 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:58.571784 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db667b19-7da9-4f4f-a8c1-0c3d9b4d7e50 req-d8374050-a375-4229-9868-a7dc02338823 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:58.573256 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db667b19-7da9-4f4f-a8c1-0c3d9b4d7e50 req-d8374050-a375-4229-9868-a7dc02338823 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0819468 Jan 27 17:30:58.635545 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db667b19-7da9-4f4f-a8c1-0c3d9b4d7e50 req-13535750-5088-4935-9447-ffc0ab046a62 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558555 Jan 27 17:30:59.562195 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:30:59.830074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204017b4-f591-4a40-9cbb-aa3e5563172f req-13010d2e-9823-4321-b505-b39650354bb4 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:59.831555 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-204017b4-f591-4a40-9cbb-aa3e5563172f req-13010d2e-9823-4321-b505-b39650354bb4 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0826290 Jan 27 17:30:59.880565 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-204017b4-f591-4a40-9cbb-aa3e5563172f req-dea8bb26-46b7-4702-8760-4ae18d8699f4 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432017 Jan 27 17:31:00.071436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b392769-cad5-4059-ab53-ee6a4ff58af8 req-b07a4ba4-cda5-4d13-b108-1502e61f9357 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:00.073040 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b392769-cad5-4059-ab53-ee6a4ff58af8 req-b07a4ba4-cda5-4d13-b108-1502e61f9357 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0875015 Jan 27 17:31:00.122145 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b392769-cad5-4059-ab53-ee6a4ff58af8 req-dbce174b-0310-4eec-b583-9aa5d192a381 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Jan 27 17:31:00.483126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1db960-12fd-403d-98eb-949e76ea03ac req-06360649-4925-4e2f-a6b9-bd47c445a9f3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:00.484509 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7b1db960-12fd-403d-98eb-949e76ea03ac req-06360649-4925-4e2f-a6b9-bd47c445a9f3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0826976 Jan 27 17:31:00.533500 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7b1db960-12fd-403d-98eb-949e76ea03ac req-227c6e85-6dc6-46ca-adb3-d7a21c082fe9 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432441 Jan 27 17:31:00.724632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59434f-50fb-41fa-ac44-0ba494fe036c req-5cf3142f-d5e4-4fc6-9e70-fe8bbf3a3763 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:00.726108 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0a59434f-50fb-41fa-ac44-0ba494fe036c req-5cf3142f-d5e4-4fc6-9e70-fe8bbf3a3763 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0832765 Jan 27 17:31:00.771999 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0a59434f-50fb-41fa-ac44-0ba494fe036c req-ab43b278-8e46-495b-9ad2-387209287188 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393765 Jan 27 17:31:01.191145 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-d0f8ff83-7d8a-448e-bd2d-9cf6ec6c48ed service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1329792 Jan 27 17:31:01.210695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0159b-23e1-4e13-8dec-6d5fc32843a3 req-055c6fe4-7b3a-44a6-955d-0f2a4d6e1696 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:01.212831 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-40f0159b-23e1-4e13-8dec-6d5fc32843a3 req-055c6fe4-7b3a-44a6-955d-0f2a4d6e1696 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.1090438 Jan 27 17:31:01.269409 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-40f0159b-23e1-4e13-8dec-6d5fc32843a3 req-51d8aab6-ecbe-43e0-b245-b3ed3f065b05 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496552 Jan 27 17:31:02.431438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7753-e247-49f8-a4f1-b489140261de req-0a0248c5-027c-4148-ba01-4481d5338514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:02.433342 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-0a0248c5-027c-4148-ba01-4481d5338514 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6d2c54069d44267a0375eba5e251406&device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 1098 time: 0.1044121 Jan 27 17:31:02.488255 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c68a16-73e7-412d-a08b-6aff786ad81e req-5f4edb5c-64b0-42b7-89b3-d47240ee6dbd tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:02.489923 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-55c68a16-73e7-412d-a08b-6aff786ad81e req-5f4edb5c-64b0-42b7-89b3-d47240ee6dbd tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0962973 Jan 27 17:31:02.550496 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-55c68a16-73e7-412d-a08b-6aff786ad81e req-d6e9142d-301e-41f8-8ed1-4713fd88a688 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529754 Jan 27 17:31:02.576460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7753-e247-49f8-a4f1-b489140261de req-ed378cd7-1f74-4db7-8934-e949ba7ad7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:02.577908 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-ed378cd7-1f74-4db7-8934-e949ba7ad7b9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 200 len: 917 time: 0.1380737 Jan 27 17:31:02.648105 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-0521989e-bc70-4eb6-a2b2-df046adfbfbc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5 HTTP/1.1" status: 200 len: 217 time: 0.0643489 Jan 27 17:31:02.714401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7753-e247-49f8-a4f1-b489140261de req-60791e29-7c75-456e-b77c-13fd98f70f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:02.715916 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-60791e29-7c75-456e-b77c-13fd98f70f77 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d1a7647-dca6-4d5f-af0f-12fdbe7792a8 HTTP/1.1" status: 200 len: 855 time: 0.0618508 Jan 27 17:31:02.762734 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-8d1ce031-de95-44b5-b033-b36d9f6dba61 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9038163-4550-4abc-a2be-af2bc2bfeb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411832 Jan 27 17:31:02.894215 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-b4b107ff-5193-463a-913f-933977781a38 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255834 Jan 27 17:31:03.024924 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-4261923b-5790-43f8-bac1-c432f43e39e7 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245937 Jan 27 17:31:03.755960 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f42d5-e018-4f78-81bb-6647bfd0c5ff req-bbd0482e-0c54-4c8b-978a-d349a0477f28 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:03.757420 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8b1f42d5-e018-4f78-81bb-6647bfd0c5ff req-bbd0482e-0c54-4c8b-978a-d349a0477f28 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0881605 Jan 27 17:31:03.807223 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8b1f42d5-e018-4f78-81bb-6647bfd0c5ff req-c4754527-17af-45b8-95db-a8d8984c650b tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439072 Jan 27 17:31:05.136247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52099c9-586b-477b-8b8d-c6262eea2959 req-b067ef29-cf38-4bf4-b2cb-17c39e8d003e tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:05.137780 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a52099c9-586b-477b-8b8d-c6262eea2959 req-b067ef29-cf38-4bf4-b2cb-17c39e8d003e tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.1976242 Jan 27 17:31:05.184965 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a52099c9-586b-477b-8b8d-c6262eea2959 req-2b61ed6e-3db4-45e6-a913-81dae55337e7 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413322 Jan 27 17:31:06.389705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dba9ff-155b-4ac9-bbe6-478086b28e1b req-0dbeb28f-ba94-4ebf-99f5-f136ef02fb7c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:06.391186 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f1dba9ff-155b-4ac9-bbe6-478086b28e1b req-0dbeb28f-ba94-4ebf-99f5-f136ef02fb7c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0835667 Jan 27 17:31:06.437788 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f1dba9ff-155b-4ac9-bbe6-478086b28e1b req-6065dcdd-4968-4fcb-a33f-990595177b37 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404828 Jan 27 17:31:07.631534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f10e2-4abb-490f-891d-1d80a6f9e000 req-c14c606e-554e-4727-9da0-6024d12d89ef tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:07.633076 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ac3f10e2-4abb-490f-891d-1d80a6f9e000 req-c14c606e-554e-4727-9da0-6024d12d89ef tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0855792 Jan 27 17:31:07.679256 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ac3f10e2-4abb-490f-891d-1d80a6f9e000 req-d71de5be-332b-4dee-954c-4190691cfe5b tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401721 Jan 27 17:31:08.886977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f619f9-e6ee-40c5-99f1-eaaaf45d6d7f req-30aed1cf-b45c-47fd-8de7-84e7b75781a6 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:08.888583 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b0f619f9-e6ee-40c5-99f1-eaaaf45d6d7f req-30aed1cf-b45c-47fd-8de7-84e7b75781a6 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0984385 Jan 27 17:31:08.937755 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b0f619f9-e6ee-40c5-99f1-eaaaf45d6d7f req-828e671d-78da-44ee-973d-a1148e139393 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428016 Jan 27 17:31:10.141493 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1673a97-5f20-413b-94c8-623ad8a64668 req-69533dfa-b833-4592-a847-7f35e63e0a63 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:10.142984 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f1673a97-5f20-413b-94c8-623ad8a64668 req-69533dfa-b833-4592-a847-7f35e63e0a63 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0868583 Jan 27 17:31:10.188208 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f1673a97-5f20-413b-94c8-623ad8a64668 req-7de3801e-393e-457f-9b5f-0c470fcb2b5a tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394864 Jan 27 17:31:11.390351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7d8b0-2944-425f-8160-74466becda5c req-79a6814b-5e7e-42c1-a43c-080c094ecf67 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:11.392049 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a4d7d8b0-2944-425f-8160-74466becda5c req-79a6814b-5e7e-42c1-a43c-080c094ecf67 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0934057 Jan 27 17:31:11.577849 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a4d7d8b0-2944-425f-8160-74466becda5c req-28057325-4080-4be8-9dcc-cf62798313c6 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773472 Jan 27 17:31:12.773215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb28522-e281-43f6-afb5-51f07261e6b5 req-4269886d-8afc-45cb-8ff7-4d798809da89 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:12.775117 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-beb28522-e281-43f6-afb5-51f07261e6b5 req-4269886d-8afc-45cb-8ff7-4d798809da89 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0830526 Jan 27 17:31:12.828795 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-beb28522-e281-43f6-afb5-51f07261e6b5 req-f7024f6c-eaff-42fd-acd5-7ad6f207fcac tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472541 Jan 27 17:31:14.087490 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0439f-36fb-423e-b26d-67d37e3b8d41 req-4ff2a5a0-d492-4fb5-bc74-444aa98b0a6d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:14.088976 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e2d0439f-36fb-423e-b26d-67d37e3b8d41 req-4ff2a5a0-d492-4fb5-bc74-444aa98b0a6d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.1475987 Jan 27 17:31:14.138138 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e2d0439f-36fb-423e-b26d-67d37e3b8d41 req-36017185-8e96-4577-b67c-ebc49e319d9d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 Jan 27 17:31:15.398916 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e82f0-d356-4728-9449-c91255058d47 req-c1c1c615-6fe2-4fa8-a4cf-3c400c117b25 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:15.401554 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d14e82f0-d356-4728-9449-c91255058d47 req-c1c1c615-6fe2-4fa8-a4cf-3c400c117b25 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.1525767 Jan 27 17:31:15.448944 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d14e82f0-d356-4728-9449-c91255058d47 req-b1f32add-76f7-40e2-be3a-12ead4c90008 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Jan 27 17:31:16.648172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be3359-ab9d-47a3-967b-603388eaad92 req-a108da17-ab6f-44a3-8c96-750e71262648 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:16.650389 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-55be3359-ab9d-47a3-967b-603388eaad92 req-a108da17-ab6f-44a3-8c96-750e71262648 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0884748 Jan 27 17:31:16.704701 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-55be3359-ab9d-47a3-967b-603388eaad92 req-bf04a3e1-5b54-4d62-9daf-c13bdc31b63f tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441806 Jan 27 17:31:17.915220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10535d43-050f-4b1b-83f7-672420598ef8 req-47324492-633a-4f0f-b8dd-b10a5e77f84f tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:17.916856 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-10535d43-050f-4b1b-83f7-672420598ef8 req-47324492-633a-4f0f-b8dd-b10a5e77f84f tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0922089 Jan 27 17:31:17.965056 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-10535d43-050f-4b1b-83f7-672420598ef8 req-c9a959f1-bec0-4b41-b29c-4cbed163fa14 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420468 Jan 27 17:31:19.164337 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502784ce-71c9-42e0-9f97-297474ec122f req-8635700d-0b1c-49f3-99ec-3543fcc940d6 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:19.165956 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-502784ce-71c9-42e0-9f97-297474ec122f req-8635700d-0b1c-49f3-99ec-3543fcc940d6 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0888517 Jan 27 17:31:19.214446 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-502784ce-71c9-42e0-9f97-297474ec122f req-bb2263f3-bf90-4f17-8af8-8061bdf92c60 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Jan 27 17:31:20.456340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c86ad4-ddbe-4d59-911e-671e9137d0a1 req-f41ded27-5933-4e24-b0a7-0d9be11438ea tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:20.457985 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f9c86ad4-ddbe-4d59-911e-671e9137d0a1 req-f41ded27-5933-4e24-b0a7-0d9be11438ea tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.1159227 Jan 27 17:31:20.508744 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f9c86ad4-ddbe-4d59-911e-671e9137d0a1 req-4020ac0b-7dc1-4cfb-bf3c-933e8b3ef03e tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445280 Jan 27 17:31:21.534417 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7a704d0f-0a4a-4b03-9c1c-306fc27cfa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:21.718083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa741835-7ade-41f1-811f-e4050b6a12b7 req-8969d9d9-aeca-4098-8d0a-6a240ee8c1e0 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:21.719731 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aa741835-7ade-41f1-811f-e4050b6a12b7 req-8969d9d9-aeca-4098-8d0a-6a240ee8c1e0 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0941370 Jan 27 17:31:21.769015 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aa741835-7ade-41f1-811f-e4050b6a12b7 req-e1ce645d-b2d5-4842-9db1-18be73f0f819 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426462 Jan 27 17:31:22.970161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd396d-09ba-41a4-a26c-50773cff5802 req-bfdc0ef2-6150-4483-b41a-3f03fb002fdf tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:22.971850 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acdd396d-09ba-41a4-a26c-50773cff5802 req-bfdc0ef2-6150-4483-b41a-3f03fb002fdf tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0919967 Jan 27 17:31:23.020833 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acdd396d-09ba-41a4-a26c-50773cff5802 req-8e63dfd1-2d9f-42ca-a503-f41806e2b937 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Jan 27 17:31:23.892345 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c83bb86c-5301-42da-9a2a-aa5307269979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:24.233280 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f923de6-6057-4cce-b0a8-0b72a2b50ba7 req-c52cb446-3025-47d0-8e4c-35a0b17ac2e1 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:24.234760 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3f923de6-6057-4cce-b0a8-0b72a2b50ba7 req-c52cb446-3025-47d0-8e4c-35a0b17ac2e1 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0860572 Jan 27 17:31:24.290220 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3f923de6-6057-4cce-b0a8-0b72a2b50ba7 req-b25d726c-3c48-47e3-9dfc-9f48953d0d6d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462713 Jan 27 17:31:24.856238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:25.321405 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:25.536517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429663d3-bbe3-4618-9dd8-c9d414bf8b6e req-1d02d592-5f8e-47b4-a50e-cae90e10e31e tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:25.538178 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-429663d3-bbe3-4618-9dd8-c9d414bf8b6e req-1d02d592-5f8e-47b4-a50e-cae90e10e31e tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0915139 Jan 27 17:31:25.600448 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-429663d3-bbe3-4618-9dd8-c9d414bf8b6e req-02a8aa3d-a5d9-4b2e-99f0-11b36548a323 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518465 Jan 27 17:31:26.693364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:26.809945 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d065e61-4b98-43e2-8ed1-0534e9282243 req-9fd083b7-03eb-41f5-9f72-bbbc07f788fb tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:26.811516 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4d065e61-4b98-43e2-8ed1-0534e9282243 req-9fd083b7-03eb-41f5-9f72-bbbc07f788fb tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0931134 Jan 27 17:31:26.861882 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4d065e61-4b98-43e2-8ed1-0534e9282243 req-f4c9a27c-a145-4b58-b66b-c4ca4a470f58 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439706 Jan 27 17:31:28.108055 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda17b80-8efc-4d6e-baf1-f55f30338be4 req-e94951d6-aee0-492e-9f62-f4ac08c10068 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:28.109927 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bda17b80-8efc-4d6e-baf1-f55f30338be4 req-e94951d6-aee0-492e-9f62-f4ac08c10068 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.1253049 Jan 27 17:31:28.161587 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bda17b80-8efc-4d6e-baf1-f55f30338be4 req-2482e9fc-d33f-4d2b-8e4b-91be4f0b03c0 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451558 Jan 27 17:31:28.523983 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:29.368291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54136808-c066-45ce-bf78-e47fa7cb0bfb req-16b69c84-264b-452b-bd5a-8821e6bd84a7 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:29.369865 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-54136808-c066-45ce-bf78-e47fa7cb0bfb req-16b69c84-264b-452b-bd5a-8821e6bd84a7 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0920777 Jan 27 17:31:29.419746 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-54136808-c066-45ce-bf78-e47fa7cb0bfb req-8e5883af-0d97-4841-a599-72b1cb69610d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407584 Jan 27 17:31:29.776093 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-50c91712-8166-4731-9af6-f29e33f68d6e service neutron] 10.222.0.88 "GET /v2.0/ports/5465ad25-b0de-43c6-9558-c3efbab2b6c5/bindings/hv-neutron-8250 HTTP/1.1" status: 200 len: 384 time: 0.0786223 Jan 27 17:31:30.077700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7753-e247-49f8-a4f1-b489140261de req-63828dd0-2a44-4bf8-83be-1d9e724dd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:30.079112 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-63828dd0-2a44-4bf8-83be-1d9e724dd07d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66&tenant_id=f6d2c54069d44267a0375eba5e251406 HTTP/1.1" status: 200 len: 1098 time: 0.0801735 Jan 27 17:31:30.175967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7753-e247-49f8-a4f1-b489140261de req-676a504f-09a3-4ebe-b251-85e11e92dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:30.177488 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-676a504f-09a3-4ebe-b251-85e11e92dc4c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6d2c54069d44267a0375eba5e251406&device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 1098 time: 0.0761287 Jan 27 17:31:30.321317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7753-e247-49f8-a4f1-b489140261de req-a9c7bd28-c8fb-42dc-a2d0-21b984919db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:30.322948 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-a9c7bd28-c8fb-42dc-a2d0-21b984919db6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 200 len: 917 time: 0.1394982 Jan 27 17:31:30.396119 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-f24e8551-2331-4e96-81d4-baea26924dd8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5 HTTP/1.1" status: 200 len: 217 time: 0.0664861 Jan 27 17:31:30.468275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7753-e247-49f8-a4f1-b489140261de req-7bc1a38a-37ac-40fc-9f1d-f6555f265892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:30.469760 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-7bc1a38a-37ac-40fc-9f1d-f6555f265892 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d1a7647-dca6-4d5f-af0f-12fdbe7792a8 HTTP/1.1" status: 200 len: 855 time: 0.0681877 Jan 27 17:31:30.522040 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-209746cb-f44f-4d4d-8c9a-bb6d20d670ff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9038163-4550-4abc-a2be-af2bc2bfeb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462897 Jan 27 17:31:30.626869 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61555965-fda3-468b-8da8-06e24fc8216d req-22b709f9-53ab-4b66-9141-733778e8c1bf tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:30.628468 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-61555965-fda3-468b-8da8-06e24fc8216d req-22b709f9-53ab-4b66-9141-733778e8c1bf tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0889299 Jan 27 17:31:30.677487 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-06d94a69-fb36-4fdf-a9e4-d6e5c564cafc service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486242 Jan 27 17:31:30.682488 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-61555965-fda3-468b-8da8-06e24fc8216d req-183ec42d-ab23-42ff-8bb3-b70c3cc95058 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474858 Jan 27 17:31:30.825187 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9a6c7753-e247-49f8-a4f1-b489140261de req-8dc05c25-c91d-45da-b9c4-8e54bbc5e6df service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421916 Jan 27 17:31:31.892594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e7a6-a3b9-4da2-8585-6658d223c82f req-dd63e4dc-0d5f-4b2a-aa0e-7b0799fa659c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:31.894118 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6ed8e7a6-a3b9-4da2-8585-6658d223c82f req-dd63e4dc-0d5f-4b2a-aa0e-7b0799fa659c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0922441 Jan 27 17:31:31.940104 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6ed8e7a6-a3b9-4da2-8585-6658d223c82f req-0aa54c9b-25a6-45da-9f0c-c3e0f9183dc0 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Jan 27 17:31:33.146336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f6266-addf-48f1-87bd-8cb2acb64ac2 req-bb55b40b-f345-40ff-89d4-345eb2998aef tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:33.147879 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f27f6266-addf-48f1-87bd-8cb2acb64ac2 req-bb55b40b-f345-40ff-89d4-345eb2998aef tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0836747 Jan 27 17:31:33.194935 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f27f6266-addf-48f1-87bd-8cb2acb64ac2 req-b905e029-be44-49e4-859c-9db35d59272a tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410903 Jan 27 17:31:33.427959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 5465ad25-b0de-43c6-9558-c3efbab2b6c5 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:31:33.432628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 5465ad25-b0de-43c6-9558-c3efbab2b6c5 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:31:33.536740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa81a5-87c8-45ac-bf9a-3760873c63ce req-fc4f92eb-a606-477d-aa72-f67f0fbfd212 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:33.538297 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f9fa81a5-87c8-45ac-bf9a-3760873c63ce req-fc4f92eb-a606-477d-aa72-f67f0fbfd212 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.1045601 Jan 27 17:31:33.593715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:33.599786 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f9fa81a5-87c8-45ac-bf9a-3760873c63ce req-16f1d31c-44c7-408f-9de6-144fd0ccca72 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508995 Jan 27 17:31:33.650680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568a8ac-702c-470b-a7c1-3eb8961c2530 req-c0ef46a2-fd27-4c64-af3c-8cfec0b11738 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:33.652439 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8568a8ac-702c-470b-a7c1-3eb8961c2530 req-c0ef46a2-fd27-4c64-af3c-8cfec0b11738 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.88 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66&tenant_id=f6d2c54069d44267a0375eba5e251406&binding%3Ahost_id=hv-neutron-8250 HTTP/1.1" status: 200 len: 945 time: 0.2152913 Jan 27 17:31:33.681746 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bd6356-7b6c-4a71-92ec-eff88b3dcf66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5465ad25-b0de-43c6-9558-c3efbab2b6c5'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:31:33.704799 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 5465ad25-b0de-43c6-9558-c3efbab2b6c5, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:31:33.710420 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 5465ad25-b0de-43c6-9558-c3efbab2b6c5, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:31:33.722057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:33.756596 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bd6356-7b6c-4a71-92ec-eff88b3dcf66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5465ad25-b0de-43c6-9558-c3efbab2b6c5', 'code': 200} Jan 27 17:31:33.761829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '5465ad25-b0de-43c6-9558-c3efbab2b6c5', 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68', 'port_id': '5465ad25-b0de-43c6-9558-c3efbab2b6c5', 'mac_address': 'fa:16:3e:93:10:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d1a7647-dca6-4d5f-af0f-12fdbe7792a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:31:33.801555 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568a8ac-702c-470b-a7c1-3eb8961c2530 req-6abf4242-7adc-4f4e-b869-5e2b02f804ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:33.803078 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8568a8ac-702c-470b-a7c1-3eb8961c2530 req-6abf4242-7adc-4f4e-b869-5e2b02f804ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6d2c54069d44267a0375eba5e251406&device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 1096 time: 0.0783429 Jan 27 17:31:33.847126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=5465ad25-b0de-43c6-9558-c3efbab2b6c5,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:31:33.849987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:33.869028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5465ad25-b0de-43c6-9558-c3efbab2b6c5 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:31:33.886700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 5465ad25-b0de-43c6-9558-c3efbab2b6c5, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:31:33.892110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:33.949637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568a8ac-702c-470b-a7c1-3eb8961c2530 req-87a122c0-e009-42bc-b779-85fe580185a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:33.951143 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8568a8ac-702c-470b-a7c1-3eb8961c2530 req-87a122c0-e009-42bc-b779-85fe580185a3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 200 len: 917 time: 0.1419477 Jan 27 17:31:33.961023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['5465ad25-b0de-43c6-9558-c3efbab2b6c5'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:31:34.009745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=5465ad25-b0de-43c6-9558-c3efbab2b6c5,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:31:34.024595 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8568a8ac-702c-470b-a7c1-3eb8961c2530 req-44d6a25c-d767-44e7-b7ae-a3f46543b419 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5 HTTP/1.1" status: 200 len: 217 time: 0.0672083 Jan 27 17:31:34.091153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568a8ac-702c-470b-a7c1-3eb8961c2530 req-bbe89c3a-ee80-40e4-b5ab-c9ab34cbf65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:34.092615 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8568a8ac-702c-470b-a7c1-3eb8961c2530 req-bbe89c3a-ee80-40e4-b5ab-c9ab34cbf65e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d1a7647-dca6-4d5f-af0f-12fdbe7792a8 HTTP/1.1" status: 200 len: 855 time: 0.0628338 Jan 27 17:31:34.145745 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8568a8ac-702c-470b-a7c1-3eb8961c2530 req-a16af121-d038-48a3-b209-3999679d23db service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9038163-4550-4abc-a2be-af2bc2bfeb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470009 Jan 27 17:31:34.284504 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8568a8ac-702c-470b-a7c1-3eb8961c2530 req-cdc8f67d-c637-4784-a2a4-bcde452a6db0 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325450 Jan 27 17:31:34.434152 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8568a8ac-702c-470b-a7c1-3eb8961c2530 req-c8f9be0c-e1bb-4157-aab7-8138ca78e138 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431875 Jan 27 17:31:34.799958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597baa9-f28a-403b-bd13-9b0d192d45b4 req-6074408b-cd20-48e9-8e85-3fc776ed6cf8 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:34.801490 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9597baa9-f28a-403b-bd13-9b0d192d45b4 req-6074408b-cd20-48e9-8e85-3fc776ed6cf8 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 944 time: 0.0865090 Jan 27 17:31:34.858145 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9597baa9-f28a-403b-bd13-9b0d192d45b4 req-2d6a11aa-fb12-448c-86bd-455dd74fcb6c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492249 Jan 27 17:31:35.441381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 5465ad25-b0de-43c6-9558-c3efbab2b6c5 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:31:35.516584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 5465ad25-b0de-43c6-9558-c3efbab2b6c5 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:31:35.516949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:35.643534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:35.678446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 5465ad25-b0de-43c6-9558-c3efbab2b6c5, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:31:35.685280 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:35.762529 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bd6356-7b6c-4a71-92ec-eff88b3dcf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5465ad25-b0de-43c6-9558-c3efbab2b6c5'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:31:35.802609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=5465ad25-b0de-43c6-9558-c3efbab2b6c5,revision_number=8']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:31:35.814785 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bd6356-7b6c-4a71-92ec-eff88b3dcf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5465ad25-b0de-43c6-9558-c3efbab2b6c5', 'code': 200} Jan 27 17:31:36.077091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b14df0-cad0-4c56-914c-72ecf3b5857b req-e318096e-187b-4f59-8735-93733e8c5c0a tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:36.079060 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-78b14df0-cad0-4c56-914c-72ecf3b5857b req-e318096e-187b-4f59-8735-93733e8c5c0a tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.1058240 Jan 27 17:31:36.134244 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-78b14df0-cad0-4c56-914c-72ecf3b5857b req-1d43c5b9-92e6-49bb-9bd3-06a79ff70cbe tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452092 Jan 27 17:31:36.392031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cad45c-9980-42cc-8aa1-1dd3d117fbc6 req-cbe9df29-fcaa-474f-95f3-9432b6d07e88 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:36.394572 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-52cad45c-9980-42cc-8aa1-1dd3d117fbc6 req-cbe9df29-fcaa-474f-95f3-9432b6d07e88 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.1352212 Jan 27 17:31:36.460738 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-52cad45c-9980-42cc-8aa1-1dd3d117fbc6 req-05c60544-b77c-42a8-a376-59d924573866 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597196 Jan 27 17:31:36.562333 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:31:36.688192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eec264-a125-425c-a3e7-25125faf842f req-82a04819-e760-4303-8215-c60d042ba65e tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:36.689793 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c0eec264-a125-425c-a3e7-25125faf842f req-82a04819-e760-4303-8215-c60d042ba65e tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.1063378 Jan 27 17:31:36.751288 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c0eec264-a125-425c-a3e7-25125faf842f req-2e5d922c-8e7b-4286-9044-935f6d7565b8 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541494 Jan 27 17:31:37.285314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-88642f7d-7398-4002-b525-3cd6a5a50df1 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:37.285999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-88642f7d-7398-4002-b525-3cd6a5a50df1 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Synchronizing usage tracker for tenant:f6d2c54069d44267a0375eba5e251406 on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:31:37.305949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-88642f7d-7398-4002-b525-3cd6a5a50df1 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Unset dirty status for tenant:f6d2c54069d44267a0375eba5e251406 on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:31:37.307514 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-88642f7d-7398-4002-b525-3cd6a5a50df1 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/networks?id=f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 200 len: 815 time: 0.1731422 Jan 27 17:31:37.324950 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-d990003e-d3dc-494f-8159-b0486c857ef3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/quotas/f6d2c54069d44267a0375eba5e251406 HTTP/1.1" status: 200 len: 375 time: 0.0103636 Jan 27 17:31:37.415798 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-8a7b55ba-8fc1-4551-baca-89dabb9a50c0 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6d2c54069d44267a0375eba5e251406&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848575 Jan 27 17:31:37.592613 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-950c479f-4c51-4377-82af-f23c66d71561 service neutron] 10.222.0.81 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688561 Jan 27 17:31:37.735901 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-4e0d73d9-41be-4d78-9c37-f0495db6d264 service neutron] 10.222.0.81 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371608 Jan 27 17:31:37.928754 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5f553426-e960-4596-a52a-51011ded29e9 req-d9b03a55-0650-408c-9ec9-4c00a7818932 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 210 time: 0.0478690 Jan 27 17:31:38.834232 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f17ab1-24f1-4ebd-a458-2bb133378d1f req-299da076-5ecc-49cf-83e2-f2b7e3159943 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:38.834232 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-99f17ab1-24f1-4ebd-a458-2bb133378d1f req-299da076-5ecc-49cf-83e2-f2b7e3159943 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.88 "GET /v2.0/ports?device_id=36bd6356-7b6c-4a71-92ec-eff88b3dcf66 HTTP/1.1" status: 200 len: 945 time: 0.0991423 Jan 27 17:31:38.919567 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-99f17ab1-24f1-4ebd-a458-2bb133378d1f req-3e15e852-9699-4e7b-858a-1e9567e5b4c3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Deleting port 5465ad25-b0de-43c6-9558-c3efbab2b6c5 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:31:38.919953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-99f17ab1-24f1-4ebd-a458-2bb133378d1f req-3e15e852-9699-4e7b-858a-1e9567e5b4c3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:39.223655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-99f17ab1-24f1-4ebd-a458-2bb133378d1f req-3e15e852-9699-4e7b-858a-1e9567e5b4c3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] For port 5465ad25-b0de-43c6-9558-c3efbab2b6c5, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=5465ad25-b0de-43c6-9558-c3efbab2b6c5,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:31:39.224359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-99f17ab1-24f1-4ebd-a458-2bb133378d1f req-3e15e852-9699-4e7b-858a-1e9567e5b4c3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:39.303457 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0ee1102e-6ca6-416f-9d7d-0144ef61f8cd req-2288d198-7108-40f0-8bd9-fb8c7706b13a tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 210 time: 0.2322133 Jan 27 17:31:39.372647 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [req-99f17ab1-24f1-4ebd-a458-2bb133378d1f req-3e15e852-9699-4e7b-858a-1e9567e5b4c3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Calling delete_port for 5465ad25-b0de-43c6-9558-c3efbab2b6c5 owned by compute:nova {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:31:39.411699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-c29fc751-0586-436d-956d-480a89aae1cc tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:39.413324 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-c29fc751-0586-436d-956d-480a89aae1cc tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.88 "GET /v2.0/networks?id=f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 200 len: 815 time: 0.3966508 Jan 27 17:31:39.426418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Request body: {'port': {'device_id': '92c761a0-3244-4215-ab4e-dc66afa88163', 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68', 'admin_state_up': True, 'tenant_id': 'f6d2c54069d44267a0375eba5e251406'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:31:39.552311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-99f17ab1-24f1-4ebd-a458-2bb133378d1f req-3e15e852-9699-4e7b-858a-1e9567e5b4c3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:39.584590 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:31:39.605461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:31:39.605771 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15e852-9699-4e7b-858a-1e9567e5b4c3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Pushing event deleted for resources: {'Port': ['ID=5465ad25-b0de-43c6-9558-c3efbab2b6c5,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:31:39.625414 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Made reservation on behalf of f6d2c54069d44267a0375eba5e251406 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:31:39.629419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:39.812951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f17ab1-24f1-4ebd-a458-2bb133378d1f req-3e15e852-9699-4e7b-858a-1e9567e5b4c3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] No DVR routers for this DVR port 5465ad25-b0de-43c6-9558-c3efbab2b6c5 on host hv-neutron-8250 {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:31:39.815638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-99f17ab1-24f1-4ebd-a458-2bb133378d1f req-3e15e852-9699-4e7b-858a-1e9567e5b4c3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:39.818439 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bd6356-7b6c-4a71-92ec-eff88b3dcf66', 'name': 'network-vif-deleted', 'tag': '5465ad25-b0de-43c6-9558-c3efbab2b6c5'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:31:39.823721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Allocated IP 172.20.0.8 (f9038163-4550-4abc-a2be-af2bc2bfeb68/8d1a7647-dca6-4d5f-af0f-12fdbe7792a8/1ae2da56-d7fc-4070-b927-a7dba1829968) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:31:39.836471 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-99f17ab1-24f1-4ebd-a458-2bb133378d1f req-3e15e852-9699-4e7b-858a-1e9567e5b4c3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.88 "DELETE /v2.0/ports/5465ad25-b0de-43c6-9558-c3efbab2b6c5 HTTP/1.1" status: 204 len: 173 time: 0.9974959 Jan 27 17:31:39.949501 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bd6356-7b6c-4a71-92ec-eff88b3dcf66', 'name': 'network-vif-deleted', 'tag': '5465ad25-b0de-43c6-9558-c3efbab2b6c5', 'status': 'completed', 'code': 200} Jan 27 17:31:40.063282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:40.096394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:40.171855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Network f9038163-4550-4abc-a2be-af2bc2bfeb68 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:31:40.175889 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:31:40.179908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:31:40.217826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Pushing event updated for resources: {'Port': ['ID=1ae2da56-d7fc-4070-b927-a7dba1829968,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:31:40.258064 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:40.258699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:40.291425 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-71b18275-fd19-4ebd-b380-21520d1bdb94 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8690174 Jan 27 17:31:40.302891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Request body: {'port': {'device_id': '92c761a0-3244-4215-ab4e-dc66afa88163', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:31:40.531791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:40.631157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e1d4e-66e0-4014-bc56-bb1ba64e7822 req-0777a80d-c164-473b-afb0-cfebfb99c005 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:40.631912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-b08e1d4e-66e0-4014-bc56-bb1ba64e7822 req-0777a80d-c164-473b-afb0-cfebfb99c005 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Synchronizing usage tracker for tenant:f6d2c54069d44267a0375eba5e251406 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:31:40.702720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-b08e1d4e-66e0-4014-bc56-bb1ba64e7822 req-0777a80d-c164-473b-afb0-cfebfb99c005 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Unset dirty status for tenant:f6d2c54069d44267a0375eba5e251406 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:31:40.703922 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b08e1d4e-66e0-4014-bc56-bb1ba64e7822 req-0777a80d-c164-473b-afb0-cfebfb99c005 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 931 time: 0.2619307 Jan 27 17:31:40.837598 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b08e1d4e-66e0-4014-bc56-bb1ba64e7822 req-27fb50cf-1377-4bb7-854b-ce7d2b703aae tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262310 Jan 27 17:31:40.989968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae2da56-d7fc-4070-b927-a7dba1829968 {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:31:40.998805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:41.014410 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Transition to ACTIVE for port object 1ae2da56-d7fc-4070-b927-a7dba1829968 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:31:41.020104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:41.152688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Pushing event updated for resources: {'Port': ['ID=1ae2da56-d7fc-4070-b927-a7dba1829968,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:31:41.261923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Attempting to bind port 1ae2da56-d7fc-4070-b927-a7dba1829968 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:31:41.262143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Attempting to bind port 1ae2da56-d7fc-4070-b927-a7dba1829968 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '562cefc3-8358-44e9-a7ed-500edb1bfb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:31:41.262485 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Attempting to bind port 1ae2da56-d7fc-4070-b927-a7dba1829968 on network f9038163-4550-4abc-a2be-af2bc2bfeb68 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:31:41.267696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Port 1ae2da56-d7fc-4070-b927-a7dba1829968 on network f9038163-4550-4abc-a2be-af2bc2bfeb68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:31:41.268026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Attempting to bind port 1ae2da56-d7fc-4070-b927-a7dba1829968 on network f9038163-4550-4abc-a2be-af2bc2bfeb68 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:31:41.273510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:31:41.273853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Checking segment: {'id': '562cefc3-8358-44e9-a7ed-500edb1bfb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:31:41.274224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Bound using segment: {'id': '562cefc3-8358-44e9-a7ed-500edb1bfb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:31:41.274696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Bound port: 1ae2da56-d7fc-4070-b927-a7dba1829968, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562cefc3-8358-44e9-a7ed-500edb1bfb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:31:41.275003 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:41.467609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 5465ad25-b0de-43c6-9558-c3efbab2b6c5 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:31:41.516015 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] For port 1ae2da56-d7fc-4070-b927-a7dba1829968, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:31:41.520410 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] For port 1ae2da56-d7fc-4070-b927-a7dba1829968, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1ae2da56-d7fc-4070-b927-a7dba1829968,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:31:41.524846 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 5465ad25-b0de-43c6-9558-c3efbab2b6c5 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:31:41.525401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 5465ad25-b0de-43c6-9558-c3efbab2b6c5 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:31:41.530158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:41.608156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:41.608889 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:41.610505 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] 10.222.0.88 "PUT /v2.0/ports/1ae2da56-d7fc-4070-b927-a7dba1829968 HTTP/1.1" status: 200 len: 1093 time: 1.3122175 Jan 27 17:31:41.610955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c761a0-3244-4215-ab4e-dc66afa88163', 'tag': '1ae2da56-d7fc-4070-b927-a7dba1829968'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:31:41.634990 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed463b-5ce3-4c9c-9466-d6fb6ea584ae service neutron] Pushing event updated for resources: {'Port': ['ID=1ae2da56-d7fc-4070-b927-a7dba1829968,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:31:41.748749 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c761a0-3244-4215-ab4e-dc66afa88163', 'tag': '1ae2da56-d7fc-4070-b927-a7dba1829968', 'status': 'completed', 'code': 200} Jan 27 17:31:41.761374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-156a094d-274d-4e0e-9c56-1c62b914c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:41.763410 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-156a094d-274d-4e0e-9c56-1c62b914c700 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6d2c54069d44267a0375eba5e251406&device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 1096 time: 0.1060436 Jan 27 17:31:41.837396 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-d9df9cf2-5a9e-4dc1-bce9-e92ca7a5dd20 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ae2da56-d7fc-4070-b927-a7dba1829968 HTTP/1.1" status: 200 len: 217 time: 0.0672524 Jan 27 17:31:41.913807 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-1b4ed176-2761-4149-a452-9e72a8056739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:41.916224 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-1b4ed176-2761-4149-a452-9e72a8056739 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d1a7647-dca6-4d5f-af0f-12fdbe7792a8 HTTP/1.1" status: 200 len: 855 time: 0.0728848 Jan 27 17:31:42.018200 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-e7555526-14ee-4ab0-b985-50be07338efc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9038163-4550-4abc-a2be-af2bc2bfeb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938118 Jan 27 17:31:42.172276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c491a6-c064-49b6-a51a-f99c7fb93133 req-1ad21178-ea6d-4bc8-9ac0-e2ae74b902d7 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:42.173759 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a4c491a6-c064-49b6-a51a-f99c7fb93133 req-1ad21178-ea6d-4bc8-9ac0-e2ae74b902d7 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 943 time: 0.2105782 Jan 27 17:31:42.185278 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-b7475623-215e-4148-9612-43443bedf2e0 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566429 Jan 27 17:31:42.333616 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a4c491a6-c064-49b6-a51a-f99c7fb93133 req-78d08e52-96a6-492f-86c9-c7ba831aca1e tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518691 Jan 27 17:31:42.376711 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-84af1d3d-15d8-4672-b3ae-4f0b5543bb80 req-b72ebd9f-95b5-4523-a98b-8493321e7ed6 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761839 Jan 27 17:31:42.516024 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2007ca8-9b0f-4669-94fc-b839bb1c2509 req-bb455534-1b41-439c-8b2f-283f6a0ba649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:42.518381 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2007ca8-9b0f-4669-94fc-b839bb1c2509 req-bb455534-1b41-439c-8b2f-283f6a0ba649 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6d2c54069d44267a0375eba5e251406&device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 1096 time: 0.0881498 Jan 27 17:31:42.661661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2007ca8-9b0f-4669-94fc-b839bb1c2509 req-5af8dd6a-4c2e-4da0-98c9-2073b1eee2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:42.663151 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2007ca8-9b0f-4669-94fc-b839bb1c2509 req-5af8dd6a-4c2e-4da0-98c9-2073b1eee2e6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 200 len: 917 time: 0.1380572 Jan 27 17:31:42.735336 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2007ca8-9b0f-4669-94fc-b839bb1c2509 req-088d4052-e2f9-4205-8fd9-9d7318cbc903 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ae2da56-d7fc-4070-b927-a7dba1829968 HTTP/1.1" status: 200 len: 217 time: 0.0654452 Jan 27 17:31:42.808254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2007ca8-9b0f-4669-94fc-b839bb1c2509 req-5725c76e-231d-45e8-9f7a-d191b3e44677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:42.809717 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2007ca8-9b0f-4669-94fc-b839bb1c2509 req-5725c76e-231d-45e8-9f7a-d191b3e44677 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d1a7647-dca6-4d5f-af0f-12fdbe7792a8 HTTP/1.1" status: 200 len: 855 time: 0.0662074 Jan 27 17:31:42.870208 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2007ca8-9b0f-4669-94fc-b839bb1c2509 req-a09c7faf-804d-4121-a276-d3fe0ab0fad2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9038163-4550-4abc-a2be-af2bc2bfeb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421143 Jan 27 17:31:43.026559 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2007ca8-9b0f-4669-94fc-b839bb1c2509 req-30f470f5-dc38-4ae0-b3fd-dfd8eeb72072 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486516 Jan 27 17:31:43.177095 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2007ca8-9b0f-4669-94fc-b839bb1c2509 req-3fc5c067-b385-46ce-a2e6-03579250057f service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430662 Jan 27 17:31:43.538862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d2472-bd69-44cd-894d-d092a0717400 req-a5de352f-6454-47f0-aff5-63a752a69503 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:43.539632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-320d2472-bd69-44cd-894d-d092a0717400 req-a5de352f-6454-47f0-aff5-63a752a69503 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Synchronizing usage tracker for tenant:f6d2c54069d44267a0375eba5e251406 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:31:43.552172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-320d2472-bd69-44cd-894d-d092a0717400 req-a5de352f-6454-47f0-aff5-63a752a69503 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Unset dirty status for tenant:f6d2c54069d44267a0375eba5e251406 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:31:43.553322 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-320d2472-bd69-44cd-894d-d092a0717400 req-a5de352f-6454-47f0-aff5-63a752a69503 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 943 time: 0.1039224 Jan 27 17:31:43.600760 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-320d2472-bd69-44cd-894d-d092a0717400 req-a1684d9a-af05-4566-bbaa-978775d1e894 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414209 Jan 27 17:31:44.802436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc24c4-75e1-4006-9306-9aa919b1e5f0 req-8794a051-0a2f-4288-8c0f-89e73d87da9f tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:44.804035 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ecbc24c4-75e1-4006-9306-9aa919b1e5f0 req-8794a051-0a2f-4288-8c0f-89e73d87da9f tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 943 time: 0.0880198 Jan 27 17:31:44.963887 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ecbc24c4-75e1-4006-9306-9aa919b1e5f0 req-eed4a7ff-08b0-41c7-ac35-db2b7bc9dc5b tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533997 Jan 27 17:31:45.489567 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 1ae2da56-d7fc-4070-b927-a7dba1829968 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:31:45.626099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 1ae2da56-d7fc-4070-b927-a7dba1829968, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1ae2da56-d7fc-4070-b927-a7dba1829968,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:31:45.639842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '1ae2da56-d7fc-4070-b927-a7dba1829968', 'network_id': 'f9038163-4550-4abc-a2be-af2bc2bfeb68', 'port_id': '1ae2da56-d7fc-4070-b927-a7dba1829968', 'mac_address': 'fa:16:3e:c2:d0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d1a7647-dca6-4d5f-af0f-12fdbe7792a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:31:45.699120 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:45.720283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae2da56-d7fc-4070-b927-a7dba1829968 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:31:45.738445 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 1ae2da56-d7fc-4070-b927-a7dba1829968, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1ae2da56-d7fc-4070-b927-a7dba1829968,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:31:45.746247 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:45.813773 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=1ae2da56-d7fc-4070-b927-a7dba1829968,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:31:45.821467 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:31:45.821817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:31:45.822160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:31:45.822521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:31:45.822859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:31:45.823213 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:31:45.823619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:31:45.823871 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:31:45.824216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:31:45.824543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:31:45.824852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:31:45.825160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:31:45.942971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['1ae2da56-d7fc-4070-b927-a7dba1829968'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:31:46.165422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4eb0d-de32-4086-a1b1-9ebeb4bd80e5 req-35f59936-5ffb-4515-8ae5-8b084285051d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:46.167101 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-47c4eb0d-de32-4086-a1b1-9ebeb4bd80e5 req-35f59936-5ffb-4515-8ae5-8b084285051d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 944 time: 0.0853155 Jan 27 17:31:46.211955 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-47c4eb0d-de32-4086-a1b1-9ebeb4bd80e5 req-c898317c-c26b-4f9f-8696-dfd405e6e07c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 Jan 27 17:31:47.403636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a827d7-e16d-4c6c-98aa-5f0e94d24075 req-749ca1ab-2c8a-447b-a7ae-64ec113c641f tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:47.405198 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-37a827d7-e16d-4c6c-98aa-5f0e94d24075 req-749ca1ab-2c8a-447b-a7ae-64ec113c641f tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 944 time: 0.0844653 Jan 27 17:31:47.452261 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-37a827d7-e16d-4c6c-98aa-5f0e94d24075 req-f349a542-7fd0-46d8-9987-ca0b4f04610e tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Jan 27 17:31:47.497741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 1ae2da56-d7fc-4070-b927-a7dba1829968 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:31:47.567533 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 1ae2da56-d7fc-4070-b927-a7dba1829968 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:31:47.572691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 1ae2da56-d7fc-4070-b927-a7dba1829968 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:31:47.573182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:47.694146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:47.730997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c761a0-3244-4215-ab4e-dc66afa88163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae2da56-d7fc-4070-b927-a7dba1829968'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:31:47.742745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 1ae2da56-d7fc-4070-b927-a7dba1829968, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1ae2da56-d7fc-4070-b927-a7dba1829968,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:31:47.750490 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:47.828166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=1ae2da56-d7fc-4070-b927-a7dba1829968,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:31:47.840489 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c761a0-3244-4215-ab4e-dc66afa88163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae2da56-d7fc-4070-b927-a7dba1829968', 'code': 200} Jan 27 17:31:48.096159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7430f23-b6b7-4687-96f6-b1c7a46b38e0 req-8c86e9c3-ce8b-4a5d-b23e-6b3087f714e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:48.097664 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b7430f23-b6b7-4687-96f6-b1c7a46b38e0 req-8c86e9c3-ce8b-4a5d-b23e-6b3087f714e3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 1098 time: 0.0947125 Jan 27 17:31:48.138623 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b7430f23-b6b7-4687-96f6-b1c7a46b38e0 req-e0cef138-e0b1-489a-9dae-e4bd8db1114a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347004 Jan 27 17:31:48.645430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ae2ae-17d4-4cb4-9359-484f128fcb83 req-594f6180-803b-415c-b5b0-67f8389e10d3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:48.646893 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a21ae2ae-17d4-4cb4-9359-484f128fcb83 req-594f6180-803b-415c-b5b0-67f8389e10d3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0891550 Jan 27 17:31:48.697274 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a21ae2ae-17d4-4cb4-9359-484f128fcb83 req-28244d86-ee20-4e46-8360-7b5b2777de9d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Jan 27 17:31:49.911737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8159a-cecd-4d70-b4db-4a75abfa277a req-d1a3dff1-af60-4a2d-a1e9-0e8562c1379d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:49.913221 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-90e8159a-cecd-4d70-b4db-4a75abfa277a req-d1a3dff1-af60-4a2d-a1e9-0e8562c1379d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0941024 Jan 27 17:31:49.959483 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-90e8159a-cecd-4d70-b4db-4a75abfa277a req-81239279-9acf-4f5c-9e29-e717ed77c17d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389979 Jan 27 17:31:50.155519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2544884-2458-4917-8283-194887705c92 req-b8798917-5621-4621-a243-c2203956c0bd tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:50.157040 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b2544884-2458-4917-8283-194887705c92 req-b8798917-5621-4621-a243-c2203956c0bd tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0860958 Jan 27 17:31:50.206662 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b2544884-2458-4917-8283-194887705c92 req-2ffa472f-d335-4600-8981-1b3fffdee018 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399346 Jan 27 17:31:50.570989 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-c340e3db-b78a-485b-bf3d-5ee12667ff44 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727260 Jan 27 17:31:50.620746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d08040-8c3f-473a-a68f-4a64d13421e8 req-aa775ed8-4391-489c-a344-4acb9552cad0 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:50.622258 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d9d08040-8c3f-473a-a68f-4a64d13421e8 req-aa775ed8-4391-489c-a344-4acb9552cad0 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0860600 Jan 27 17:31:50.669637 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d9d08040-8c3f-473a-a68f-4a64d13421e8 req-14982c6b-1597-4559-a74a-68197811cefd tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405803 Jan 27 17:31:51.536045 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-66d9249e-7263-4afe-85af-6ca4ce8da629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:51.773194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a21de7-4404-487d-8c19-963653befcc4 req-77ec1c35-4add-4dc9-b3b7-2704096f5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:51.774718 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-77ec1c35-4add-4dc9-b3b7-2704096f5967 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6d2c54069d44267a0375eba5e251406&device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 1098 time: 0.0760486 Jan 27 17:31:51.865787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eb204-a5dd-4e07-9129-55caaf829226 req-6c383c8e-e3e1-486f-849e-5867226874a0 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:51.867299 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-df9eb204-a5dd-4e07-9129-55caaf829226 req-6c383c8e-e3e1-486f-849e-5867226874a0 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0860107 Jan 27 17:31:51.912546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a21de7-4404-487d-8c19-963653befcc4 req-d1a1673d-16e4-4cbe-ac66-449ad4bc671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:51.913856 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-df9eb204-a5dd-4e07-9129-55caaf829226 req-8eed1f2d-8df0-43e7-82ae-763aff29cf1d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 Jan 27 17:31:51.914007 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-d1a1673d-16e4-4cbe-ac66-449ad4bc671f service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 200 len: 917 time: 0.1326947 Jan 27 17:31:51.985319 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-61ecc956-a531-4f64-8ba0-049560ac4b85 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ae2da56-d7fc-4070-b927-a7dba1829968 HTTP/1.1" status: 200 len: 217 time: 0.0651891 Jan 27 17:31:52.052935 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a21de7-4404-487d-8c19-963653befcc4 req-bb5b6a0a-47b2-4af9-8fe6-520a3e3a8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:52.054416 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-bb5b6a0a-47b2-4af9-8fe6-520a3e3a8312 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d1a7647-dca6-4d5f-af0f-12fdbe7792a8 HTTP/1.1" status: 200 len: 855 time: 0.0634322 Jan 27 17:31:52.111142 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-8e8ddc54-92d6-43f9-b164-392a944802e2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9038163-4550-4abc-a2be-af2bc2bfeb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504870 Jan 27 17:31:52.256333 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-a789879f-787a-4d86-a8a3-574ccad6c018 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390414 Jan 27 17:31:52.414289 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-0adcd0eb-751a-4dd1-81bd-c788f6cd5ec8 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525679 Jan 27 17:31:52.584774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f72e-a2ba-47d7-b118-87b8ccf200a5 req-7c4da035-3afc-407f-a60f-d1401be0c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:52.586200 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f36f72e-a2ba-47d7-b118-87b8ccf200a5 req-7c4da035-3afc-407f-a60f-d1401be0c9c7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6d2c54069d44267a0375eba5e251406&device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 1098 time: 0.0730915 Jan 27 17:31:52.744863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f72e-a2ba-47d7-b118-87b8ccf200a5 req-19321f48-3d36-4528-bd14-eaf4d2e1d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:52.746367 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f36f72e-a2ba-47d7-b118-87b8ccf200a5 req-19321f48-3d36-4528-bd14-eaf4d2e1d8b3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 200 len: 917 time: 0.1313078 Jan 27 17:31:52.818804 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f36f72e-a2ba-47d7-b118-87b8ccf200a5 req-e5c0b92c-ca79-4856-bf7f-36aafff06783 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ae2da56-d7fc-4070-b927-a7dba1829968 HTTP/1.1" status: 200 len: 217 time: 0.0651884 Jan 27 17:31:52.881372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f72e-a2ba-47d7-b118-87b8ccf200a5 req-7f34b9e1-4131-4be7-9567-9eb233b19872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:52.882816 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f36f72e-a2ba-47d7-b118-87b8ccf200a5 req-7f34b9e1-4131-4be7-9567-9eb233b19872 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d1a7647-dca6-4d5f-af0f-12fdbe7792a8 HTTP/1.1" status: 200 len: 855 time: 0.0582941 Jan 27 17:31:53.067080 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f36f72e-a2ba-47d7-b118-87b8ccf200a5 req-4e206ff4-827b-4abd-88a0-325ca52eeab8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9038163-4550-4abc-a2be-af2bc2bfeb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1777005 Jan 27 17:31:53.219557 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f36f72e-a2ba-47d7-b118-87b8ccf200a5 req-a267fffe-1a7b-4b81-894a-3894e43d2996 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465356 Jan 27 17:31:53.228007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3e7a7-7019-45f0-ac8e-49ab27d7dbf7 req-f1b8f091-494f-4f2b-8e39-d89880ee1067 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:53.229411 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f1b3e7a7-7019-45f0-ac8e-49ab27d7dbf7 req-f1b8f091-494f-4f2b-8e39-d89880ee1067 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.1981511 Jan 27 17:31:53.362115 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f1b3e7a7-7019-45f0-ac8e-49ab27d7dbf7 req-4208f9c4-e134-4088-b618-77939bda8cc7 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088409 Jan 27 17:31:53.393953 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f36f72e-a2ba-47d7-b118-87b8ccf200a5 req-37e7a946-6f58-40b0-b1f6-298e884d12c6 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635590 Jan 27 17:31:53.903040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f9a85eb4-3296-4b20-ab9a-aa60c19f4f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:54.556442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea96f18-d06c-4c74-bd54-20e6dae2e688 req-e42fbad4-e15a-47a9-b4ce-2af089d9dfa7 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:54.557964 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3ea96f18-d06c-4c74-bd54-20e6dae2e688 req-e42fbad4-e15a-47a9-b4ce-2af089d9dfa7 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0861492 Jan 27 17:31:54.604725 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3ea96f18-d06c-4c74-bd54-20e6dae2e688 req-4c8a9f9a-506f-4048-8b2f-d459848c21da tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407927 Jan 27 17:31:54.854066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:55.324143 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:55.793747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318628b3-d77e-422c-b6e3-b6480e79f8ef req-7a1606a2-cc77-496f-ab8c-6bd777646bba tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:55.795218 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-318628b3-d77e-422c-b6e3-b6480e79f8ef req-7a1606a2-cc77-496f-ab8c-6bd777646bba tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0809715 Jan 27 17:31:55.840715 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-318628b3-d77e-422c-b6e3-b6480e79f8ef req-39ad891b-565b-4070-9aa0-b89f14bd1aff tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394828 Jan 27 17:31:56.688400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:57.031264 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21eb28-911d-4d73-b997-49e4bc6d710a req-ff14e201-454c-45c1-a931-09f585334e50 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:57.032658 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6b21eb28-911d-4d73-b997-49e4bc6d710a req-ff14e201-454c-45c1-a931-09f585334e50 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0829637 Jan 27 17:31:57.081747 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6b21eb28-911d-4d73-b997-49e4bc6d710a req-43edae9f-a794-47b2-b682-fa2bf0a49f8f tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432193 Jan 27 17:31:58.281001 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf83e1c-3d15-4b22-a56f-24d65243ab02 req-0cb5e44d-e95e-4bdd-ab55-956b3ce92f2a tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:58.282512 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-abf83e1c-3d15-4b22-a56f-24d65243ab02 req-0cb5e44d-e95e-4bdd-ab55-956b3ce92f2a tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0871153 Jan 27 17:31:58.328365 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-abf83e1c-3d15-4b22-a56f-24d65243ab02 req-72d5048f-7c34-45e9-aa0f-0fe347d2a816 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396714 Jan 27 17:31:58.513471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:59.676140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361b740-92aa-4453-abbc-638ad38bcf87 req-a8b5c6bb-72f3-4f4d-b676-2cca97910c39 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:59.677583 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9361b740-92aa-4453-abbc-638ad38bcf87 req-a8b5c6bb-72f3-4f4d-b676-2cca97910c39 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0811713 Jan 27 17:31:59.722771 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9361b740-92aa-4453-abbc-638ad38bcf87 req-d5833379-32ee-4a51-a3a3-aab85fb5e6e8 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393164 Jan 27 17:32:00.917433 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a02d32-637a-436f-a5a2-fbc7517e0d5b req-739810dd-e8d0-48d8-affb-e1a25c346355 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:00.919223 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-02a02d32-637a-436f-a5a2-fbc7517e0d5b req-739810dd-e8d0-48d8-affb-e1a25c346355 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0866570 Jan 27 17:32:00.972212 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-02a02d32-637a-436f-a5a2-fbc7517e0d5b req-d411328d-6205-4e43-a049-8291ce8cc4d8 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467029 Jan 27 17:32:02.163630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991770d8-7dec-44c4-a8aa-4cb6b86fe9d3 req-d4c6301b-eed8-4f04-9906-b6dacbeab275 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:02.165098 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-991770d8-7dec-44c4-a8aa-4cb6b86fe9d3 req-d4c6301b-eed8-4f04-9906-b6dacbeab275 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0859184 Jan 27 17:32:02.211049 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-991770d8-7dec-44c4-a8aa-4cb6b86fe9d3 req-1f1de0bb-5633-4700-966c-ae5f00892632 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398660 Jan 27 17:32:03.402547 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb649a-4af6-4c27-a923-f1b6756bdd3a req-c046c3c8-d2aa-4ccd-b05b-3f5fe70c3f4d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:03.404100 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b1cb649a-4af6-4c27-a923-f1b6756bdd3a req-c046c3c8-d2aa-4ccd-b05b-3f5fe70c3f4d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0849373 Jan 27 17:32:03.451894 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b1cb649a-4af6-4c27-a923-f1b6756bdd3a req-4fd478a8-672b-4de8-b1f0-e753d57f0178 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Jan 27 17:32:04.662382 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed153d1-2b65-41f7-984a-854ccf7d04c1 req-126b71c5-601b-4d66-b946-e91a83ba7955 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:04.663821 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1ed153d1-2b65-41f7-984a-854ccf7d04c1 req-126b71c5-601b-4d66-b946-e91a83ba7955 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.1045327 Jan 27 17:32:04.710497 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1ed153d1-2b65-41f7-984a-854ccf7d04c1 req-4c85a0ac-027a-49d1-99cb-5ad3b5c6f4a6 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405447 Jan 27 17:32:05.911119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6287ef1-25af-4651-91ac-170e6c504849 req-4b023017-9657-4a5c-ab02-fcc763a8abb6 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:05.912625 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f6287ef1-25af-4651-91ac-170e6c504849 req-4b023017-9657-4a5c-ab02-fcc763a8abb6 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0929918 Jan 27 17:32:05.959725 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f6287ef1-25af-4651-91ac-170e6c504849 req-72880af1-e574-4d9e-b8cc-04ed32b2df8f tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410724 Jan 27 17:32:07.167157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e104488-fc85-43e7-a3ce-71a8fbd4a29e req-3c20c1d8-7f31-4bff-9c2a-a675ab685479 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:07.168765 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5e104488-fc85-43e7-a3ce-71a8fbd4a29e req-3c20c1d8-7f31-4bff-9c2a-a675ab685479 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0952342 Jan 27 17:32:07.215893 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5e104488-fc85-43e7-a3ce-71a8fbd4a29e req-2e9f30db-91f2-4d83-9e45-914830f83e62 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386317 Jan 27 17:32:08.400575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d9493-e5b4-4e92-9ff7-abc9b74391d8 req-229fe18c-f193-491c-9d81-3d79039c6b6d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:08.402042 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4e5d9493-e5b4-4e92-9ff7-abc9b74391d8 req-229fe18c-f193-491c-9d81-3d79039c6b6d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0791345 Jan 27 17:32:08.447590 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4e5d9493-e5b4-4e92-9ff7-abc9b74391d8 req-436d24f4-ba3b-43e4-a37a-cde51369da9f tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395715 Jan 27 17:32:09.649794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971402e-7009-4bd3-b061-49ca8b262205 req-1af5a7f6-baa9-4d50-adc6-7fb0b0da608d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:09.651194 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3971402e-7009-4bd3-b061-49ca8b262205 req-1af5a7f6-baa9-4d50-adc6-7fb0b0da608d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0930836 Jan 27 17:32:09.712026 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3971402e-7009-4bd3-b061-49ca8b262205 req-7dbdea50-c11f-48a4-978d-5d47af2ef70c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545313 Jan 27 17:32:10.928588 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b110b2-bf9a-4308-93f6-f889119c96be req-73ff9565-9c20-4d3d-b986-ccba5b5cd635 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:10.930120 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-07b110b2-bf9a-4308-93f6-f889119c96be req-73ff9565-9c20-4d3d-b986-ccba5b5cd635 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0880761 Jan 27 17:32:10.982845 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-07b110b2-bf9a-4308-93f6-f889119c96be req-db3c5e02-f2a5-45cf-8319-03427b1c4656 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444496 Jan 27 17:32:12.193179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec477-c7c9-44f6-a765-df1689ad4de9 req-cd38f584-2807-420b-b768-3fe523f5a4dd tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:12.194689 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d1dec477-c7c9-44f6-a765-df1689ad4de9 req-cd38f584-2807-420b-b768-3fe523f5a4dd tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0974550 Jan 27 17:32:12.243415 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d1dec477-c7c9-44f6-a765-df1689ad4de9 req-92679409-c4f1-472e-b8ff-6bb92e4cc283 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425742 Jan 27 17:32:13.443141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846a855-d035-46e5-bb49-3aabb89e47fe req-67d4ad03-d372-4db4-96fa-5732781f3db4 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:13.444770 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f846a855-d035-46e5-bb49-3aabb89e47fe req-67d4ad03-d372-4db4-96fa-5732781f3db4 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0869906 Jan 27 17:32:13.500655 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f846a855-d035-46e5-bb49-3aabb89e47fe req-7655559d-31d3-43ce-adb7-5648ef5fc461 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427220 Jan 27 17:32:13.561935 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:32:14.698285 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55569b-c78b-4bf1-8437-d74f1660de98 req-585b8417-8454-4365-8314-19cc5bd7efac tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:14.699795 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5b55569b-c78b-4bf1-8437-d74f1660de98 req-585b8417-8454-4365-8314-19cc5bd7efac tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0857193 Jan 27 17:32:14.747553 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5b55569b-c78b-4bf1-8437-d74f1660de98 req-bcbb9c9f-78f0-43b4-ab7f-213ab9539725 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412114 Jan 27 17:32:15.965542 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557904b-2a93-4e29-a262-bd8f9e336700 req-2cbcd072-c092-4986-bc6a-c5108a395980 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:15.967066 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0557904b-2a93-4e29-a262-bd8f9e336700 req-2cbcd072-c092-4986-bc6a-c5108a395980 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0952113 Jan 27 17:32:16.021557 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0557904b-2a93-4e29-a262-bd8f9e336700 req-017bb61a-dee2-4274-8094-812e67b9925a tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481520 Jan 27 17:32:17.224157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5297c-801e-4c53-83c9-3bcacf86c3b6 req-14d2f8ba-04aa-46c2-8977-7715bf187db7 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:17.225600 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f6b5297c-801e-4c53-83c9-3bcacf86c3b6 req-14d2f8ba-04aa-46c2-8977-7715bf187db7 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0909514 Jan 27 17:32:17.274896 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f6b5297c-801e-4c53-83c9-3bcacf86c3b6 req-858afa54-7fe6-43f8-be4c-50b534e8cc72 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399101 Jan 27 17:32:18.481756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f84425-79e3-4f07-89f9-9e41f58e29fa req-16e89231-4d5a-40c6-b99b-8c77c1baeea6 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:18.483261 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a7f84425-79e3-4f07-89f9-9e41f58e29fa req-16e89231-4d5a-40c6-b99b-8c77c1baeea6 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0933800 Jan 27 17:32:18.546534 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a7f84425-79e3-4f07-89f9-9e41f58e29fa req-ddddba62-68be-4f70-8273-5030d59b418c tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475528 Jan 27 17:32:19.091189 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-720dc992-f2ac-4149-87a9-083efb6a61fe service neutron] 10.222.0.88 "GET /v2.0/ports/1ae2da56-d7fc-4070-b927-a7dba1829968/bindings/hv-neutron-8250 HTTP/1.1" status: 200 len: 384 time: 0.0793703 Jan 27 17:32:19.368913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a21de7-4404-487d-8c19-963653befcc4 req-94126519-8246-43d7-a37e-6767b826a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:19.370407 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-94126519-8246-43d7-a37e-6767b826a637 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163&tenant_id=f6d2c54069d44267a0375eba5e251406 HTTP/1.1" status: 200 len: 1098 time: 0.0753222 Jan 27 17:32:19.476871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a21de7-4404-487d-8c19-963653befcc4 req-71e1352f-ba92-476a-a475-572232cda7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:19.478733 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-71e1352f-ba92-476a-a475-572232cda7f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6d2c54069d44267a0375eba5e251406&device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 1098 time: 0.0804644 Jan 27 17:32:19.719444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a21de7-4404-487d-8c19-963653befcc4 req-9b5348f2-e59a-4526-88d1-51d364352361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:19.720972 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-9b5348f2-e59a-4526-88d1-51d364352361 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 200 len: 917 time: 0.2370768 Jan 27 17:32:19.743435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f41e9-40e1-46cf-b4e0-5f6f119baf16 req-981bccae-13c5-4581-ba9f-5104239af3eb tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:19.745002 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2b6f41e9-40e1-46cf-b4e0-5f6f119baf16 req-981bccae-13c5-4581-ba9f-5104239af3eb tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0885379 Jan 27 17:32:19.791797 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-078bd5c0-c57d-4e51-9d5a-ffb7d0e876ad service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ae2da56-d7fc-4070-b927-a7dba1829968 HTTP/1.1" status: 200 len: 217 time: 0.0642602 Jan 27 17:32:19.792169 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2b6f41e9-40e1-46cf-b4e0-5f6f119baf16 req-5c51d735-17d5-42f9-82c0-4cb1a6affc63 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Jan 27 17:32:19.856967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a21de7-4404-487d-8c19-963653befcc4 req-bd7b49b8-00b9-4048-9ceb-3be3df7ea5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:19.859020 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-bd7b49b8-00b9-4048-9ceb-3be3df7ea5d0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d1a7647-dca6-4d5f-af0f-12fdbe7792a8 HTTP/1.1" status: 200 len: 855 time: 0.0616262 Jan 27 17:32:19.915354 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-9ad22b59-de90-44d2-8245-2f1e3ff5d309 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9038163-4550-4abc-a2be-af2bc2bfeb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503693 Jan 27 17:32:20.056340 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-b44a7e54-dc55-4cba-ab54-f2d7d1b515fb service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345978 Jan 27 17:32:20.202558 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-25a21de7-4404-487d-8c19-963653befcc4 req-e060e449-3f21-48f2-a9b0-8ce5a69efa68 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392729 Jan 27 17:32:21.013722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a931ffa-6dc4-469b-9484-f31ecd31888b req-65425eba-8e68-414a-83c1-a2d966ed5789 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:21.015204 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6a931ffa-6dc4-469b-9484-f31ecd31888b req-65425eba-8e68-414a-83c1-a2d966ed5789 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.1009402 Jan 27 17:32:21.065135 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6a931ffa-6dc4-469b-9484-f31ecd31888b req-34b8bb7f-9d1e-467a-b23d-257e2b0254a1 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Jan 27 17:32:21.532681 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-510801a8-4327-40d4-a941-83fa38fa28ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:22.271928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d87e-d0b3-4232-8367-c812b0b54c8b req-38823b8f-ad4f-43e5-8a21-b9c66b9a3f64 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:22.273366 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-34f2d87e-d0b3-4232-8367-c812b0b54c8b req-38823b8f-ad4f-43e5-8a21-b9c66b9a3f64 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0925229 Jan 27 17:32:22.323202 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-34f2d87e-d0b3-4232-8367-c812b0b54c8b req-3c23cf88-4d93-4e42-ad2c-e116e76afe0e tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Jan 27 17:32:22.646403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fee6f3-96e6-4ab9-9a54-b231d88631ff req-fe2ecb2e-fa8d-4575-8ea6-fb172bcae2fe tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:22.647788 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-99fee6f3-96e6-4ab9-9a54-b231d88631ff req-fe2ecb2e-fa8d-4575-8ea6-fb172bcae2fe tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.88 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163&tenant_id=f6d2c54069d44267a0375eba5e251406&binding%3Ahost_id=hv-neutron-8250 HTTP/1.1" status: 200 len: 945 time: 0.0824325 Jan 27 17:32:22.651106 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46605d06-5232-4e61-8c01-191cb71c9a64 req-ca2a8df0-2a74-42e6-b02b-8d6d2ecd4c17 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:22.652601 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-46605d06-5232-4e61-8c01-191cb71c9a64 req-ca2a8df0-2a74-42e6-b02b-8d6d2ecd4c17 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0819018 Jan 27 17:32:22.698342 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-46605d06-5232-4e61-8c01-191cb71c9a64 req-c1a8909a-73c9-4783-9fb9-1d7e0eb1b11a tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399864 Jan 27 17:32:22.794176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fee6f3-96e6-4ab9-9a54-b231d88631ff req-b665b808-6904-42dd-bc2a-45ce39e9e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:22.795772 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-99fee6f3-96e6-4ab9-9a54-b231d88631ff req-b665b808-6904-42dd-bc2a-45ce39e9e6cc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6d2c54069d44267a0375eba5e251406&device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 1098 time: 0.0785458 Jan 27 17:32:22.933490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fee6f3-96e6-4ab9-9a54-b231d88631ff req-9c71d318-dfa0-4233-8501-554c3821c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:22.934859 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-99fee6f3-96e6-4ab9-9a54-b231d88631ff req-9c71d318-dfa0-4233-8501-554c3821c59f service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 200 len: 917 time: 0.1329854 Jan 27 17:32:23.008789 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-99fee6f3-96e6-4ab9-9a54-b231d88631ff req-7959c9ec-994a-475f-b432-2ffe16dbeae1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ae2da56-d7fc-4070-b927-a7dba1829968 HTTP/1.1" status: 200 len: 217 time: 0.0666885 Jan 27 17:32:23.077288 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fee6f3-96e6-4ab9-9a54-b231d88631ff req-fa80e48f-574c-481f-a8c3-c8943dbb438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:23.078791 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-99fee6f3-96e6-4ab9-9a54-b231d88631ff req-fa80e48f-574c-481f-a8c3-c8943dbb438d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d1a7647-dca6-4d5f-af0f-12fdbe7792a8 HTTP/1.1" status: 200 len: 855 time: 0.0639191 Jan 27 17:32:23.125631 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-99fee6f3-96e6-4ab9-9a54-b231d88631ff req-dfe8c711-9c01-4ccb-80bf-e764fe0415ec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9038163-4550-4abc-a2be-af2bc2bfeb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408220 Jan 27 17:32:23.269052 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-99fee6f3-96e6-4ab9-9a54-b231d88631ff req-e5836932-7d1e-4966-af5a-958c83e52159 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376095 Jan 27 17:32:23.422355 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-99fee6f3-96e6-4ab9-9a54-b231d88631ff req-6a24c1c6-1773-4685-9129-e29933724232 service neutron] 10.222.0.88 "GET /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475835 Jan 27 17:32:23.898262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b006-0522-4608-8b16-a622846c4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:23.916755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046532b-5092-4e87-bf7f-17b9a612d066 req-10d79356-9fbf-4fd5-a989-bd9b06ee03ae tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:23.918961 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c046532b-5092-4e87-bf7f-17b9a612d066 req-10d79356-9fbf-4fd5-a989-bd9b06ee03ae tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.1046071 Jan 27 17:32:23.968990 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c046532b-5092-4e87-bf7f-17b9a612d066 req-6d5ed5df-9455-499a-804a-bfbee2c0ea6d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439260 Jan 27 17:32:24.851010 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:25.165617 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012aa7a3-85fc-4453-a611-1a0d42a0cd60 req-a138f70c-5876-42e5-8f95-d0fd1d933959 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:25.166986 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-012aa7a3-85fc-4453-a611-1a0d42a0cd60 req-a138f70c-5876-42e5-8f95-d0fd1d933959 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0886683 Jan 27 17:32:25.217866 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-012aa7a3-85fc-4453-a611-1a0d42a0cd60 req-264f0be7-b727-4f2b-879b-246dae411d2f tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445426 Jan 27 17:32:25.325821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:25.431753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a9c11-10b2-4b6d-af4a-e3afa6d3bdf0 req-a24c3c03-cdcb-4e23-bbd4-aa9743dba487 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:25.433218 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2d5a9c11-10b2-4b6d-af4a-e3afa6d3bdf0 req-a24c3c03-cdcb-4e23-bbd4-aa9743dba487 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0935779 Jan 27 17:32:25.489093 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2d5a9c11-10b2-4b6d-af4a-e3afa6d3bdf0 req-ab562a87-ce23-448c-8a36-6827987c535d tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489666 Jan 27 17:32:25.678176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5701d-080d-47a3-9455-b10f8656189d req-0881049c-0804-4683-9a09-f4c738e84554 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:25.679684 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-02c5701d-080d-47a3-9455-b10f8656189d req-0881049c-0804-4683-9a09-f4c738e84554 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0837553 Jan 27 17:32:25.726568 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-02c5701d-080d-47a3-9455-b10f8656189d req-2a50c02d-2ea5-453a-b21c-5a5d19802459 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401967 Jan 27 17:32:26.302650 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd076e47-8231-4746-915a-f6a603d9f277 req-38f4e6ad-68d6-44d9-8eda-fc7f836afa50 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:26.304176 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dd076e47-8231-4746-915a-f6a603d9f277 req-38f4e6ad-68d6-44d9-8eda-fc7f836afa50 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0920923 Jan 27 17:32:26.351235 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dd076e47-8231-4746-915a-f6a603d9f277 req-4fe02727-8ee7-41ca-92d2-b10b0caebf79 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411575 Jan 27 17:32:26.691269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:27.558901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca92b4-1fac-4e77-a7cb-a04fa299368a req-f69472b6-fb3e-468c-a976-c23f84b051ff tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:27.560481 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-48ca92b4-1fac-4e77-a7cb-a04fa299368a req-f69472b6-fb3e-468c-a976-c23f84b051ff tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0939302 Jan 27 17:32:27.607486 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-48ca92b4-1fac-4e77-a7cb-a04fa299368a req-1026389c-4382-40c3-aef1-0bcf7e51e372 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/security-groups?id=beea4223-1ec9-4549-8ba8-ad3f7ceea38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Jan 27 17:32:27.765044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38ee95-b19b-4f2f-bbff-9099782fa9e0 req-d172a1c1-4622-4d01-9e50-f49529732133 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:27.766575 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a38ee95-b19b-4f2f-bbff-9099782fa9e0 req-d172a1c1-4622-4d01-9e50-f49529732133 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.88 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 945 time: 0.0862856 Jan 27 17:32:27.839032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-2a38ee95-b19b-4f2f-bbff-9099782fa9e0 req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Deleting port 1ae2da56-d7fc-4070-b927-a7dba1829968 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:32:27.839368 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-2a38ee95-b19b-4f2f-bbff-9099782fa9e0 req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:28.212643 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-2a38ee95-b19b-4f2f-bbff-9099782fa9e0 req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] For port 1ae2da56-d7fc-4070-b927-a7dba1829968, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1ae2da56-d7fc-4070-b927-a7dba1829968,segment=NetworkSegment(562cefc3-8358-44e9-a7ed-500edb1bfb9e),segment_id=562cefc3-8358-44e9-a7ed-500edb1bfb9e)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:28.212956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-2a38ee95-b19b-4f2f-bbff-9099782fa9e0 req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:28.364087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-2a38ee95-b19b-4f2f-bbff-9099782fa9e0 req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Calling delete_port for 1ae2da56-d7fc-4070-b927-a7dba1829968 owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:32:28.528601 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-2a38ee95-b19b-4f2f-bbff-9099782fa9e0 req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:28.529588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:28.539320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['1ae2da56-d7fc-4070-b927-a7dba1829968'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:32:28.578987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Pushing event deleted for resources: {'Port': ['ID=1ae2da56-d7fc-4070-b927-a7dba1829968,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:28.617847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:28.618215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:28.618596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:28.618915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:28.619241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:28.619563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:28.619914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:28.620239 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:28.620565 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:28.620882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:28.621203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:28.621516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:28.666772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a38ee95-b19b-4f2f-bbff-9099782fa9e0 req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] No DVR routers for this DVR port 1ae2da56-d7fc-4070-b927-a7dba1829968 on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:32:28.669715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-2a38ee95-b19b-4f2f-bbff-9099782fa9e0 req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:28.672828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c761a0-3244-4215-ab4e-dc66afa88163', 'name': 'network-vif-deleted', 'tag': '1ae2da56-d7fc-4070-b927-a7dba1829968'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:32:28.691443 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a38ee95-b19b-4f2f-bbff-9099782fa9e0 req-def889ae-b8bc-48f2-bc46-a4ac976774ca tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.88 "DELETE /v2.0/ports/1ae2da56-d7fc-4070-b927-a7dba1829968 HTTP/1.1" status: 204 len: 173 time: 0.9199457 Jan 27 17:32:28.755314 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c761a0-3244-4215-ab4e-dc66afa88163', 'name': 'network-vif-deleted', 'tag': '1ae2da56-d7fc-4070-b927-a7dba1829968', 'status': 'completed', 'code': 200} Jan 27 17:32:28.761234 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-af9d1f0a-908a-4fa4-8b2f-7e1820093861 req-a095bd89-a569-4f6c-92f7-7638d2b9da37 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Synchronizing usage tracker for tenant:f6d2c54069d44267a0375eba5e251406 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:32:28.778462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-af9d1f0a-908a-4fa4-8b2f-7e1820093861 req-a095bd89-a569-4f6c-92f7-7638d2b9da37 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] Unset dirty status for tenant:f6d2c54069d44267a0375eba5e251406 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:32:28.779787 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-af9d1f0a-908a-4fa4-8b2f-7e1820093861 req-a095bd89-a569-4f6c-92f7-7638d2b9da37 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] 10.222.0.81 "GET /v2.0/ports?device_id=92c761a0-3244-4215-ab4e-dc66afa88163 HTTP/1.1" status: 200 len: 210 time: 0.0625401 Jan 27 17:32:30.034350 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46936) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:30.104178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Deleting subnet 8d1a7647-dca6-4d5f-af0f-12fdbe7792a8 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:32:30.107467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:30.172019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:30.230297 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:30.298358 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:30.340548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d1a7647-dca6-4d5f-af0f-12fdbe7792a8,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:30.344080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:30.352873 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:30.353212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:30.353543 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:30.353898 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:30.354228 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:30.354544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:30.354862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:30.355173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:30.355495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:30.355800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:30.356111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:30.356420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:30.359802 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-798ec00c-7aab-4e7d-b09e-98b8a1c5e83a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8d1a7647-dca6-4d5f-af0f-12fdbe7792a8 HTTP/1.1" status: 204 len: 168 time: 0.3241372 Jan 27 17:32:30.362379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46940) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:30.480587 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5cdb-93c5-4513-9fa1-deb128201858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:30.606418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5cdb-93c5-4513-9fa1-deb128201858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:30.639875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-2ccc5cdb-93c5-4513-9fa1-deb128201858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9038163-4550-4abc-a2be-af2bc2bfeb68']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:30.763941 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-2ccc5cdb-93c5-4513-9fa1-deb128201858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562cefc3-8358-44e9-a7ed-500edb1bfb9e') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:30.764220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-2ccc5cdb-93c5-4513-9fa1-deb128201858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562cefc3-8358-44e9-a7ed-500edb1bfb9e') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:30.776881 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5cdb-93c5-4513-9fa1-deb128201858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:30.792772 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5cdb-93c5-4513-9fa1-deb128201858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:30.799040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccc5cdb-93c5-4513-9fa1-deb128201858 admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:32:30.799475 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5cdb-93c5-4513-9fa1-deb128201858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:32:30.812871 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:32:30.898736 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5cdb-93c5-4513-9fa1-deb128201858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:30.915472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5cdb-93c5-4513-9fa1-deb128201858 admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:30.925855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc5cdb-93c5-4513-9fa1-deb128201858 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9038163-4550-4abc-a2be-af2bc2bfeb68,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:30.936113 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-2ccc5cdb-93c5-4513-9fa1-deb128201858 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f9038163-4550-4abc-a2be-af2bc2bfeb68 HTTP/1.1" status: 204 len: 168 time: 0.5725532 Jan 27 17:32:31.067529 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46946) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:31.119015 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9ca21326-3990-472e-ba32-7379e80cb145 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6d2c54069d44267a0375eba5e251406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501869 Jan 27 17:32:31.121665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46950) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:31.182989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e858886-5821-492d-95a8-ab64d2bd9997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:31.212351 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e858886-5821-492d-95a8-ab64d2bd9997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:31.272336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e858886-5821-492d-95a8-ab64d2bd9997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:31.288210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e858886-5821-492d-95a8-ab64d2bd9997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beea4223-1ec9-4549-8ba8-ad3f7ceea38b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:31.310017 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5e858886-5821-492d-95a8-ab64d2bd9997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:31.311000 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5e858886-5821-492d-95a8-ab64d2bd9997 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/beea4223-1ec9-4549-8ba8-ad3f7ceea38b HTTP/1.1" status: 204 len: 168 time: 0.1883888 Jan 27 17:32:31.671570 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 1ae2da56-d7fc-4070-b927-a7dba1829968 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:32:31.708410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 1ae2da56-d7fc-4070-b927-a7dba1829968 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:32:31.708765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 1ae2da56-d7fc-4070-b927-a7dba1829968 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:32:32.109089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46974) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:32.223940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-642643452-network', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:32:32.229585 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:32:32.234093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Usage tracker for resource:network and tenant:839d2dd296f6442f9040903b3cb7005d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:32:32.237094 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:32:32.243121 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:32:32.256494 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Made reservation on behalf of 839d2dd296f6442f9040903b3cb7005d for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:32:32.258975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:32.271319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:32.286503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:32:32.290828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Usage tracker for resource:security_group_rule and tenant:839d2dd296f6442f9040903b3cb7005d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:32:32.294285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:32:32.300823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:32:32.401670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:32.407937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:32.439461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1244} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:32:32.447818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2f7ec9-c1fe-4d8a-ae0a-6389d16859f2,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:32.453788 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:32.454132 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Added segment 0d1fa1f4-653b-437a-bb88-4da95dcf9438 of type vlan for network d12e9e96-751d-45f6-bc60-6cceeeffb8bf Jan 27 17:32:32.482487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:32.517179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:32.518674 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:32.519523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:32.623776 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5134466 Jan 27 17:32:32.627304 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 46980) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:32.628889 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d490d-20cc-41f5-9304-9ae8736b1c0d admin admin] Pushing event updated for resources: {'Network': ['ID=d12e9e96-751d-45f6-bc60-6cceeeffb8bf,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:32.633599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Request body: {'subnet': {'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-642643452-subnet', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:32:32.640642 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:32:32.641711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network d12e9e96-751d-45f6-bc60-6cceeeffb8bf details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:32:32.645012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Usage tracker for resource:subnet and tenant:839d2dd296f6442f9040903b3cb7005d is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:32:32.648046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:32:32.654165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:32:32.667826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Made reservation on behalf of 839d2dd296f6442f9040903b3cb7005d for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:32:32.670458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:32.890696 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:32.967769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d379ca57-b953-484d-a8f9-3221984e58ff,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:32.980895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Checking segment: {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:32:32.981233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Network hostable DHCP agents. Network: d12e9e96-751d-45f6-bc60-6cceeeffb8bf, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:32:33.006466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Network d12e9e96-751d-45f6-bc60-6cceeeffb8bf is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:32:33.017734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, d12e9e96-751d-45f6-bc60-6cceeeffb8bf) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:32:33.021954 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:33.022687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:33.027179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3554917c-b4c5-4a4d-acec-ccedf71fdd8f None None] Network d12e9e96-751d-45f6-bc60-6cceeeffb8bf requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:32:33.053436 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5a331757-40e6-44e8-9799-1af6e518e36a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4222674 Jan 27 17:32:33.053758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46984) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:33.058842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:32:33.063846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:32:33.067820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Usage tracker for resource:router and tenant:839d2dd296f6442f9040903b3cb7005d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:32:33.071151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:32:33.077354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:32:33.089676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:33.090768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:33.107699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:33.258715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-d12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:32:33.259481 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:33.382551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:33.457251 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Allocated IP 172.20.0.2 (d12e9e96-751d-45f6-bc60-6cceeeffb8bf/d379ca57-b953-484d-a8f9-3221984e58ff/e9dc593b-4221-47b7-b297-90a7da667dbc) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:32:33.669354 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:33.680961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Transition to ACTIVE for port object e9dc593b-4221-47b7-b297-90a7da667dbc will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:32:33.700597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Transition to ACTIVE for port object e9dc593b-4221-47b7-b297-90a7da667dbc will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:32:33.708375 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:33.773798 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Network d12e9e96-751d-45f6-bc60-6cceeeffb8bf is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:32:33.776704 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:32:33.780671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:32:33.786518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Pushing event updated for resources: {'Port': ['ID=e9dc593b-4221-47b7-b297-90a7da667dbc,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:33.805896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:33.838535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:33.875872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Attempting to bind port e9dc593b-4221-47b7-b297-90a7da667dbc on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:32:33.876139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Attempting to bind port e9dc593b-4221-47b7-b297-90a7da667dbc by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:32:33.876408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Attempting to bind port e9dc593b-4221-47b7-b297-90a7da667dbc on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:32:33.882178 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:32:33.882547 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Checking segment: {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:32:33.882959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:33.883400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Bound using segment: {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:32:33.883964 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Bound port: e9dc593b-4221-47b7-b297-90a7da667dbc, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:32:33.884433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:33.970721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] For port e9dc593b-4221-47b7-b297-90a7da667dbc, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:32:33.973839 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] For port e9dc593b-4221-47b7-b297-90a7da667dbc, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9dc593b-4221-47b7-b297-90a7da667dbc,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:32:33.973999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Allocated IP 172.26.8.36 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/3408cebe-12d9-424f-a249-e0c84851cca7) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:32:33.980575 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:34.063911 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98565414-3972-4608-be3f-cce0e7eef8e6 None None] Pushing event updated for resources: {'Port': ['ID=e9dc593b-4221-47b7-b297-90a7da667dbc,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:34.140612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:34.175677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:34.258957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:32:34.262370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:32:34.266295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:32:34.302595 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Pushing event updated for resources: {'Port': ['ID=3408cebe-12d9-424f-a249-e0c84851cca7,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:34.701760 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:35.050849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bea8305-ad64-4262-bd23-865866b9145f None None] Network d12e9e96-751d-45f6-bc60-6cceeeffb8bf requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:32:35.157946 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dfc1857c-88d6-4766-a602-623dda079b5d None None] Provisioning for port e9dc593b-4221-47b7-b297-90a7da667dbc completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:32:35.165415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:35.380682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Router 626652dc-3e8c-4610-a6f9-b837cc951a0a is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:32:35.574451 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:32:35.584947 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Sync routers for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:32:35.599077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:35.600327 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8493e7b7-3ebb-437c-9c1c-359d063979cf admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5455692 Jan 27 17:32:35.603895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46988) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:35.605323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:32:35.605933 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:32:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:35.790271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:32:35.834632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e9dc593b-4221-47b7-b297-90a7da667dbc up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:32:36.060026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port e9dc593b-4221-47b7-b297-90a7da667dbc completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:32:36.069608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e9dc593b-4221-47b7-b297-90a7da667dbc triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:32:36.069971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:36.270706 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:34Z', 'revision_number': 3, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:36.276966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:36.287344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Checking router: 626652dc-3e8c-4610-a6f9-b837cc951a0a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:32:36.287719 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Updating router 626652dc-3e8c-4610-a6f9-b837cc951a0a port 3408cebe-12d9-424f-a249-e0c84851cca7 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:32:36.289326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:36.357729 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:36.386913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port e9dc593b-4221-47b7-b297-90a7da667dbc, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9dc593b-4221-47b7-b297-90a7da667dbc,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:36.394256 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:36.503045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Allocated IP 172.20.0.1 (d12e9e96-751d-45f6-bc60-6cceeeffb8bf/d379ca57-b953-484d-a8f9-3221984e58ff/95777480-f136-437d-8e1d-c2f2fdb3f4d8) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:32:36.531389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=e9dc593b-4221-47b7-b297-90a7da667dbc,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:36.748853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:36.760445 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Transition to ACTIVE for port object 3408cebe-12d9-424f-a249-e0c84851cca7 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:32:36.767849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:36.793817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:36.812789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Transition to ACTIVE for port object 95777480-f136-437d-8e1d-c2f2fdb3f4d8 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:32:36.840506 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:36.857789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e1546-0b5e-44a9-8d41-e4a3cb464e5a None None] Pushing event updated for resources: {'Port': ['ID=3408cebe-12d9-424f-a249-e0c84851cca7,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:36.860206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Attempting to bind port 3408cebe-12d9-424f-a249-e0c84851cca7 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:32:36.860563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Attempting to bind port 3408cebe-12d9-424f-a249-e0c84851cca7 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:32:36.860915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Attempting to bind port 3408cebe-12d9-424f-a249-e0c84851cca7 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:32:36.866753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:32:36.867120 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:32:36.867512 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:36.867926 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:32:36.868379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Bound port: 3408cebe-12d9-424f-a249-e0c84851cca7, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:32:36.868776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:36.909549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Network d12e9e96-751d-45f6-bc60-6cceeeffb8bf is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:32:36.912490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:32:36.917092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:32:36.945369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] For port 3408cebe-12d9-424f-a249-e0c84851cca7, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:32:36.949749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] For port 3408cebe-12d9-424f-a249-e0c84851cca7, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3408cebe-12d9-424f-a249-e0c84851cca7,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:32:36.955392 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:36.964996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Pushing event updated for resources: {'Port': ['ID=95777480-f136-437d-8e1d-c2f2fdb3f4d8,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:36.978138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:37.033220 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:32:37.033848 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:32:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:37.104662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e1546-0b5e-44a9-8d41-e4a3cb464e5a None None] Pushing event updated for resources: {'Port': ['ID=3408cebe-12d9-424f-a249-e0c84851cca7,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:37.194410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c2f6be0c-e481-4ae6-ae9c-8fa11c20f06d None None] Provisioning for port 95777480-f136-437d-8e1d-c2f2fdb3f4d8 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:32:37.210903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c2f6be0c-e481-4ae6-ae9c-8fa11c20f06d None None] Provisioning complete for port 95777480-f136-437d-8e1d-c2f2fdb3f4d8 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:32:37.211262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c2f6be0c-e481-4ae6-ae9c-8fa11c20f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:37.241714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:37.269597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:32:37.395635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6be0c-e481-4ae6-ae9c-8fa11c20f06d None None] Port 95777480-f136-437d-8e1d-c2f2fdb3f4d8 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:32:37.475692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:37.482161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:37.567612 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:34Z', 'revision_number': 3, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:37.571770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6144a-2b20-4de4-aeda-7a3b1ed66a4b None None] The sync data for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv is: [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:34Z', 'revision_number': 3, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:32:37.583011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:37.586651 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Pushing event updated for resources: {'Port': ['ID=95777480-f136-437d-8e1d-c2f2fdb3f4d8,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:37.728718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Network d12e9e96-751d-45f6-bc60-6cceeeffb8bf is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:32:37.729912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:32:37.796381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e9dc593b-4221-47b7-b297-90a7da667dbc up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:32:37.898721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e9dc593b-4221-47b7-b297-90a7da667dbc triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:32:37.899609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:37.942811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Router 626652dc-3e8c-4610-a6f9-b837cc951a0a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:32:38.122218 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0db1f983-a69c-4fa4-a69f-e10f1808e0a1 None None] Provisioning complete for port 95777480-f136-437d-8e1d-c2f2fdb3f4d8 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:32:38.122671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0db1f983-a69c-4fa4-a69f-e10f1808e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:38.168048 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:32:38.182482 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2b1ca5fd-d6ad-4d66-9253-18debd15da83 admin admin] 10.222.0.81 "PUT /v2.0/routers/626652dc-3e8c-4610-a6f9-b837cc951a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5722888 Jan 27 17:32:38.183332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0db1f983-a69c-4fa4-a69f-e10f1808e0a1 None None] Port 95777480-f136-437d-8e1d-c2f2fdb3f4d8 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:32:38.740656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 46998) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:38.745824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042902696', 'description': 'tempest-description--154620760'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:32:38.752447 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:32:38.756356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Usage tracker for resource:security_group and tenant:839d2dd296f6442f9040903b3cb7005d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:32:38.759265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:32:38.765249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:32:38.777861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:38.798818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:32:38.802738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Usage tracker for resource:security_group_rule and tenant:839d2dd296f6442f9040903b3cb7005d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:32:38.805586 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:32:38.811454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:32:38.883924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:38.891368 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:38.939624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac54699-102c-4e4a-94a3-fff371303f8b,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:38.942843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:38.944115 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-696afc24-881c-4c60-8143-04f0814f5ac0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2024374 Jan 27 17:32:38.947472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 47002) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:38.952808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d83c6f30-bb39-4f47-b235-d80660f19a77 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Request body: {'security_group_rule': {'security_group_id': 'aac54699-102c-4e4a-94a3-fff371303f8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:32:38.959180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d83c6f30-bb39-4f47-b235-d80660f19a77 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:32:38.963280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d83c6f30-bb39-4f47-b235-d80660f19a77 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Usage tracker for resource:security_group_rule and tenant:839d2dd296f6442f9040903b3cb7005d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:32:38.966327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d83c6f30-bb39-4f47-b235-d80660f19a77 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:32:38.972834 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d83c6f30-bb39-4f47-b235-d80660f19a77 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:32:38.992181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d83c6f30-bb39-4f47-b235-d80660f19a77 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.053624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d83c6f30-bb39-4f47-b235-d80660f19a77 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.058570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d83c6f30-bb39-4f47-b235-d80660f19a77 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.086851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c6f30-bb39-4f47-b235-d80660f19a77 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ee4f1f-5067-4d40-93ae-a1e1cb8cc1b9,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:39.096752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d83c6f30-bb39-4f47-b235-d80660f19a77 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.097954 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d83c6f30-bb39-4f47-b235-d80660f19a77 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496174 Jan 27 17:32:39.100904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 47006) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:39.106202 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f59b8332-0b33-47c3-878a-411e6095481b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Request body: {'security_group_rule': {'security_group_id': 'aac54699-102c-4e4a-94a3-fff371303f8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:32:39.112608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f59b8332-0b33-47c3-878a-411e6095481b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:32:39.116632 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f59b8332-0b33-47c3-878a-411e6095481b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Usage tracker for resource:security_group_rule and tenant:839d2dd296f6442f9040903b3cb7005d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:32:39.119633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f59b8332-0b33-47c3-878a-411e6095481b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:32:39.125469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f59b8332-0b33-47c3-878a-411e6095481b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:32:39.207200 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Sync routers for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:32:39.218048 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:32:39.218663 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:32:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:39.261482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f59b8332-0b33-47c3-878a-411e6095481b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.325287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f59b8332-0b33-47c3-878a-411e6095481b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.330487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f59b8332-0b33-47c3-878a-411e6095481b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.356433 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b8332-0b33-47c3-878a-411e6095481b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a5da1c-d6ed-475c-907e-edfb900cc1b3,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:39.366429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f59b8332-0b33-47c3-878a-411e6095481b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.367838 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f59b8332-0b33-47c3-878a-411e6095481b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2658556 Jan 27 17:32:39.370880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 47010) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:39.376120 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:32:39.382067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:32:39.386021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Usage tracker for resource:floatingip and tenant:839d2dd296f6442f9040903b3cb7005d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:32:39.388909 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:32:39.394754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:32:39.399056 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:32:39.405972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.543542 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.682116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Allocated IP 172.26.8.203 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/a0f2b642-a536-4de3-becd-96116f9e8845) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:32:39.710391 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 2, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:39.714261 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Checking router: 626652dc-3e8c-4610-a6f9-b837cc951a0a for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:32:39.714602 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Updating router 626652dc-3e8c-4610-a6f9-b837cc951a0a port 95777480-f136-437d-8e1d-c2f2fdb3f4d8 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:32:39.774366 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.827176 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3408cebe-12d9-424f-a249-e0c84851cca7 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:32:39.840187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.876281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.902781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 3408cebe-12d9-424f-a249-e0c84851cca7 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:32:39.908863 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 3408cebe-12d9-424f-a249-e0c84851cca7 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:32:39.909718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:39.951289 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event updated for resources: {'Port': ['ID=a0f2b642-a536-4de3-becd-96116f9e8845,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:39.963175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:32:39.964370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:32:39.966724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:32:40.031957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:40.049901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:40.050382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 3408cebe-12d9-424f-a249-e0c84851cca7, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3408cebe-12d9-424f-a249-e0c84851cca7,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:40.055739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:40.113754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:40.124892 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=3408cebe-12d9-424f-a249-e0c84851cca7,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:40.137320 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:40.149460 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Transition to ACTIVE for port object 95777480-f136-437d-8e1d-c2f2fdb3f4d8 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:32:40.156630 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:40.304032 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Pushing event updated for resources: {'Port': ['ID=95777480-f136-437d-8e1d-c2f2fdb3f4d8,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:40.317661 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:40.317993 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:40.318512 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:40.318988 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:40.319470 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:40.319981 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:40.320297 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:40.320771 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:40.321247 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:40.321711 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:40.322190 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:40.322651 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:40.339049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:40.354683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:40.429244 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Attempting to bind port 95777480-f136-437d-8e1d-c2f2fdb3f4d8 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:32:40.429723 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Attempting to bind port 95777480-f136-437d-8e1d-c2f2fdb3f4d8 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:32:40.430139 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Attempting to bind port 95777480-f136-437d-8e1d-c2f2fdb3f4d8 on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:32:40.435742 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:32:40.436183 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Checking segment: {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:32:40.436629 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:40.437115 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Bound using segment: {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:32:40.437566 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Bound port: 95777480-f136-437d-8e1d-c2f2fdb3f4d8, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:32:40.437925 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:40.479476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event updated for resources: {'Port': ['ID=a0f2b642-a536-4de3-becd-96116f9e8845,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:40.489432 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:40.515333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:40.524173 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dd773632-93c4-4cba-b11f-16340e4d8327 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1521504 Jan 27 17:32:40.528023 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] For port 95777480-f136-437d-8e1d-c2f2fdb3f4d8, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:32:40.531998 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] For port 95777480-f136-437d-8e1d-c2f2fdb3f4d8, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=95777480-f136-437d-8e1d-c2f2fdb3f4d8,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:32:40.537340 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:40.654230 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:32:40.654837 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:32:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:40.690483 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-2873628d-b2e9-4273-86dc-02f0ac87e26f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1042902696&fields=id&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 267 time: 0.0429349 Jan 27 17:32:40.703952 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609a38e-af8c-4c20-9aac-42485b394bf6 None None] Pushing event updated for resources: {'Port': ['ID=95777480-f136-437d-8e1d-c2f2fdb3f4d8,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:40.841450 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:32:40.855790 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-21eb550f-a957-4898-9917-0c1e876417a3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:40.857340 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-21eb550f-a957-4898-9917-0c1e876417a3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 811 time: 0.1600099 Jan 27 17:32:40.875668 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-4817d027-c1ea-4afb-bb32-72f2d0d49793 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/quotas/839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 375 time: 0.0119987 Jan 27 17:32:40.964330 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-47d400e8-ba06-4d8a-98d9-8cffae84a40b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833366 Jan 27 17:32:41.153982 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-070f5649-4eba-482e-a3e9-69d2f8599bf8 service neutron] 10.222.0.81 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763349 Jan 27 17:32:41.158893 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:41.163280 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada9034-5a10-4b1d-9ca1-0eb46134e533 None None] The sync data for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv is: [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:32:41.300419 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-8d499921-9be3-4754-bcc6-756b0f5d88d5 service neutron] 10.222.0.81 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398706 Jan 27 17:32:41.508716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-9809981d-0f6d-450a-917a-e3184abbcd65 req-7bb8e3d9-dbaa-4900-879f-77451ae965d1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Synchronizing usage tracker for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:32:41.529773 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-9809981d-0f6d-450a-917a-e3184abbcd65 req-7bb8e3d9-dbaa-4900-879f-77451ae965d1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Unset dirty status for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:32:41.531674 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9809981d-0f6d-450a-917a-e3184abbcd65 req-7bb8e3d9-dbaa-4900-879f-77451ae965d1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 210 time: 0.0745659 Jan 27 17:32:41.890975 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 95777480-f136-437d-8e1d-c2f2fdb3f4d8 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:32:41.975641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 95777480-f136-437d-8e1d-c2f2fdb3f4d8 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:32:41.982380 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 95777480-f136-437d-8e1d-c2f2fdb3f4d8 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:32:41.983448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:42.114624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:42.157173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 95777480-f136-437d-8e1d-c2f2fdb3f4d8, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=95777480-f136-437d-8e1d-c2f2fdb3f4d8,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:42.162091 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:42.162881 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3408cebe-12d9-424f-a249-e0c84851cca7 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:32:42.299657 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=95777480-f136-437d-8e1d-c2f2fdb3f4d8,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:42.307801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 3408cebe-12d9-424f-a249-e0c84851cca7 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:32:42.308058 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:42.693060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-30360d97-323b-4dc0-b3d5-09289284f3f1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:42.693704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-30360d97-323b-4dc0-b3d5-09289284f3f1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Synchronizing usage tracker for tenant:839d2dd296f6442f9040903b3cb7005d on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:32:42.712119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-30360d97-323b-4dc0-b3d5-09289284f3f1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Unset dirty status for tenant:839d2dd296f6442f9040903b3cb7005d on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:32:42.713828 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-30360d97-323b-4dc0-b3d5-09289284f3f1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 811 time: 0.1927207 Jan 27 17:32:42.714868 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5d94541a-7ff8-4958-bfe7-cf0bb0b17213 req-784f95fa-3469-470a-893f-46613e92d3fb tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 210 time: 0.0598166 Jan 27 17:32:42.764365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-b2a7af07-4851-4e6b-8a2d-c828ed3eea42 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Synchronizing usage tracker for tenant:839d2dd296f6442f9040903b3cb7005d on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:32:42.783363 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-b2a7af07-4851-4e6b-8a2d-c828ed3eea42 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Unset dirty status for tenant:839d2dd296f6442f9040903b3cb7005d on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:32:42.784640 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-b2a7af07-4851-4e6b-8a2d-c828ed3eea42 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 380 time: 0.0617292 Jan 27 17:32:42.793694 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Request body: {'port': {'device_id': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'admin_state_up': True, 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'security_groups': ['aac54699-102c-4e4a-94a3-fff371303f8b']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:32:42.932534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:32:42.943180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:32:42.956022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Made reservation on behalf of 839d2dd296f6442f9040903b3cb7005d for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:32:42.959462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:43.127122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Allocated IP 172.20.0.10 (d12e9e96-751d-45f6-bc60-6cceeeffb8bf/d379ca57-b953-484d-a8f9-3221984e58ff/860a822c-619b-42ed-978d-0780b412d881) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:32:43.448364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:43.464115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Transition to ACTIVE for port object 860a822c-619b-42ed-978d-0780b412d881 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:32:43.491562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:43.563471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Network d12e9e96-751d-45f6-bc60-6cceeeffb8bf is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:32:43.566644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:32:43.570550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:32:43.601286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event updated for resources: {'Port': ['ID=860a822c-619b-42ed-978d-0780b412d881,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:43.639312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:43.640060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:43.674248 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-bc31e81c-7be9-4896-b559-5277314212e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8843050 Jan 27 17:32:43.685851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Request body: {'port': {'device_id': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:32:43.801655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 95777480-f136-437d-8e1d-c2f2fdb3f4d8 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:32:43.813666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:43.837805 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dc8a3f1b-1dd9-466e-b2e9-2a77036749b6 None None] Provisioning for port 860a822c-619b-42ed-978d-0780b412d881 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:32:43.861230 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dc8a3f1b-1dd9-466e-b2e9-2a77036749b6 None None] Provisioning complete for port 860a822c-619b-42ed-978d-0780b412d881 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:32:43.861667 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dc8a3f1b-1dd9-466e-b2e9-2a77036749b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:43.924406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a3f1b-1dd9-466e-b2e9-2a77036749b6 None None] Port 860a822c-619b-42ed-978d-0780b412d881 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:32:43.938456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 95777480-f136-437d-8e1d-c2f2fdb3f4d8 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:32:43.938824 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:44.060555 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b07125-b2e7-4f55-9a93-d627d9efa175 req-4b073ea5-3a62-42fb-b114-674e4a5b8d8c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:44.061763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c1b07125-b2e7-4f55-9a93-d627d9efa175 req-4b073ea5-3a62-42fb-b114-674e4a5b8d8c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Synchronizing usage tracker for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:32:44.140124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c1b07125-b2e7-4f55-9a93-d627d9efa175 req-4b073ea5-3a62-42fb-b114-674e4a5b8d8c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Unset dirty status for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:32:44.141331 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c1b07125-b2e7-4f55-9a93-d627d9efa175 req-4b073ea5-3a62-42fb-b114-674e4a5b8d8c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 932 time: 0.2814560 Jan 27 17:32:44.215741 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c1b07125-b2e7-4f55-9a93-d627d9efa175 req-04471bb0-7915-4e29-9196-073455eaed43 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670969 Jan 27 17:32:44.291421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860a822c-619b-42ed-978d-0780b412d881 {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:32:44.300853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:44.315943 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Transition to ACTIVE for port object 860a822c-619b-42ed-978d-0780b412d881 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:32:44.321810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:44.477591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Pushing event updated for resources: {'Port': ['ID=860a822c-619b-42ed-978d-0780b412d881,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:44.565300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Attempting to bind port 860a822c-619b-42ed-978d-0780b412d881 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:32:44.565626 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Attempting to bind port 860a822c-619b-42ed-978d-0780b412d881 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:32:44.565942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Attempting to bind port 860a822c-619b-42ed-978d-0780b412d881 on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:32:44.570536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Port 860a822c-619b-42ed-978d-0780b412d881 on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:32:44.570822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Attempting to bind port 860a822c-619b-42ed-978d-0780b412d881 on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:32:44.575899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:32:44.576319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Checking segment: {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:32:44.576686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Bound using segment: {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:32:44.577107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Bound port: 860a822c-619b-42ed-978d-0780b412d881, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:32:44.577445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:44.670180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] For port 860a822c-619b-42ed-978d-0780b412d881, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:32:44.673318 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] For port 860a822c-619b-42ed-978d-0780b412d881, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=860a822c-619b-42ed-978d-0780b412d881,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:32:44.679479 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:44.742114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:44.742834 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:44.744109 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] 10.222.0.88 "PUT /v2.0/ports/860a822c-619b-42ed-978d-0780b412d881 HTTP/1.1" status: 200 len: 1094 time: 1.0627351 Jan 27 17:32:44.744523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'tag': '860a822c-619b-42ed-978d-0780b412d881'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:32:44.767350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0067b20-6d2c-4d14-9277-e394afe26869 service neutron] Pushing event updated for resources: {'Port': ['ID=860a822c-619b-42ed-978d-0780b412d881,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:44.827371 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'tag': '860a822c-619b-42ed-978d-0780b412d881', 'status': 'completed', 'code': 200} Jan 27 17:32:44.865009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-d0078a47-850b-4749-a05f-ce6cdbfbe4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:44.866511 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-d0078a47-850b-4749-a05f-ce6cdbfbe4b8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 1097 time: 0.0750639 Jan 27 17:32:44.938338 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-70f5f661-4b4a-4802-976a-6bbf3b92158e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860a822c-619b-42ed-978d-0780b412d881 HTTP/1.1" status: 200 len: 217 time: 0.0649714 Jan 27 17:32:45.001061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-b149ec0c-897d-42b2-9467-d703a4debea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:45.002448 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-b149ec0c-897d-42b2-9467-d703a4debea9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0580928 Jan 27 17:32:45.086244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-0331a5a5-cb6d-427f-8aec-6da9719e38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:45.088616 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-0331a5a5-cb6d-427f-8aec-6da9719e38a7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800929 Jan 27 17:32:45.369926 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-894cb1c7-b679-4c41-8665-761d30900355 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748675 Jan 27 17:32:45.516717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cca096-267d-4662-9b45-c3e0ea7b493b req-6aca33fa-af76-4391-b6bb-c8547398245f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:45.518067 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-14cca096-267d-4662-9b45-c3e0ea7b493b req-6aca33fa-af76-4391-b6bb-c8547398245f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 944 time: 0.1935852 Jan 27 17:32:45.527394 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b9a3fe0f-4fe5-46c6-a5dc-81075b1446e4 req-c064270b-1af6-4793-bd62-fe6ced7a0572 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470411 Jan 27 17:32:45.566856 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-14cca096-267d-4662-9b45-c3e0ea7b493b req-8cefbf99-137e-444c-a80d-77c3a785929f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417621 Jan 27 17:32:45.646817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e52dd-717b-4de5-a310-21c525bfd129 req-d1a28dbe-94b7-4019-9fd8-cb58531545af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:45.648263 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4e1e52dd-717b-4de5-a310-21c525bfd129 req-d1a28dbe-94b7-4019-9fd8-cb58531545af service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 1097 time: 0.0754652 Jan 27 17:32:45.782833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e52dd-717b-4de5-a310-21c525bfd129 req-cbe6da38-0636-4d88-b97e-0c95d9444bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:45.784232 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4e1e52dd-717b-4de5-a310-21c525bfd129 req-cbe6da38-0636-4d88-b97e-0c95d9444bec service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1294062 Jan 27 17:32:45.855131 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4e1e52dd-717b-4de5-a310-21c525bfd129 req-12e1255c-734e-48e3-831b-589f6619341b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860a822c-619b-42ed-978d-0780b412d881 HTTP/1.1" status: 200 len: 217 time: 0.0637012 Jan 27 17:32:45.917232 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e52dd-717b-4de5-a310-21c525bfd129 req-b79401e2-8ac1-4870-aa74-2ee4d856edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:45.918686 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4e1e52dd-717b-4de5-a310-21c525bfd129 req-b79401e2-8ac1-4870-aa74-2ee4d856edeb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0574086 Jan 27 17:32:45.996597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e52dd-717b-4de5-a310-21c525bfd129 req-78443865-92a3-4176-85d8-345b02467400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:45.998114 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4e1e52dd-717b-4de5-a310-21c525bfd129 req-78443865-92a3-4176-85d8-345b02467400 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724730 Jan 27 17:32:46.135152 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4e1e52dd-717b-4de5-a310-21c525bfd129 req-17f28d92-c903-49b9-8b85-ca73d8490cab service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291153 Jan 27 17:32:46.274405 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4e1e52dd-717b-4de5-a310-21c525bfd129 req-8e01b918-cf59-4b49-82dc-29b7359d0825 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330202 Jan 27 17:32:46.757939 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe50cc-e2ca-43af-8f3e-49ba8fabcde9 req-8be04330-8653-4010-8c9e-d8951d681d3d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:46.759445 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6dbe50cc-e2ca-43af-8f3e-49ba8fabcde9 req-8be04330-8653-4010-8c9e-d8951d681d3d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 944 time: 0.0858407 Jan 27 17:32:46.808275 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6dbe50cc-e2ca-43af-8f3e-49ba8fabcde9 req-7af427e6-b7b1-4705-8c2b-9385dc5d9eaf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Jan 27 17:32:47.773841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 860a822c-619b-42ed-978d-0780b412d881 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:32:47.911261 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 860a822c-619b-42ed-978d-0780b412d881, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=860a822c-619b-42ed-978d-0780b412d881,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:47.925090 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '860a822c-619b-42ed-978d-0780b412d881', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'port_id': '860a822c-619b-42ed-978d-0780b412d881', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:32:47.989177 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:48.006528 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860a822c-619b-42ed-978d-0780b412d881 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:32:48.014743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7172bf8-e2ac-4345-abb8-19a6bbc2ec96 req-54a142e0-47b1-4d15-96bd-683bb268fb24 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:48.017150 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f7172bf8-e2ac-4345-abb8-19a6bbc2ec96 req-54a142e0-47b1-4d15-96bd-683bb268fb24 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 944 time: 0.0905406 Jan 27 17:32:48.023401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 860a822c-619b-42ed-978d-0780b412d881, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=860a822c-619b-42ed-978d-0780b412d881,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:48.028382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:48.062417 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f7172bf8-e2ac-4345-abb8-19a6bbc2ec96 req-d2184303-b8b2-439a-9973-305671bb627f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392733 Jan 27 17:32:48.097151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=860a822c-619b-42ed-978d-0780b412d881,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:48.105059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:48.105415 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:48.105750 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:48.106064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:48.106387 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:48.106708 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:48.107025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:48.107340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:48.107686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:48.108011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:48.108394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:48.108710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:48.234123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['860a822c-619b-42ed-978d-0780b412d881'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:32:49.257804 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccc8f3-e496-4b70-971a-600d482c9441 req-791cd5fa-3ff8-48fb-8157-45ebafda972c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:49.259269 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-22ccc8f3-e496-4b70-971a-600d482c9441 req-791cd5fa-3ff8-48fb-8157-45ebafda972c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 945 time: 0.0902236 Jan 27 17:32:49.303607 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-22ccc8f3-e496-4b70-971a-600d482c9441 req-91c06a56-e1da-4342-8e3b-ecfb65caa45d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384901 Jan 27 17:32:49.777795 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 860a822c-619b-42ed-978d-0780b412d881 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:32:49.850785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 860a822c-619b-42ed-978d-0780b412d881 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:32:49.856450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 860a822c-619b-42ed-978d-0780b412d881 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:32:49.856811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:50.005728 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:50.036605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860a822c-619b-42ed-978d-0780b412d881'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:32:50.047074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 860a822c-619b-42ed-978d-0780b412d881, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=860a822c-619b-42ed-978d-0780b412d881,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:50.053254 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:50.085477 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860a822c-619b-42ed-978d-0780b412d881', 'code': 200} Jan 27 17:32:50.128427 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=860a822c-619b-42ed-978d-0780b412d881,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:50.314624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8f737-e47f-4417-b928-ac3369b8bf53 req-b9e3093d-45b9-41ac-9b61-d0bff0b9efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:50.316071 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-97c8f737-e47f-4417-b928-ac3369b8bf53 req-b9e3093d-45b9-41ac-9b61-d0bff0b9efa5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 1099 time: 0.0752282 Jan 27 17:32:50.363337 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-97c8f737-e47f-4417-b928-ac3369b8bf53 req-795aaa57-2c8a-43b6-915f-8c6e302c3c73 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407243 Jan 27 17:32:50.494088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f984f08-12c0-43c1-9991-a9fc2509d2fb req-2645e436-e352-478f-b0c5-b0e470acddae tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:50.495526 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0f984f08-12c0-43c1-9991-a9fc2509d2fb req-2645e436-e352-478f-b0c5-b0e470acddae tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0830686 Jan 27 17:32:50.549106 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0f984f08-12c0-43c1-9991-a9fc2509d2fb req-5464cdd4-e23c-4d8f-9a9b-c108f288fff1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450664 Jan 27 17:32:50.560775 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:32:51.531620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b1bd48cd-a787-4f49-95ab-d809ee9aa62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:51.757692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465e39e-9cc1-4542-a326-ff21b1abea9c req-247d1815-8d39-4332-a9ae-23514c1ea88c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:51.759161 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c465e39e-9cc1-4542-a326-ff21b1abea9c req-247d1815-8d39-4332-a9ae-23514c1ea88c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0913117 Jan 27 17:32:51.803568 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c465e39e-9cc1-4542-a326-ff21b1abea9c req-371bea4e-1fc7-4e83-846a-fd29eccb4991 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385730 Jan 27 17:32:51.996289 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2efd6f-bba5-44b7-bc3c-61b0cf8c277e req-e83437ff-d470-4397-8601-a27df61df82d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:51.997717 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd2efd6f-bba5-44b7-bc3c-61b0cf8c277e req-e83437ff-d470-4397-8601-a27df61df82d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0894077 Jan 27 17:32:52.010858 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 47066) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:52.016132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-98877c21-4294-41b1-baba-667b942476bf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Request body: {'floatingip': {'port_id': '860a822c-619b-42ed-978d-0780b412d881'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:32:52.099161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-98877c21-4294-41b1-baba-667b942476bf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:52.836216 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-98877c21-4294-41b1-baba-667b942476bf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:52.842146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-98877c21-4294-41b1-baba-667b942476bf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:53.012029 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-98877c21-4294-41b1-baba-667b942476bf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Floating IP be4b292b-c23a-4092-b81b-d80db5025e0a associated. External IP: 172.26.8.203, port: 860a822c-619b-42ed-978d-0780b412d881. Jan 27 17:32:53.235267 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a097e4fd-ba9f-4b4e-8437-f087d94dc2da req-a6e14283-abf7-4260-9582-907469da7473 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755374 Jan 27 17:32:53.361846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98877c21-4294-41b1-baba-667b942476bf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Router 626652dc-3e8c-4610-a6f9-b837cc951a0a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:32:53.379700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097e4fd-ba9f-4b4e-8437-f087d94dc2da req-3ff80a72-e314-4d95-88f1-710db6df944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:53.381316 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a097e4fd-ba9f-4b4e-8437-f087d94dc2da req-3ff80a72-e314-4d95-88f1-710db6df944d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 1099 time: 0.0765104 Jan 27 17:32:53.536061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097e4fd-ba9f-4b4e-8437-f087d94dc2da req-f285010d-e5e5-4a3f-9bb1-54a62547fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:53.537623 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a097e4fd-ba9f-4b4e-8437-f087d94dc2da req-f285010d-e5e5-4a3f-9bb1-54a62547fb72 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1362259 Jan 27 17:32:53.540409 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98877c21-4294-41b1-baba-667b942476bf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:32:53.544943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-98877c21-4294-41b1-baba-667b942476bf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:53.551685 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e396bdb-2003-475f-8ac3-8f6e59969e73 None None] Sync routers for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:32:53.566678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e396bdb-2003-475f-8ac3-8f6e59969e73 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:32:53.567307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-0e396bdb-2003-475f-8ac3-8f6e59969e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:32:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:53.735303 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-98877c21-4294-41b1-baba-667b942476bf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "PUT /v2.0/floatingips/be4b292b-c23a-4092-b81b-d80db5025e0a HTTP/1.1" status: 200 len: 992 time: 1.7234008 Jan 27 17:32:53.737019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'tag': '860a822c-619b-42ed-978d-0780b412d881'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:32:53.765550 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-0e396bdb-2003-475f-8ac3-8f6e59969e73 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:32:53.770157 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a097e4fd-ba9f-4b4e-8437-f087d94dc2da req-2baf4203-ca0b-49bd-b9f5-ba8f4bf1cc0a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860a822c-619b-42ed-978d-0780b412d881 HTTP/1.1" status: 200 len: 1000 time: 0.2262390 Jan 27 17:32:53.807893 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'tag': '860a822c-619b-42ed-978d-0780b412d881', 'status': 'completed', 'code': 200} Jan 27 17:32:53.835808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097e4fd-ba9f-4b4e-8437-f087d94dc2da req-e26c2216-9f6d-4926-93f7-97f03ebb75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:53.837274 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a097e4fd-ba9f-4b4e-8437-f087d94dc2da req-e26c2216-9f6d-4926-93f7-97f03ebb75e1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0612414 Jan 27 17:32:53.922610 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097e4fd-ba9f-4b4e-8437-f087d94dc2da req-ee9e5cb4-19e4-4f76-94c5-8052840ac34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:53.924168 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a097e4fd-ba9f-4b4e-8437-f087d94dc2da req-ee9e5cb4-19e4-4f76-94c5-8052840ac34c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763361 Jan 27 17:32:53.940588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3f75d537-770c-44b1-a2d3-e16bf5b30ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:54.058742 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a097e4fd-ba9f-4b4e-8437-f087d94dc2da req-4e095b06-c889-4692-9ed9-375d818b658f service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279378 Jan 27 17:32:54.132348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-0e396bdb-2003-475f-8ac3-8f6e59969e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'be4b292b-c23a-4092-b81b-d80db5025e0a', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'port_id': '860a822c-619b-42ed-978d-0780b412d881', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:32:40Z', 'updated_at': '2022-01-27T17:32:52Z', 'revision_number': 1, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:54.136279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e396bdb-2003-475f-8ac3-8f6e59969e73 None None] Checking router: 626652dc-3e8c-4610-a6f9-b837cc951a0a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:32:54.144821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e396bdb-2003-475f-8ac3-8f6e59969e73 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:32:54.145427 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-0e396bdb-2003-475f-8ac3-8f6e59969e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:32:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:54.192997 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a097e4fd-ba9f-4b4e-8437-f087d94dc2da req-52729f64-fa0a-4e20-b9e4-7f587d9e3359 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284189 Jan 27 17:32:54.306648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04407de-a110-431c-87d6-16132409024f req-df545ea0-2436-4387-91a8-48bf82ef5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:54.308200 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b04407de-a110-431c-87d6-16132409024f req-df545ea0-2436-4387-91a8-48bf82ef5d2d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 1099 time: 0.0706074 Jan 27 17:32:54.328844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-0e396bdb-2003-475f-8ac3-8f6e59969e73 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:32:54.443445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04407de-a110-431c-87d6-16132409024f req-c7b47d39-19cd-4351-a46e-05449e44a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:54.444943 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b04407de-a110-431c-87d6-16132409024f req-c7b47d39-19cd-4351-a46e-05449e44a371 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1309435 Jan 27 17:32:54.549987 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b04407de-a110-431c-87d6-16132409024f req-6835b6cf-68d0-4627-9595-1ae91c0f9ace service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860a822c-619b-42ed-978d-0780b412d881 HTTP/1.1" status: 200 len: 1000 time: 0.0989084 Jan 27 17:32:54.616138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04407de-a110-431c-87d6-16132409024f req-d21e90d6-2bf3-48d8-83c9-27bd5fb59b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:54.617622 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b04407de-a110-431c-87d6-16132409024f req-d21e90d6-2bf3-48d8-83c9-27bd5fb59b90 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0625637 Jan 27 17:32:54.676832 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-0e396bdb-2003-475f-8ac3-8f6e59969e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'be4b292b-c23a-4092-b81b-d80db5025e0a', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'port_id': '860a822c-619b-42ed-978d-0780b412d881', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:32:40Z', 'updated_at': '2022-01-27T17:32:52Z', 'revision_number': 1, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:54.681116 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e396bdb-2003-475f-8ac3-8f6e59969e73 None None] The sync data for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv is: [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'be4b292b-c23a-4092-b81b-d80db5025e0a', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'port_id': '860a822c-619b-42ed-978d-0780b412d881', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:32:40Z', 'updated_at': '2022-01-27T17:32:52Z', 'revision_number': 1, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:32:54.697749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04407de-a110-431c-87d6-16132409024f req-e1ffa824-9fd4-4619-9891-1ed6d626e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:54.699214 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b04407de-a110-431c-87d6-16132409024f req-e1ffa824-9fd4-4619-9891-1ed6d626e303 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760908 Jan 27 17:32:54.837667 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b04407de-a110-431c-87d6-16132409024f req-7ebc2b6f-b4c2-405f-b832-67f014746f60 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320848 Jan 27 17:32:54.847990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:54.901100 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27163d0-964b-414d-a792-402751fc601e None None] New status for floating IP be4b292b-c23a-4092-b81b-d80db5025e0a: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:32:54.983150 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b04407de-a110-431c-87d6-16132409024f req-fe9effd5-f603-428a-92cf-7b0baa41ceea service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395040 Jan 27 17:32:55.329702 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:56.700680 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:58.539201 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:21.527476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-569eea48-6a70-46cd-8534-603ce3e8749e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:23.896187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e98f127f-213e-42f0-b91d-83bf5353a333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:24.845886 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:25.333335 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:26.698471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:27.560757 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:33:28.558519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:29.211035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91ffe8-b436-45e0-b458-68fbb030b60e req-d4a4f369-f8b2-4ec5-a0ac-74b3289f741a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:29.212479 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0a91ffe8-b436-45e0-b458-68fbb030b60e req-d4a4f369-f8b2-4ec5-a0ac-74b3289f741a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0880599 Jan 27 17:33:29.260212 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0a91ffe8-b436-45e0-b458-68fbb030b60e req-6418ef26-3f88-44c3-9533-6659ac14788d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415075 Jan 27 17:33:29.653967 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-17cc4e62-b656-439c-8ac0-36c0fad4d81d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745895 Jan 27 17:33:29.700360 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3b22d-68e6-45e6-8665-ec71ca5d9f77 req-c8818436-1909-4aa5-9b8c-3e8f546cb5e7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:29.701721 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-67f3b22d-68e6-45e6-8665-ec71ca5d9f77 req-c8818436-1909-4aa5-9b8c-3e8f546cb5e7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0886781 Jan 27 17:33:29.752044 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-67f3b22d-68e6-45e6-8665-ec71ca5d9f77 req-4a20a04d-f472-40d7-9d9f-2f381c5c283e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Jan 27 17:33:30.957637 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22e43b-277a-4460-be92-1b5f716628f7 req-393d8444-5bc5-40dd-9508-67763bc6741b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:30.959248 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6f22e43b-277a-4460-be92-1b5f716628f7 req-393d8444-5bc5-40dd-9508-67763bc6741b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0879381 Jan 27 17:33:30.982542 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae74bb-463b-4597-806d-702c429e44aa req-9e330aba-ab14-448b-8423-5029fce55e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:30.985385 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-9e330aba-ab14-448b-8423-5029fce55e94 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 1099 time: 0.1047540 Jan 27 17:33:31.006563 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6f22e43b-277a-4460-be92-1b5f716628f7 req-f95ca465-25bc-456e-817f-f85e1664a7aa tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405633 Jan 27 17:33:31.287835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae74bb-463b-4597-806d-702c429e44aa req-8468a797-eb81-4af4-90dc-440242fdc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:31.291336 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-8468a797-eb81-4af4-90dc-440242fdc0e8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.2979922 Jan 27 17:33:31.410331 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-b5ac2b3c-0db2-4648-bb10-a35763bb7849 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860a822c-619b-42ed-978d-0780b412d881 HTTP/1.1" status: 200 len: 1002 time: 0.1137390 Jan 27 17:33:31.477592 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae74bb-463b-4597-806d-702c429e44aa req-e2d3ccbe-7f4b-4e48-8293-00d02702cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:31.479094 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-e2d3ccbe-7f4b-4e48-8293-00d02702cff5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0626962 Jan 27 17:33:31.562813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae74bb-463b-4597-806d-702c429e44aa req-6a1f232c-d057-4c2f-a8a7-a4cfc9d185c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:31.564307 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-6a1f232c-d057-4c2f-a8a7-a4cfc9d185c0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786490 Jan 27 17:33:31.720486 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-1798f511-763b-4a28-9445-66fb0fd0ef8e service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498795 Jan 27 17:33:31.861964 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-d7d747d6-fed3-4c86-86a3-d860d3df69d7 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356163 Jan 27 17:33:32.202845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e1fd8-02b9-4af0-ba9e-29ab1d7ad3fa req-ac0aa2fc-8270-414e-80bb-69ed10d22642 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:32.204236 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-773e1fd8-02b9-4af0-ba9e-29ab1d7ad3fa req-ac0aa2fc-8270-414e-80bb-69ed10d22642 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0869961 Jan 27 17:33:32.251072 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-773e1fd8-02b9-4af0-ba9e-29ab1d7ad3fa req-65d4919f-6268-4cb6-ab04-62ccb8a42f54 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404353 Jan 27 17:33:33.453141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801da4c-942e-4dab-83c2-e658ddc9339f req-fecb598f-b3bc-47ad-af4a-d8f4e6f405c2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:33.454548 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2801da4c-942e-4dab-83c2-e658ddc9339f req-fecb598f-b3bc-47ad-af4a-d8f4e6f405c2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0912323 Jan 27 17:33:33.502561 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2801da4c-942e-4dab-83c2-e658ddc9339f req-425383a1-88f9-47ec-9222-c947a27a692a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419226 Jan 27 17:33:34.694734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514b550-64c2-4cdd-86ab-561f3ecc31d1 req-d805898f-93d1-4380-a719-789a509cf3d3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:34.696350 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0514b550-64c2-4cdd-86ab-561f3ecc31d1 req-d805898f-93d1-4380-a719-789a509cf3d3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0836368 Jan 27 17:33:34.750894 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0514b550-64c2-4cdd-86ab-561f3ecc31d1 req-f4b1ee3f-9412-4a08-9102-4e7005b4d5db tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487704 Jan 27 17:33:35.953861 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74688f95-6316-4fce-9645-95193488471e req-0da3e99a-543c-4b0c-95f6-d90034efcd95 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:35.955418 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-74688f95-6316-4fce-9645-95193488471e req-0da3e99a-543c-4b0c-95f6-d90034efcd95 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0955377 Jan 27 17:33:36.010315 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-74688f95-6316-4fce-9645-95193488471e req-81eeb015-557a-4769-b0d6-664f87e9d497 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482516 Jan 27 17:33:37.207683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c289d5-435f-4afd-99a7-ed0a6c7f5880 req-3f919634-572e-42aa-9d51-1cb23b5af4e3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:37.209201 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57c289d5-435f-4afd-99a7-ed0a6c7f5880 req-3f919634-572e-42aa-9d51-1cb23b5af4e3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0856562 Jan 27 17:33:37.259304 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57c289d5-435f-4afd-99a7-ed0a6c7f5880 req-9a5366f1-996a-4b6d-bf9a-727f5f27b766 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Jan 27 17:33:38.472077 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a740b8f-3921-4efe-8349-b08b4c122901 req-063f357a-483e-4062-b534-8f4299d4c35e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:38.473636 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1a740b8f-3921-4efe-8349-b08b4c122901 req-063f357a-483e-4062-b534-8f4299d4c35e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0955732 Jan 27 17:33:38.521712 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1a740b8f-3921-4efe-8349-b08b4c122901 req-3cd6ef42-f83b-4f85-8480-e82ac3c9b13d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416698 Jan 27 17:33:39.716781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44c8c6-5efc-4ac6-a62d-34e94228c5e1 req-5a6b04c4-a225-4f01-ac83-ee85b46841d2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:39.718528 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1b44c8c6-5efc-4ac6-a62d-34e94228c5e1 req-5a6b04c4-a225-4f01-ac83-ee85b46841d2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0892167 Jan 27 17:33:39.767680 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1b44c8c6-5efc-4ac6-a62d-34e94228c5e1 req-58ad0786-619d-4d73-8d3a-c615f86c41db tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428984 Jan 27 17:33:40.967377 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b5625-8a92-458d-8bce-f510f5251a62 req-d297a9ea-973b-4e76-8e88-1bcd672b6f08 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:40.968963 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f05b5625-8a92-458d-8bce-f510f5251a62 req-d297a9ea-973b-4e76-8e88-1bcd672b6f08 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0849133 Jan 27 17:33:41.022768 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f05b5625-8a92-458d-8bce-f510f5251a62 req-3e7e4224-f2b7-44cd-8a2c-4e3da477d9d1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423667 Jan 27 17:33:42.221373 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96577b7-6add-4228-9557-e44d481a80eb req-d1db00ec-abe1-4a9a-876b-ebcae3b3d6e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:42.222943 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e96577b7-6add-4228-9557-e44d481a80eb req-d1db00ec-abe1-4a9a-876b-ebcae3b3d6e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0874441 Jan 27 17:33:42.276056 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e96577b7-6add-4228-9557-e44d481a80eb req-ab870410-ea98-446d-b80d-2ca80ac8a699 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460563 Jan 27 17:33:43.491854 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecfdd5-523f-4b78-a331-2b2976f1d41d req-49b5e897-a217-4eb5-9e83-9c8d7fd0c4fb tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:43.493447 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cbecfdd5-523f-4b78-a331-2b2976f1d41d req-49b5e897-a217-4eb5-9e83-9c8d7fd0c4fb tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0955207 Jan 27 17:33:43.543055 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-75a806a6-eb30-4fb9-a06c-e33c3118541b service neutron] 10.222.0.88 "GET /v2.0/ports/860a822c-619b-42ed-978d-0780b412d881/bindings/hv-neutron-8250 HTTP/1.1" status: 200 len: 384 time: 0.0877497 Jan 27 17:33:43.553840 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cbecfdd5-523f-4b78-a331-2b2976f1d41d req-10c8ce82-cee2-46b6-ba2e-630bf1befa31 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534885 Jan 27 17:33:43.839142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae74bb-463b-4597-806d-702c429e44aa req-3b38de84-847d-4967-b8b9-6d6db6106bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:43.840588 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-3b38de84-847d-4967-b8b9-6d6db6106bd7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 1099 time: 0.0838642 Jan 27 17:33:43.948870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae74bb-463b-4597-806d-702c429e44aa req-abed7cf9-faa5-4deb-90eb-6c854fb11f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:43.950417 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-abed7cf9-faa5-4deb-90eb-6c854fb11f2e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 1099 time: 0.0862329 Jan 27 17:33:44.099438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae74bb-463b-4597-806d-702c429e44aa req-d63562ee-0e31-48ab-9380-a8f3ee3dbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:44.101028 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-d63562ee-0e31-48ab-9380-a8f3ee3dbd12 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1438196 Jan 27 17:33:44.217151 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-152b3bb9-6f8d-426e-a808-185b25278cb1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860a822c-619b-42ed-978d-0780b412d881 HTTP/1.1" status: 200 len: 1002 time: 0.1086953 Jan 27 17:33:44.284281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae74bb-463b-4597-806d-702c429e44aa req-f1e35241-4914-4f31-94a3-2d853f09dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:44.285805 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-f1e35241-4914-4f31-94a3-2d853f09dd69 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0627055 Jan 27 17:33:44.378146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae74bb-463b-4597-806d-702c429e44aa req-b54ef78b-90c1-4893-9d6a-2b3a34e65173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:44.380534 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-b54ef78b-90c1-4893-9d6a-2b3a34e65173 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876548 Jan 27 17:33:44.650990 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-8611c431-cf30-4b38-aaa9-722c7eff863f service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634454 Jan 27 17:33:44.850936 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fbae74bb-463b-4597-806d-702c429e44aa req-1a4a294a-e55b-444a-b452-c00d283e1b4f service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939430 Jan 27 17:33:44.876910 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2f9eb-acbf-4bc0-8ca7-a84105e2692c req-122d540d-03c6-4bc9-9ab9-a866d1271f86 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:44.878469 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1cc2f9eb-acbf-4bc0-8ca7-a84105e2692c req-122d540d-03c6-4bc9-9ab9-a866d1271f86 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.1257737 Jan 27 17:33:44.947518 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1cc2f9eb-acbf-4bc0-8ca7-a84105e2692c req-6ba3822b-3f6b-493c-bc4d-4c5a970fe9d1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602987 Jan 27 17:33:46.088972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 860a822c-619b-42ed-978d-0780b412d881 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:33:46.160324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5c8b-b587-4427-af7b-428a325b76ca req-1835783d-86f2-4f5a-b72b-fb2d0603cba6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:46.162721 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-216d5c8b-b587-4427-af7b-428a325b76ca req-1835783d-86f2-4f5a-b72b-fb2d0603cba6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0955176 Jan 27 17:33:46.222371 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-216d5c8b-b587-4427-af7b-428a325b76ca req-922a95e1-d7da-4c58-99d5-8c345dd1f3f0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489967 Jan 27 17:33:46.284896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:46.335648 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860a822c-619b-42ed-978d-0780b412d881'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:33:46.353872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 860a822c-619b-42ed-978d-0780b412d881, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=860a822c-619b-42ed-978d-0780b412d881,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:46.360949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:46.414117 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860a822c-619b-42ed-978d-0780b412d881', 'code': 200} Jan 27 17:33:46.434954 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=860a822c-619b-42ed-978d-0780b412d881,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:47.434871 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5776f-46de-491b-8f87-9302d6f086d5 req-0ba54e7f-3e6a-4d7c-a93f-e4c4e98232e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:47.436486 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a3f5776f-46de-491b-8f87-9302d6f086d5 req-0ba54e7f-3e6a-4d7c-a93f-e4c4e98232e2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 944 time: 0.0826020 Jan 27 17:33:47.483590 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a3f5776f-46de-491b-8f87-9302d6f086d5 req-9cf7da54-e65e-48c8-89f8-42c02ac0477f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411942 Jan 27 17:33:47.832375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7012911-1a59-4eb2-832a-d2a3b981ac86 req-610a26cf-3cbf-4a48-8276-8f20a015df63 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:47.833983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b1a04-3acb-4db2-bb96-daa2476c167f req-f593113f-ed83-4457-8488-4986c73ff2c4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:47.834983 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b7012911-1a59-4eb2-832a-d2a3b981ac86 req-610a26cf-3cbf-4a48-8276-8f20a015df63 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7&tenant_id=839d2dd296f6442f9040903b3cb7005d&binding%3Ahost_id=hv-neutron-8250 HTTP/1.1" status: 200 len: 944 time: 0.1047425 Jan 27 17:33:47.836249 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5e5b1a04-3acb-4db2-bb96-daa2476c167f req-f593113f-ed83-4457-8488-4986c73ff2c4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 944 time: 0.1042941 Jan 27 17:33:47.885052 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5e5b1a04-3acb-4db2-bb96-daa2476c167f req-8d06aa10-829b-4b7a-8bc7-f1f71d01c0a9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428755 Jan 27 17:33:48.014645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7012911-1a59-4eb2-832a-d2a3b981ac86 req-9e8946e6-17d6-4320-a980-a13447ec740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:48.016320 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b7012911-1a59-4eb2-832a-d2a3b981ac86 req-9e8946e6-17d6-4320-a980-a13447ec740c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 1097 time: 0.1077967 Jan 27 17:33:48.123442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 860a822c-619b-42ed-978d-0780b412d881 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:33:48.161946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7012911-1a59-4eb2-832a-d2a3b981ac86 req-736878ac-7d6f-48b7-abf0-f74b5db23cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:48.163516 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b7012911-1a59-4eb2-832a-d2a3b981ac86 req-736878ac-7d6f-48b7-abf0-f74b5db23cff service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1416044 Jan 27 17:33:48.261902 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 860a822c-619b-42ed-978d-0780b412d881, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=860a822c-619b-42ed-978d-0780b412d881,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:48.276268 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '860a822c-619b-42ed-978d-0780b412d881', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'port_id': '860a822c-619b-42ed-978d-0780b412d881', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:33:48.283356 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b7012911-1a59-4eb2-832a-d2a3b981ac86 req-31d8aeb5-7479-4c90-8c4e-47269388cfe9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860a822c-619b-42ed-978d-0780b412d881 HTTP/1.1" status: 200 len: 1000 time: 0.1132362 Jan 27 17:33:48.337279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:48.348417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7012911-1a59-4eb2-832a-d2a3b981ac86 req-84f08598-7232-4747-b4a1-4f5649cbf626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:48.349951 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b7012911-1a59-4eb2-832a-d2a3b981ac86 req-84f08598-7232-4747-b4a1-4f5649cbf626 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0602920 Jan 27 17:33:48.355372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860a822c-619b-42ed-978d-0780b412d881 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:33:48.371599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 860a822c-619b-42ed-978d-0780b412d881, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=860a822c-619b-42ed-978d-0780b412d881,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:48.377334 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:48.432671 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7012911-1a59-4eb2-832a-d2a3b981ac86 req-2be59b5e-3ac6-45f5-8bd6-3b28024971a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:48.434168 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b7012911-1a59-4eb2-832a-d2a3b981ac86 req-2be59b5e-3ac6-45f5-8bd6-3b28024971a3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780492 Jan 27 17:33:48.444849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['860a822c-619b-42ed-978d-0780b412d881'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:33:48.502558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=860a822c-619b-42ed-978d-0780b412d881,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:48.516128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:48.516462 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:48.516784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:48.517110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:48.517416 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:48.517729 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:48.518039 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:48.518348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:48.518660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:48.518963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:48.519397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:48.519662 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:48.572183 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b7012911-1a59-4eb2-832a-d2a3b981ac86 req-a2dc7cb4-7525-44ba-a4ec-a3f599cc8ce8 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314025 Jan 27 17:33:48.710401 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b7012911-1a59-4eb2-832a-d2a3b981ac86 req-bbc3694a-5dcf-4f0c-8c0e-5e7dd06a4657 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322477 Jan 27 17:33:49.100377 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187818c-ed04-4f5b-aaf0-bd2da678dab9 req-7b70ad34-d39d-4ca1-a668-54468f5f0e69 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:49.101854 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a187818c-ed04-4f5b-aaf0-bd2da678dab9 req-7b70ad34-d39d-4ca1-a668-54468f5f0e69 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 945 time: 0.0877948 Jan 27 17:33:49.147780 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a187818c-ed04-4f5b-aaf0-bd2da678dab9 req-efd55078-c3ef-4c39-8846-79bf820334b6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396037 Jan 27 17:33:50.139170 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 860a822c-619b-42ed-978d-0780b412d881 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:33:50.207463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 860a822c-619b-42ed-978d-0780b412d881 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:33:50.207859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:50.326482 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:50.334378 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98752a2-800d-4778-af60-9dbfe78246e9 req-867a1a41-650f-43a6-9781-ab83f6555e24 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:50.336162 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d98752a2-800d-4778-af60-9dbfe78246e9 req-867a1a41-650f-43a6-9781-ab83f6555e24 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 945 time: 0.0810442 Jan 27 17:33:50.356463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860a822c-619b-42ed-978d-0780b412d881'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:33:50.366907 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 860a822c-619b-42ed-978d-0780b412d881, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=860a822c-619b-42ed-978d-0780b412d881,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:50.373802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:50.383835 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d98752a2-800d-4778-af60-9dbfe78246e9 req-d52b8ec4-bf92-4244-9a53-d702ad41ddc3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417862 Jan 27 17:33:50.409234 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860a822c-619b-42ed-978d-0780b412d881', 'code': 200} Jan 27 17:33:50.446686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=860a822c-619b-42ed-978d-0780b412d881,revision_number=8']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:50.593738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987985bc-a38d-4d0b-b8e0-e239e9468aca req-9c430f69-277f-4c2c-a75b-f6cf6cbd806f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:50.595209 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-987985bc-a38d-4d0b-b8e0-e239e9468aca req-9c430f69-277f-4c2c-a75b-f6cf6cbd806f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0973718 Jan 27 17:33:50.640323 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-987985bc-a38d-4d0b-b8e0-e239e9468aca req-0e2c03eb-da25-47f4-a055-a427f173f522 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389171 Jan 27 17:33:50.848619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d7741-672d-470c-835c-1fcc04853b80 req-76ba2324-6b72-4aba-b458-3dac8e0c70e6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:50.850194 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8c0d7741-672d-470c-835c-1fcc04853b80 req-76ba2324-6b72-4aba-b458-3dac8e0c70e6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0987914 Jan 27 17:33:50.896020 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8c0d7741-672d-470c-835c-1fcc04853b80 req-402553b5-0167-4eef-82ff-b8763315f942 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395064 Jan 27 17:33:51.299270 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c4894-de31-4c29-8d9d-34fc94ce96fd req-9318c210-991d-4de5-b271-40e0d9863625 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:51.300703 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e62c4894-de31-4c29-8d9d-34fc94ce96fd req-9318c210-991d-4de5-b271-40e0d9863625 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0891604 Jan 27 17:33:51.349261 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e62c4894-de31-4c29-8d9d-34fc94ce96fd req-3c728da0-708e-46b0-8f05-0d88888eaa64 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421789 Jan 27 17:33:51.523020 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-92a16fed-9cff-4374-b75d-e8233743238e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:52.542134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ae7c5-979f-464c-834f-64e30b77ff2b req-ca220d2a-f6f1-449a-b054-792e8e181d9d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:52.543648 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-768ae7c5-979f-464c-834f-64e30b77ff2b req-ca220d2a-f6f1-449a-b054-792e8e181d9d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0851665 Jan 27 17:33:52.594816 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-768ae7c5-979f-464c-834f-64e30b77ff2b req-2ec85635-9aac-4119-a01f-49b3c17b7ccd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448551 Jan 27 17:33:52.923601 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-fe66f8e1-6586-4c33-9cc9-273724b12f7c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:52.924959 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-fe66f8e1-6586-4c33-9cc9-273724b12f7c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.0909908 Jan 27 17:33:52.996874 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Deleting port 860a822c-619b-42ed-978d-0780b412d881 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:33:52.997142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:53.349444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] For port 860a822c-619b-42ed-978d-0780b412d881, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=860a822c-619b-42ed-978d-0780b412d881,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:53.349801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:53.655263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:53.655639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:53.655964 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Floating IP be4b292b-c23a-4092-b81b-d80db5025e0a disassociated. External IP: 172.26.8.203, port: 860a822c-619b-42ed-978d-0780b412d881. Jan 27 17:33:53.656306 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Calling delete_port for 860a822c-619b-42ed-978d-0780b412d881 owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:33:53.845528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc55222-cac8-41b4-af47-af37552e10f8 req-f086c64a-d3c6-4e88-8c71-97f028d5ed4f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:53.847012 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bdc55222-cac8-41b4-af47-af37552e10f8 req-f086c64a-d3c6-4e88-8c71-97f028d5ed4f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5691fd8d-4bcd-47d0-964e-7444d7bebff7 HTTP/1.1" status: 200 len: 946 time: 0.1462502 Jan 27 17:33:53.895282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:53.904179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f9772dd0-53f8-4bb0-968e-96563c2884cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:53.958471 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bdc55222-cac8-41b4-af47-af37552e10f8 req-5a6fd814-639e-4969-b8c7-95aa0191d019 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021295 Jan 27 17:33:53.961188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event deleted for resources: {'Port': ['ID=860a822c-619b-42ed-978d-0780b412d881,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:53.970373 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:53.970710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:53.971038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:53.971359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:53.971708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:53.972124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:53.972346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:53.972667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:53.972984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:53.973299 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:53.973612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:53.973922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:54.174775 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Router 626652dc-3e8c-4610-a6f9-b837cc951a0a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:33:54.357249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:33:54.367525 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765d62c-ce4f-48a1-9e70-8517d1775b52 None None] Sync routers for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:33:54.378847 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765d62c-ce4f-48a1-9e70-8517d1775b52 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:33:54.379612 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-e765d62c-ce4f-48a1-9e70-8517d1775b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:33:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:33:54.432888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] No DVR routers for this DVR port 860a822c-619b-42ed-978d-0780b412d881 on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:33:54.435344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:54.437952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'name': 'network-vif-deleted', 'tag': '860a822c-619b-42ed-978d-0780b412d881'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:33:54.456451 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-081a7342-2cbd-43a7-b4ed-2f2e8220f2e6 req-2d47bca2-4091-412d-86cb-0f82db072bb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "DELETE /v2.0/ports/860a822c-619b-42ed-978d-0780b412d881 HTTP/1.1" status: 204 len: 173 time: 1.5258279 Jan 27 17:33:54.491742 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5691fd8d-4bcd-47d0-964e-7444d7bebff7', 'name': 'network-vif-deleted', 'tag': '860a822c-619b-42ed-978d-0780b412d881', 'status': 'completed', 'code': 200} Jan 27 17:33:54.571223 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-e765d62c-ce4f-48a1-9e70-8517d1775b52 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:33:54.873473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:54.902660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-e765d62c-ce4f-48a1-9e70-8517d1775b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:33:54.906739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765d62c-ce4f-48a1-9e70-8517d1775b52 None None] Checking router: 626652dc-3e8c-4610-a6f9-b837cc951a0a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:33:54.916239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765d62c-ce4f-48a1-9e70-8517d1775b52 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:33:54.916997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-e765d62c-ce4f-48a1-9e70-8517d1775b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:33:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:33:55.139057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-e765d62c-ce4f-48a1-9e70-8517d1775b52 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:33:55.306421 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-75914472-a51c-4030-b154-9c5c1f012527 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1042902696&fields=id&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 267 time: 0.0421636 Jan 27 17:33:55.375136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:55.472096 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-e765d62c-ce4f-48a1-9e70-8517d1775b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:33:55.476929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765d62c-ce4f-48a1-9e70-8517d1775b52 None None] The sync data for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv is: [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:33:55.599104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-ae692330-827a-47eb-9ac2-8672bec0eaaf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:55.600575 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-ae692330-827a-47eb-9ac2-8672bec0eaaf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 811 time: 0.2874670 Jan 27 17:33:55.616741 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-dd5af36b-d1d9-4a99-be9b-2dff9503b3c9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/quotas/839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 375 time: 0.0096264 Jan 27 17:33:55.706575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-70286a7e-017a-43a7-b56d-561d7d801a83 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Synchronizing usage tracker for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:33:55.728192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-70286a7e-017a-43a7-b56d-561d7d801a83 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Unset dirty status for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:33:55.729536 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-70286a7e-017a-43a7-b56d-561d7d801a83 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067100 Jan 27 17:33:55.733481 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccf80bb-8768-4e5d-85fb-5b3bf9a8d7e8 None None] New status for floating IP be4b292b-c23a-4092-b81b-d80db5025e0a: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:33:55.877330 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-760fbcb0-8cf9-4466-a409-e849f50bd894 service neutron] 10.222.0.81 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354425 Jan 27 17:33:56.029494 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-cbdc96c2-ee27-4ee4-bd94-0fa942aaa7ec service neutron] 10.222.0.81 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449213 Jan 27 17:33:56.142792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 860a822c-619b-42ed-978d-0780b412d881 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:33:56.185067 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 860a822c-619b-42ed-978d-0780b412d881 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:33:56.185386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 860a822c-619b-42ed-978d-0780b412d881 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:33:56.221657 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-eaeb52ba-626a-4c5d-99f1-f3174e38865a req-48dbeb86-83e9-41b7-a89a-50df3f5731c8 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 210 time: 0.0475662 Jan 27 17:33:56.699473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:57.281434 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-8703bd00-6499-4a39-9cbe-f4b746d7f99b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:57.283617 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-8703bd00-6499-4a39-9cbe-f4b746d7f99b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 811 time: 0.1585810 Jan 27 17:33:57.380534 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-3ba4d28e-329f-49ff-98b6-5bc9b6acea31 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 380 time: 0.0880768 Jan 27 17:33:57.394610 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-30eb1ace-966e-486c-b9a5-061e0fcc5e01 req-bc22cafe-1635-4d1c-8119-4c26044dd016 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 210 time: 0.0530987 Jan 27 17:33:57.398324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Request body: {'port': {'device_id': '5cf276e3-a089-4934-af99-11dd99373106', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'admin_state_up': True, 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'security_groups': ['aac54699-102c-4e4a-94a3-fff371303f8b']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:33:57.539484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:33:57.549633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:33:57.560546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Made reservation on behalf of 839d2dd296f6442f9040903b3cb7005d for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:33:57.564036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:57.741126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Allocated IP 172.20.0.14 (d12e9e96-751d-45f6-bc60-6cceeeffb8bf/d379ca57-b953-484d-a8f9-3221984e58ff/acba5927-0ad4-4281-be02-53fd6f52f7c8) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:33:57.935970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:57.953296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Transition to ACTIVE for port object acba5927-0ad4-4281-be02-53fd6f52f7c8 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:33:57.981157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:58.058043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Network d12e9e96-751d-45f6-bc60-6cceeeffb8bf is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:33:58.061415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:33:58.065429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:33:58.097499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event updated for resources: {'Port': ['ID=acba5927-0ad4-4281-be02-53fd6f52f7c8,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:58.137185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:58.137854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:58.167300 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-78e61cfb-dc37-4d8e-a62c-2eaf61b1f3ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7750120 Jan 27 17:33:58.179332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Request body: {'port': {'device_id': '5cf276e3-a089-4934-af99-11dd99373106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:33:58.301822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:58.324470 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e634fe40-1a07-4a31-8a82-97cfb6ac2391 None None] Provisioning for port acba5927-0ad4-4281-be02-53fd6f52f7c8 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:33:58.333912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e634fe40-1a07-4a31-8a82-97cfb6ac2391 None None] Provisioning complete for port acba5927-0ad4-4281-be02-53fd6f52f7c8 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:33:58.334830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e634fe40-1a07-4a31-8a82-97cfb6ac2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:58.401646 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e634fe40-1a07-4a31-8a82-97cfb6ac2391 None None] Port acba5927-0ad4-4281-be02-53fd6f52f7c8 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:33:58.576423 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:58.609720 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d493c-e67b-4563-b8da-9c145a62b3fb req-5db42782-dee6-40d1-9562-ae9c26eef40a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:58.611356 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-019d493c-e67b-4563-b8da-9c145a62b3fb req-5db42782-dee6-40d1-9562-ae9c26eef40a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 932 time: 0.0874708 Jan 27 17:33:58.670231 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-019d493c-e67b-4563-b8da-9c145a62b3fb req-29cd2e64-f2d6-48a9-90a4-2445a4717eff tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518782 Jan 27 17:33:58.837934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acba5927-0ad4-4281-be02-53fd6f52f7c8 {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:33:58.845831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:58.861916 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Transition to ACTIVE for port object acba5927-0ad4-4281-be02-53fd6f52f7c8 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:33:58.866390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:59.031161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Pushing event updated for resources: {'Port': ['ID=acba5927-0ad4-4281-be02-53fd6f52f7c8,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:59.122059 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Attempting to bind port acba5927-0ad4-4281-be02-53fd6f52f7c8 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:33:59.122423 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Attempting to bind port acba5927-0ad4-4281-be02-53fd6f52f7c8 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:33:59.122725 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Attempting to bind port acba5927-0ad4-4281-be02-53fd6f52f7c8 on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:33:59.128178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Port acba5927-0ad4-4281-be02-53fd6f52f7c8 on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:33:59.128478 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Attempting to bind port acba5927-0ad4-4281-be02-53fd6f52f7c8 on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:33:59.134010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:33:59.134332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Checking segment: {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:33:59.134718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Bound using segment: {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:33:59.135159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Bound port: acba5927-0ad4-4281-be02-53fd6f52f7c8, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:33:59.135492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:59.240190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] For port acba5927-0ad4-4281-be02-53fd6f52f7c8, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:33:59.243956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] For port acba5927-0ad4-4281-be02-53fd6f52f7c8, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:33:59.249935 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:59.311374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:59.312254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:59.313439 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] 10.222.0.88 "PUT /v2.0/ports/acba5927-0ad4-4281-be02-53fd6f52f7c8 HTTP/1.1" status: 200 len: 1094 time: 1.1392150 Jan 27 17:33:59.313881 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf276e3-a089-4934-af99-11dd99373106', 'tag': 'acba5927-0ad4-4281-be02-53fd6f52f7c8'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:33:59.337329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800458af-007b-44ef-a849-936dc19d1a2f service neutron] Pushing event updated for resources: {'Port': ['ID=acba5927-0ad4-4281-be02-53fd6f52f7c8,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:59.387381 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf276e3-a089-4934-af99-11dd99373106', 'tag': 'acba5927-0ad4-4281-be02-53fd6f52f7c8', 'status': 'completed', 'code': 200} Jan 27 17:33:59.435086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-b7c88212-9648-4ff4-b214-5d39000713e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:59.436647 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-b7c88212-9648-4ff4-b214-5d39000713e8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 1097 time: 0.0834131 Jan 27 17:33:59.508707 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-87ca4f6d-7c57-4e39-a348-b45e18623b5a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8 HTTP/1.1" status: 200 len: 217 time: 0.0645645 Jan 27 17:33:59.575030 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-97df39ea-3a12-4146-aa1a-a83b25018226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:59.576534 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-97df39ea-3a12-4146-aa1a-a83b25018226 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0619662 Jan 27 17:33:59.652694 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-4cf3b42f-490d-4eed-8893-072941bb88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:59.654071 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-4cf3b42f-490d-4eed-8893-072941bb88ca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721257 Jan 27 17:33:59.791053 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-23f3a17a-8600-4812-8f29-e9df444bb8e9 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303742 Jan 27 17:33:59.864543 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995d1db-6b5e-43dc-a16f-6351877ee7fd req-7dec8d1c-2997-4cee-a04f-48b4ef056711 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:59.866012 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0995d1db-6b5e-43dc-a16f-6351877ee7fd req-7dec8d1c-2997-4cee-a04f-48b4ef056711 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 944 time: 0.0852494 Jan 27 17:33:59.913408 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0995d1db-6b5e-43dc-a16f-6351877ee7fd req-695378c0-4e42-4cd0-b4f4-b3bba178ffd9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413613 Jan 27 17:33:59.929864 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a010e2b8-a89e-45cb-8ac9-34dfbbe31a0a req-1788a6a9-308a-426f-9545-f82f1fe21e61 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321826 Jan 27 17:34:00.057887 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91537e0-921a-4045-bc2b-3be462bd8025 req-3f5da524-07ca-4bc6-95b9-ef2153ad5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:00.059396 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c91537e0-921a-4045-bc2b-3be462bd8025 req-3f5da524-07ca-4bc6-95b9-ef2153ad5f0d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 1097 time: 0.0778718 Jan 27 17:34:00.195859 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91537e0-921a-4045-bc2b-3be462bd8025 req-e45542f5-76c9-4357-9f7a-74b83d7924c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:00.197227 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c91537e0-921a-4045-bc2b-3be462bd8025 req-e45542f5-76c9-4357-9f7a-74b83d7924c1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1318243 Jan 27 17:34:00.268421 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c91537e0-921a-4045-bc2b-3be462bd8025 req-68290180-7eb1-4489-b27a-f3316d96ca20 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8 HTTP/1.1" status: 200 len: 217 time: 0.0642567 Jan 27 17:34:00.335303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91537e0-921a-4045-bc2b-3be462bd8025 req-ecf0b265-f9c3-4146-b2bb-fab23ed30028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:00.336954 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c91537e0-921a-4045-bc2b-3be462bd8025 req-ecf0b265-f9c3-4146-b2bb-fab23ed30028 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0621364 Jan 27 17:34:00.429020 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91537e0-921a-4045-bc2b-3be462bd8025 req-a4e5df4c-c48d-4ff7-8f64-5ebbc8bb4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:00.430624 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c91537e0-921a-4045-bc2b-3be462bd8025 req-a4e5df4c-c48d-4ff7-8f64-5ebbc8bb4661 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861120 Jan 27 17:34:00.675542 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c91537e0-921a-4045-bc2b-3be462bd8025 req-68775a52-6cb3-4190-b659-8f9afacb74c0 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378018 Jan 27 17:34:00.811070 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c91537e0-921a-4045-bc2b-3be462bd8025 req-b9669c9f-c370-4dac-9234-a6c46736b54b service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274776 Jan 27 17:34:01.123102 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750e8f8-6f55-4e15-bfd4-39befccbdd2b req-8388c39c-b535-4675-a93f-582d0c505832 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:01.123807 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c750e8f8-6f55-4e15-bfd4-39befccbdd2b req-8388c39c-b535-4675-a93f-582d0c505832 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Synchronizing usage tracker for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:34:01.142421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c750e8f8-6f55-4e15-bfd4-39befccbdd2b req-8388c39c-b535-4675-a93f-582d0c505832 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Unset dirty status for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:34:01.144286 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c750e8f8-6f55-4e15-bfd4-39befccbdd2b req-8388c39c-b535-4675-a93f-582d0c505832 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 944 time: 0.1130030 Jan 27 17:34:01.198331 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c750e8f8-6f55-4e15-bfd4-39befccbdd2b req-d7a97114-e4de-4f91-9e27-1018fc1f06c3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479259 Jan 27 17:34:02.170471 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device acba5927-0ad4-4281-be02-53fd6f52f7c8 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:34:02.309076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port acba5927-0ad4-4281-be02-53fd6f52f7c8, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:34:02.329440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'acba5927-0ad4-4281-be02-53fd6f52f7c8', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'port_id': 'acba5927-0ad4-4281-be02-53fd6f52f7c8', 'mac_address': 'fa:16:3e:fb:fa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:34:02.386898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:02.398412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db554a1c-f607-434b-9005-a22ed0d3983b req-85bf22bd-2935-4c1b-93e8-131c24edefb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:02.399998 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-db554a1c-f607-434b-9005-a22ed0d3983b req-85bf22bd-2935-4c1b-93e8-131c24edefb4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 944 time: 0.0872641 Jan 27 17:34:02.404578 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acba5927-0ad4-4281-be02-53fd6f52f7c8 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:34:02.420982 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port acba5927-0ad4-4281-be02-53fd6f52f7c8, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:34:02.426046 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:02.449982 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-db554a1c-f607-434b-9005-a22ed0d3983b req-2e1a4043-3e1e-496b-9b7d-8b8ffe5f2117 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Jan 27 17:34:02.495961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=acba5927-0ad4-4281-be02-53fd6f52f7c8,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:34:02.631474 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['acba5927-0ad4-4281-be02-53fd6f52f7c8'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:34:03.636975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba673-b8bf-4024-9cc3-f3cc696a86bb req-9f043896-e5a5-4b22-a0f8-b1df5c4ca286 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:03.638463 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-55cba673-b8bf-4024-9cc3-f3cc696a86bb req-9f043896-e5a5-4b22-a0f8-b1df5c4ca286 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 945 time: 0.0825715 Jan 27 17:34:03.684003 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-55cba673-b8bf-4024-9cc3-f3cc696a86bb req-013297c7-0440-462c-937e-b3243acb9488 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389466 Jan 27 17:34:04.185938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device acba5927-0ad4-4281-be02-53fd6f52f7c8 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:34:04.266639 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port acba5927-0ad4-4281-be02-53fd6f52f7c8 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:34:04.274109 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port acba5927-0ad4-4281-be02-53fd6f52f7c8 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:34:04.274477 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:04.392789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:04.422592 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf276e3-a089-4934-af99-11dd99373106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba5927-0ad4-4281-be02-53fd6f52f7c8'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:34:04.432734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port acba5927-0ad4-4281-be02-53fd6f52f7c8, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:34:04.437725 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:04.479745 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf276e3-a089-4934-af99-11dd99373106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba5927-0ad4-4281-be02-53fd6f52f7c8', 'code': 200} Jan 27 17:34:04.515123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=acba5927-0ad4-4281-be02-53fd6f52f7c8,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:34:04.560223 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:34:04.717575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f9f76-a723-42a0-b2f2-8624129a2aa1 req-edf1c814-f8dd-4061-b4c8-cb65972d6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:04.718968 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a56f9f76-a723-42a0-b2f2-8624129a2aa1 req-edf1c814-f8dd-4061-b4c8-cb65972d6a06 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 1099 time: 0.0782633 Jan 27 17:34:04.761115 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a56f9f76-a723-42a0-b2f2-8624129a2aa1 req-9ec3ce87-679b-43d2-872e-08c45bd3cbb6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360854 Jan 27 17:34:04.877639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a2ad2-c293-4b98-ba08-eb95aab67e93 req-8a0566a5-72b4-45ad-bd57-f1757d7e3dbd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:04.879083 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dd1a2ad2-c293-4b98-ba08-eb95aab67e93 req-8a0566a5-72b4-45ad-bd57-f1757d7e3dbd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0839357 Jan 27 17:34:04.924763 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dd1a2ad2-c293-4b98-ba08-eb95aab67e93 req-df72a122-5226-4307-a485-060de9f48484 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395749 Jan 27 17:34:06.128618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5a2e3-a0ae-4c28-85ac-cb9f27eb8f6a req-a59ae180-f5af-4fbf-b23d-65e22b9c659b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:06.130079 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-72c5a2e3-a0ae-4c28-85ac-cb9f27eb8f6a req-a59ae180-f5af-4fbf-b23d-65e22b9c659b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0894296 Jan 27 17:34:06.178838 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-72c5a2e3-a0ae-4c28-85ac-cb9f27eb8f6a req-c0c2f36d-77f1-4455-acc2-f08239b60ec7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399909 Jan 27 17:34:06.384896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410e3a3-5ea6-4fbd-abf1-e1f1964c2382 req-ae22ad60-2998-4571-9f71-2a606fffe00a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:06.386249 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7410e3a3-5ea6-4fbd-abf1-e1f1964c2382 req-ae22ad60-2998-4571-9f71-2a606fffe00a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0870321 Jan 27 17:34:06.399004 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 47278) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:34:06.404093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-57438d8f-5703-4dc9-8c8e-cb197d48ae96 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Request body: {'floatingip': {'port_id': 'acba5927-0ad4-4281-be02-53fd6f52f7c8'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:34:06.484314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57438d8f-5703-4dc9-8c8e-cb197d48ae96 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:07.135811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57438d8f-5703-4dc9-8c8e-cb197d48ae96 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:07.142153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57438d8f-5703-4dc9-8c8e-cb197d48ae96 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:07.435223 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-57438d8f-5703-4dc9-8c8e-cb197d48ae96 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Floating IP be4b292b-c23a-4092-b81b-d80db5025e0a associated. External IP: 172.26.8.203, port: acba5927-0ad4-4281-be02-53fd6f52f7c8. Jan 27 17:34:07.807473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57438d8f-5703-4dc9-8c8e-cb197d48ae96 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Router 626652dc-3e8c-4610-a6f9-b837cc951a0a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:34:07.987247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57438d8f-5703-4dc9-8c8e-cb197d48ae96 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:34:07.992549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-57438d8f-5703-4dc9-8c8e-cb197d48ae96 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:07.997980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2a005-3f66-4cce-9049-fd966a15cd51 None None] Sync routers for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:34:08.009127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb2a005-3f66-4cce-9049-fd966a15cd51 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:34:08.009877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3cb2a005-3f66-4cce-9049-fd966a15cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:33:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:34:08.051776 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-57438d8f-5703-4dc9-8c8e-cb197d48ae96 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "PUT /v2.0/floatingips/be4b292b-c23a-4092-b81b-d80db5025e0a HTTP/1.1" status: 200 len: 992 time: 1.6515219 Jan 27 17:34:08.052192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf276e3-a089-4934-af99-11dd99373106', 'tag': 'acba5927-0ad4-4281-be02-53fd6f52f7c8'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:34:08.131318 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf276e3-a089-4934-af99-11dd99373106', 'tag': 'acba5927-0ad4-4281-be02-53fd6f52f7c8', 'status': 'completed', 'code': 200} Jan 27 17:34:08.205490 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-3cb2a005-3f66-4cce-9049-fd966a15cd51 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:34:08.225006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d5831-30ff-4e94-917e-e44c6de0d894 req-e4eeb693-e9b7-4e7a-bcff-b853905f62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:08.226513 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-865d5831-30ff-4e94-917e-e44c6de0d894 req-e4eeb693-e9b7-4e7a-bcff-b853905f62e0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 1099 time: 0.0732944 Jan 27 17:34:08.361770 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d5831-30ff-4e94-917e-e44c6de0d894 req-66002b51-8ee0-4535-8b19-8401a9c4404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:08.362584 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-865d5831-30ff-4e94-917e-e44c6de0d894 req-66002b51-8ee0-4535-8b19-8401a9c4404c service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1299508 Jan 27 17:34:08.466051 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-865d5831-30ff-4e94-917e-e44c6de0d894 req-62dcb7c0-6899-40f8-927d-fa0ed863dd7d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8 HTTP/1.1" status: 200 len: 1000 time: 0.0976572 Jan 27 17:34:08.527685 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d5831-30ff-4e94-917e-e44c6de0d894 req-efefd267-b131-43a2-a2be-ded4db638804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:08.529146 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-865d5831-30ff-4e94-917e-e44c6de0d894 req-efefd267-b131-43a2-a2be-ded4db638804 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0575569 Jan 27 17:34:08.599348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3cb2a005-3f66-4cce-9049-fd966a15cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'be4b292b-c23a-4092-b81b-d80db5025e0a', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'port_id': 'acba5927-0ad4-4281-be02-53fd6f52f7c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'mac_address': 'fa:16:3e:fb:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf276e3-a089-4934-af99-11dd99373106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:32:40Z', 'updated_at': '2022-01-27T17:34:07Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:34:08.604000 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2a005-3f66-4cce-9049-fd966a15cd51 None None] Checking router: 626652dc-3e8c-4610-a6f9-b837cc951a0a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:34:08.607243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d5831-30ff-4e94-917e-e44c6de0d894 req-b3baa624-6dca-4c1b-84de-4df6718a5779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:08.608761 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-865d5831-30ff-4e94-917e-e44c6de0d894 req-b3baa624-6dca-4c1b-84de-4df6718a5779 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742791 Jan 27 17:34:08.612649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb2a005-3f66-4cce-9049-fd966a15cd51 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:34:08.613243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3cb2a005-3f66-4cce-9049-fd966a15cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:33:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:34:08.741091 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-865d5831-30ff-4e94-917e-e44c6de0d894 req-a79fc546-fbce-4e69-9a42-2d81c9443739 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266084 Jan 27 17:34:08.790307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-3cb2a005-3f66-4cce-9049-fd966a15cd51 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:34:09.001006 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-865d5831-30ff-4e94-917e-e44c6de0d894 req-23e6c04c-d426-418a-9871-d91ca0639963 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537665 Jan 27 17:34:09.162400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-3cb2a005-3f66-4cce-9049-fd966a15cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'be4b292b-c23a-4092-b81b-d80db5025e0a', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'port_id': 'acba5927-0ad4-4281-be02-53fd6f52f7c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'mac_address': 'fa:16:3e:fb:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf276e3-a089-4934-af99-11dd99373106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:32:40Z', 'updated_at': '2022-01-27T17:34:07Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:34:09.166591 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2a005-3f66-4cce-9049-fd966a15cd51 None None] The sync data for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv is: [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'be4b292b-c23a-4092-b81b-d80db5025e0a', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'port_id': 'acba5927-0ad4-4281-be02-53fd6f52f7c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'mac_address': 'fa:16:3e:fb:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf276e3-a089-4934-af99-11dd99373106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:32:40Z', 'updated_at': '2022-01-27T17:34:07Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:34:09.376509 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accdd72d-0f51-4d94-a679-9e561b34e700 None None] New status for floating IP be4b292b-c23a-4092-b81b-d80db5025e0a: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:34:21.535127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-373bbf93-cc25-4190-8e6c-3c93214614f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:23.900573 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-885caab7-4709-4dc8-92a6-977f3d5794c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:24.849061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:25.338294 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:26.710149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:28.590301 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:41.559427 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:34:44.948789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ef1c7-5b46-46c8-b2c2-d6529012a907 req-dcb052ef-1f51-4e37-a0e4-c0f8486d110d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:44.950224 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7d7ef1c7-5b46-46c8-b2c2-d6529012a907 req-dcb052ef-1f51-4e37-a0e4-c0f8486d110d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0924511 Jan 27 17:34:45.001440 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7d7ef1c7-5b46-46c8-b2c2-d6529012a907 req-c866ff0d-7e59-4009-95e1-4926ee6a488c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418713 Jan 27 17:34:46.207170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e0ecb-1cc9-48c0-978c-ee3d9dd62a67 req-30e3258b-ee61-4b38-8098-f71b86a86cca tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:46.208694 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9e7e0ecb-1cc9-48c0-978c-ee3d9dd62a67 req-30e3258b-ee61-4b38-8098-f71b86a86cca tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0848370 Jan 27 17:34:46.257646 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9e7e0ecb-1cc9-48c0-978c-ee3d9dd62a67 req-c68270ba-d4cb-420d-b013-224e87252230 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419953 Jan 27 17:34:47.458190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e2bc8-a882-4620-85b2-e32bcfffa5bc req-acc3d66e-6539-444d-98b7-a17f701caa93 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:47.459780 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b48e2bc8-a882-4620-85b2-e32bcfffa5bc req-acc3d66e-6539-444d-98b7-a17f701caa93 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0862246 Jan 27 17:34:47.510254 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b48e2bc8-a882-4620-85b2-e32bcfffa5bc req-0cbc1cc9-bd9f-4165-beab-78e54db04597 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441868 Jan 27 17:34:48.741422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6c004-699e-49f2-9c15-b6b6eb1409b7 req-caa6e64b-dd88-431d-b624-a6c5f05f14cb tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:48.742960 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8ce6c004-699e-49f2-9c15-b6b6eb1409b7 req-caa6e64b-dd88-431d-b624-a6c5f05f14cb tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.1024029 Jan 27 17:34:48.809149 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8ce6c004-699e-49f2-9c15-b6b6eb1409b7 req-b801494e-800a-4119-b428-5f1fd5884f59 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599790 Jan 27 17:34:50.014639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682bbb7-5de0-410f-873c-b470d03c8704 req-d16b8f89-1814-4018-8ce8-eb0f36cbc146 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:50.016288 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f682bbb7-5de0-410f-873c-b470d03c8704 req-d16b8f89-1814-4018-8ce8-eb0f36cbc146 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0940225 Jan 27 17:34:50.069210 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f682bbb7-5de0-410f-873c-b470d03c8704 req-c84b5dca-4fa0-4e0f-b881-b8ff1715d9fc tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459547 Jan 27 17:34:51.272241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d14fbb-b07a-45be-969d-8247ca28e5eb req-c9c419c2-aa5e-4e45-9418-2511fc41689f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:51.273895 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a5d14fbb-b07a-45be-969d-8247ca28e5eb req-c9c419c2-aa5e-4e45-9418-2511fc41689f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0865676 Jan 27 17:34:51.329735 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a5d14fbb-b07a-45be-969d-8247ca28e5eb req-11735a47-dac0-4f7c-ba22-f40abd96fc0b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475910 Jan 27 17:34:51.531069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-085f65ae-2946-4b21-82c4-3b37f8432413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:52.534094 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63bd65-3bcc-488b-b34f-ccb39b47af0c req-84e38773-d802-47f2-a9e9-7ca7838ff809 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:52.535676 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-de63bd65-3bcc-488b-b34f-ccb39b47af0c req-84e38773-d802-47f2-a9e9-7ca7838ff809 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0952413 Jan 27 17:34:52.593447 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-de63bd65-3bcc-488b-b34f-ccb39b47af0c req-9b9e5c40-3528-452a-9127-890e0f853a4d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516558 Jan 27 17:34:53.812213 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d66cd-877e-416a-b22e-46a65eba219e req-2999b666-c251-4f4c-bf9c-fcceb47a47b7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:53.813780 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-876d66cd-877e-416a-b22e-46a65eba219e req-2999b666-c251-4f4c-bf9c-fcceb47a47b7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.1021590 Jan 27 17:34:53.863548 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-876d66cd-877e-416a-b22e-46a65eba219e req-143dbec0-1351-48cd-8050-8709fe8cd293 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 Jan 27 17:34:53.897436 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4c1622a1-ba62-4133-848d-a89ce917a4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:54.845694 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:55.080057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb243f49-789e-45ab-a999-161c4bc2dc80 req-aec3ca38-7bca-4c90-9ca3-ad66c94ac785 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:55.081718 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fb243f49-789e-45ab-a999-161c4bc2dc80 req-aec3ca38-7bca-4c90-9ca3-ad66c94ac785 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0966110 Jan 27 17:34:55.133734 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fb243f49-789e-45ab-a999-161c4bc2dc80 req-56ba47f4-68a5-4978-a21e-85961d7278e1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453281 Jan 27 17:34:55.254038 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4c83d8b-e803-47fe-a87e-9c0697a0fdc5 req-3caadd6a-cf24-445a-ae09-ab4a38815ca9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772359 Jan 27 17:34:55.341450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:55.393252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c83d8b-e803-47fe-a87e-9c0697a0fdc5 req-51b31a2d-9264-42e6-b068-908a3266f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:55.394730 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4c83d8b-e803-47fe-a87e-9c0697a0fdc5 req-51b31a2d-9264-42e6-b068-908a3266f69e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 1099 time: 0.0729692 Jan 27 17:34:55.549740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c83d8b-e803-47fe-a87e-9c0697a0fdc5 req-68277ca7-a8a8-4ffd-a977-aa4041fb4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:55.551553 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4c83d8b-e803-47fe-a87e-9c0697a0fdc5 req-68277ca7-a8a8-4ffd-a977-aa4041fb4546 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1365135 Jan 27 17:34:55.660671 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4c83d8b-e803-47fe-a87e-9c0697a0fdc5 req-523dc2a8-6e73-44eb-a894-1b5f114522f6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8 HTTP/1.1" status: 200 len: 1002 time: 0.1032801 Jan 27 17:34:55.725104 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c83d8b-e803-47fe-a87e-9c0697a0fdc5 req-e3325dbf-454c-4f97-8667-33adeaa48734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:55.726581 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4c83d8b-e803-47fe-a87e-9c0697a0fdc5 req-e3325dbf-454c-4f97-8667-33adeaa48734 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0598984 Jan 27 17:34:55.808689 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c83d8b-e803-47fe-a87e-9c0697a0fdc5 req-64b79386-185a-4db6-a45a-de93820643d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:55.810242 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4c83d8b-e803-47fe-a87e-9c0697a0fdc5 req-64b79386-185a-4db6-a45a-de93820643d2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775418 Jan 27 17:34:55.946729 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4c83d8b-e803-47fe-a87e-9c0697a0fdc5 req-0e55ac91-1c4a-4fed-a1b6-99bc17ba8f78 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302800 Jan 27 17:34:56.087213 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c4c83d8b-e803-47fe-a87e-9c0697a0fdc5 req-3c51a10c-a875-4974-9366-ee9ec5f9b45a service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337669 Jan 27 17:34:56.339184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77b100-295e-4903-bbaf-b405c345b34b req-cc4d683d-8e4f-4d35-aebe-c39479eac1e6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:56.340719 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ae77b100-295e-4903-bbaf-b405c345b34b req-cc4d683d-8e4f-4d35-aebe-c39479eac1e6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0868123 Jan 27 17:34:56.390107 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ae77b100-295e-4903-bbaf-b405c345b34b req-810a125d-758e-4d97-90ea-8d9367f86f28 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 Jan 27 17:34:56.709654 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:56.790656 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-7c3ea11a-8084-46a0-8055-5dce1a199bcb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868723 Jan 27 17:34:56.840029 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0fbb9-10aa-478c-b4cf-a7812df8c126 req-588ae6fb-a36c-4350-bb4f-0003ec667d88 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:56.840860 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-99c0fbb9-10aa-478c-b4cf-a7812df8c126 req-588ae6fb-a36c-4350-bb4f-0003ec667d88 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0916500 Jan 27 17:34:56.889417 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-99c0fbb9-10aa-478c-b4cf-a7812df8c126 req-400db52a-2648-4c3f-bf40-fef7db631f6c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424092 Jan 27 17:34:58.092278 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bca6b9-22fa-44e5-a3b3-2c1d72243468 req-42d563bb-8d65-43b3-a050-2c21f532020a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:58.093656 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-82bca6b9-22fa-44e5-a3b3-2c1d72243468 req-42d563bb-8d65-43b3-a050-2c21f532020a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0895267 Jan 27 17:34:58.145485 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-82bca6b9-22fa-44e5-a3b3-2c1d72243468 req-f09dcf47-68fd-4300-8e26-a1673f1681de tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457838 Jan 27 17:34:58.276594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-37d38c7c-a244-4057-bc56-1f3a344228f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:58.278076 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-37d38c7c-a244-4057-bc56-1f3a344228f9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 1099 time: 0.1187894 Jan 27 17:34:58.419195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-529f06c7-e95a-40a9-bd78-b73e445d1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:58.420756 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-529f06c7-e95a-40a9-bd78-b73e445d1c25 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1362603 Jan 27 17:34:58.588628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:58.636856 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-6fdd603e-7800-4fbc-bf7a-d0f1226ba85c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8 HTTP/1.1" status: 200 len: 1002 time: 0.2098610 Jan 27 17:34:58.707115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-72204e39-cf00-46d1-b2f2-031e5f1954b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:58.708585 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-72204e39-cf00-46d1-b2f2-031e5f1954b1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0656571 Jan 27 17:34:58.784861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-3992416c-8bef-4b85-881f-a8bb345742be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:58.786310 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-3992416c-8bef-4b85-881f-a8bb345742be service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720503 Jan 27 17:34:58.939792 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-6b3ab10a-d34e-4182-a4d6-74f9079d5783 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468658 Jan 27 17:34:59.082249 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-b4d939c1-b8d3-4af3-ab7e-b001853f2344 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368172 Jan 27 17:34:59.344560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc24fe-5635-4dce-94e2-157ed13fe0f5 req-cdd7209f-98b9-4d08-a418-f07b2530a14e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:59.346139 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0bbc24fe-5635-4dce-94e2-157ed13fe0f5 req-cdd7209f-98b9-4d08-a418-f07b2530a14e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0920687 Jan 27 17:34:59.393748 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0bbc24fe-5635-4dce-94e2-157ed13fe0f5 req-7689924a-f059-4387-bf28-0769f6b74f83 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418110 Jan 27 17:35:00.704910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e9f20-a55c-41e6-a8fb-f7bb1c2bfe0f req-c3eb91fd-5267-4cb7-9eeb-26cc0705c1bd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:00.706492 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-691e9f20-a55c-41e6-a8fb-f7bb1c2bfe0f req-c3eb91fd-5267-4cb7-9eeb-26cc0705c1bd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.2014446 Jan 27 17:35:00.728349 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-94c7d936-6d8f-4a05-b3c3-e60f3dd779ca service neutron] 10.222.0.88 "GET /v2.0/ports/acba5927-0ad4-4281-be02-53fd6f52f7c8/bindings/hv-neutron-8250 HTTP/1.1" status: 200 len: 384 time: 0.0859571 Jan 27 17:35:00.763459 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-691e9f20-a55c-41e6-a8fb-f7bb1c2bfe0f req-19e4af97-91e0-4746-b864-ed4666dbf93d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502172 Jan 27 17:35:01.024313 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-9cd11ab7-a67e-4766-9063-47ff9c8161b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:01.025699 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-9cd11ab7-a67e-4766-9063-47ff9c8161b5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 1099 time: 0.0833294 Jan 27 17:35:01.120131 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-19abd343-0d98-4ecb-8744-18fd9f21776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:01.121602 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-19abd343-0d98-4ecb-8744-18fd9f21776f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 1099 time: 0.0732856 Jan 27 17:35:01.256543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-c0e08cf8-dd05-4b3b-ae8c-151755b7ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:01.258036 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-c0e08cf8-dd05-4b3b-ae8c-151755b7ae3d service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1309304 Jan 27 17:35:01.364033 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-f4fbc14e-5eff-49d6-b688-db12031c1666 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8 HTTP/1.1" status: 200 len: 1002 time: 0.0994508 Jan 27 17:35:01.433331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-d89a1802-2578-49af-a105-78f1c64aa2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:01.435555 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-d89a1802-2578-49af-a105-78f1c64aa2b5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0656648 Jan 27 17:35:01.517615 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-2d0cd940-3e67-4ded-81dd-3ea3a33bceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:01.519109 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-2d0cd940-3e67-4ded-81dd-3ea3a33bceb3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772576 Jan 27 17:35:01.654433 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-26d86646-258b-4692-acd4-e8b2a0ebc2f8 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290212 Jan 27 17:35:01.791334 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afc7de9a-cf4b-40d3-b1cd-c6f181da47a3 req-1cff1186-3bd5-470f-98e0-837d3f41d9fc service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305585 Jan 27 17:35:01.975194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbe63d-ab8f-4c2a-a4f6-90c3d4efc841 req-15ee5e4b-3821-4cb7-88ff-f1381de1e815 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:01.977032 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7edbe63d-ab8f-4c2a-a4f6-90c3d4efc841 req-15ee5e4b-3821-4cb7-88ff-f1381de1e815 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0867724 Jan 27 17:35:02.029573 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7edbe63d-ab8f-4c2a-a4f6-90c3d4efc841 req-017c4c25-dcea-458e-ade8-8cb3ca01367e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451024 Jan 27 17:35:03.229457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace77a7-d7c5-4b4b-99cf-ed6ee048e2fc req-1b343502-0a7f-4cd1-8ba5-e3eb6fd79186 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:03.230984 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0ace77a7-d7c5-4b4b-99cf-ed6ee048e2fc req-1b343502-0a7f-4cd1-8ba5-e3eb6fd79186 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0894275 Jan 27 17:35:03.280885 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0ace77a7-d7c5-4b4b-99cf-ed6ee048e2fc req-c6746255-959b-4a51-9b9d-95a7a59a075a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438344 Jan 27 17:35:04.480275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device acba5927-0ad4-4281-be02-53fd6f52f7c8 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:35:04.482613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device acba5927-0ad4-4281-be02-53fd6f52f7c8 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:35:04.487209 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7527-912b-4df2-b1c5-eb3c98020577 req-e4559f33-f5db-408a-b7ab-3cec201a6390 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:04.488727 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ff0e7527-912b-4df2-b1c5-eb3c98020577 req-e4559f33-f5db-408a-b7ab-3cec201a6390 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0835531 Jan 27 17:35:04.534619 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ff0e7527-912b-4df2-b1c5-eb3c98020577 req-74a0d913-d2ac-4905-a093-a9b5d07afb8d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395684 Jan 27 17:35:04.712272 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:04.727858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port acba5927-0ad4-4281-be02-53fd6f52f7c8, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:04.746160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'acba5927-0ad4-4281-be02-53fd6f52f7c8', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'port_id': 'acba5927-0ad4-4281-be02-53fd6f52f7c8', 'mac_address': 'fa:16:3e:fb:fa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:35:04.787679 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf276e3-a089-4934-af99-11dd99373106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acba5927-0ad4-4281-be02-53fd6f52f7c8'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:04.815195 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port acba5927-0ad4-4281-be02-53fd6f52f7c8, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:04.828282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:04.921498 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf276e3-a089-4934-af99-11dd99373106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acba5927-0ad4-4281-be02-53fd6f52f7c8', 'code': 200} Jan 27 17:35:04.922477 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:04.959341 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acba5927-0ad4-4281-be02-53fd6f52f7c8 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:35:05.022792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=acba5927-0ad4-4281-be02-53fd6f52f7c8,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:05.033377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:05.033784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:05.034077 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:05.034344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:05.034681 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:05.035120 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:05.035314 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:05.035638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:05.035967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:05.036281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:05.036679 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:05.036964 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:05.044261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f965d3d-4906-49c2-8735-34d474f61c61 req-4f996b0f-8aa8-421a-8d61-c458e1f85546 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:05.045801 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8f965d3d-4906-49c2-8735-34d474f61c61 req-4f996b0f-8aa8-421a-8d61-c458e1f85546 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106&tenant_id=839d2dd296f6442f9040903b3cb7005d&binding%3Ahost_id=hv-neutron-8250 HTTP/1.1" status: 200 len: 944 time: 0.2295384 Jan 27 17:35:05.048168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:35:05.048168 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:35:05.054284 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee3021-4baf-4e63-932c-f66a96aa2b98 req-ced3f367-b1b2-410f-a268-0c224abce85a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:05.055772 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-beee3021-4baf-4e63-932c-f66a96aa2b98 req-ced3f367-b1b2-410f-a268-0c224abce85a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.2762773 Jan 27 17:35:05.102951 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-beee3021-4baf-4e63-932c-f66a96aa2b98 req-bd1e7375-9d3e-44d3-b94b-8d1c79ed117f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410621 Jan 27 17:35:05.201894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f965d3d-4906-49c2-8735-34d474f61c61 req-660b5bcb-3e75-47f8-8322-42164e1ae253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:05.203405 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8f965d3d-4906-49c2-8735-34d474f61c61 req-660b5bcb-3e75-47f8-8322-42164e1ae253 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 1097 time: 0.0763340 Jan 27 17:35:05.340648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f965d3d-4906-49c2-8735-34d474f61c61 req-ef47a63c-77ae-4bea-ae69-c3046ca652a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:05.342132 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8f965d3d-4906-49c2-8735-34d474f61c61 req-ef47a63c-77ae-4bea-ae69-c3046ca652a1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1325994 Jan 27 17:35:05.449037 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8f965d3d-4906-49c2-8735-34d474f61c61 req-15c39f25-9075-4ef9-a113-a36a35357ccc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8 HTTP/1.1" status: 200 len: 1000 time: 0.1006904 Jan 27 17:35:05.513095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f965d3d-4906-49c2-8735-34d474f61c61 req-78554237-09cc-46de-b6a0-be60b8a5dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:05.514507 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8f965d3d-4906-49c2-8735-34d474f61c61 req-78554237-09cc-46de-b6a0-be60b8a5dcbc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0598269 Jan 27 17:35:05.593997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f965d3d-4906-49c2-8735-34d474f61c61 req-1f437c62-0d3a-4516-ba2b-6f801595b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:05.595506 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8f965d3d-4906-49c2-8735-34d474f61c61 req-1f437c62-0d3a-4516-ba2b-6f801595b343 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754397 Jan 27 17:35:05.601876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:05.619850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acba5927-0ad4-4281-be02-53fd6f52f7c8 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:35:05.636371 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port acba5927-0ad4-4281-be02-53fd6f52f7c8, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:05.641973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:05.712991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['acba5927-0ad4-4281-be02-53fd6f52f7c8'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:35:05.735561 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8f965d3d-4906-49c2-8735-34d474f61c61 req-59d0c08a-3537-49e5-af9c-1be72f2b3815 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341527 Jan 27 17:35:05.765025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=acba5927-0ad4-4281-be02-53fd6f52f7c8,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:05.883542 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8f965d3d-4906-49c2-8735-34d474f61c61 req-81dfb7f7-768e-4b25-bd05-4028eb4c27df service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414173 Jan 27 17:35:06.304775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cf225-d4ea-4e09-85bc-350470efcd3f req-73a6568e-5398-4d57-86d5-3f3f04181abd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:06.306795 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d40cf225-d4ea-4e09-85bc-350470efcd3f req-73a6568e-5398-4d57-86d5-3f3f04181abd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 945 time: 0.0892086 Jan 27 17:35:06.356102 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d40cf225-d4ea-4e09-85bc-350470efcd3f req-80527d75-662e-4451-8ca8-f9d97e720861 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425353 Jan 27 17:35:06.503255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device acba5927-0ad4-4281-be02-53fd6f52f7c8 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:35:06.576514 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port acba5927-0ad4-4281-be02-53fd6f52f7c8 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:35:06.576876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:06.698721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:06.738805 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port acba5927-0ad4-4281-be02-53fd6f52f7c8, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:06.745623 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:06.822286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=acba5927-0ad4-4281-be02-53fd6f52f7c8,revision_number=8']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:06.922942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf276e3-a089-4934-af99-11dd99373106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba5927-0ad4-4281-be02-53fd6f52f7c8'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:06.969022 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf276e3-a089-4934-af99-11dd99373106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba5927-0ad4-4281-be02-53fd6f52f7c8', 'code': 200} Jan 27 17:35:07.590875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616d5a9-374f-4c1f-8b80-553765917be9 req-ab08da80-863d-465a-b30f-9f59e42183b3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:07.592534 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6616d5a9-374f-4c1f-8b80-553765917be9 req-ab08da80-863d-465a-b30f-9f59e42183b3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0823748 Jan 27 17:35:07.643489 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6616d5a9-374f-4c1f-8b80-553765917be9 req-a9fc8b48-6683-4d3f-8870-73068071c0d2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451505 Jan 27 17:35:07.844625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc4ca9-cb65-4c21-b387-128c334bf96e req-092f7c14-85c7-4d54-bb96-3334461de8d5 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:07.846140 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0ddc4ca9-cb65-4c21-b387-128c334bf96e req-092f7c14-85c7-4d54-bb96-3334461de8d5 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0908866 Jan 27 17:35:07.896491 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0ddc4ca9-cb65-4c21-b387-128c334bf96e req-9c4fb4ff-f0b8-47e2-963c-1017478e8f46 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 Jan 27 17:35:08.316593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef47d22-5cbd-4444-95c7-5924591d6863 req-461e9677-6f03-4210-b738-83d5bb370b8e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:08.318125 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3ef47d22-5cbd-4444-95c7-5924591d6863 req-461e9677-6f03-4210-b738-83d5bb370b8e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.1251690 Jan 27 17:35:08.378855 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3ef47d22-5cbd-4444-95c7-5924591d6863 req-7c08aac5-ecd4-4e0a-9385-90fcb6d2fca1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509152 Jan 27 17:35:08.389030 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd851401-0176-4642-b25f-4762b00b3ad3 req-e3dda7dc-87fc-49ef-bedf-5a563ba5cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:08.390636 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd851401-0176-4642-b25f-4762b00b3ad3 req-e3dda7dc-87fc-49ef-bedf-5a563ba5cbff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 1099 time: 0.1285372 Jan 27 17:35:08.528640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd851401-0176-4642-b25f-4762b00b3ad3 req-435b5b14-ae3f-4e5b-8e63-4af24fe70f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:08.530158 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd851401-0176-4642-b25f-4762b00b3ad3 req-435b5b14-ae3f-4e5b-8e63-4af24fe70f4b service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1336141 Jan 27 17:35:08.635303 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd851401-0176-4642-b25f-4762b00b3ad3 req-18f4754f-0783-4342-bc8a-2ba7f65a3655 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8 HTTP/1.1" status: 200 len: 1002 time: 0.0987556 Jan 27 17:35:08.698385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd851401-0176-4642-b25f-4762b00b3ad3 req-50245057-d850-428e-ba72-e4ee4f81eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:08.699851 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd851401-0176-4642-b25f-4762b00b3ad3 req-50245057-d850-428e-ba72-e4ee4f81eaf0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0582576 Jan 27 17:35:08.782754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd851401-0176-4642-b25f-4762b00b3ad3 req-a6bb6a78-4ef1-48a8-85f9-778e52911e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:08.784289 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd851401-0176-4642-b25f-4762b00b3ad3 req-a6bb6a78-4ef1-48a8-85f9-778e52911e45 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786874 Jan 27 17:35:09.028690 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd851401-0176-4642-b25f-4762b00b3ad3 req-86d34741-84ac-4113-b9bc-fad45b0c8af2 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374775 Jan 27 17:35:09.162646 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd851401-0176-4642-b25f-4762b00b3ad3 req-afbbc51a-d649-44d8-a9c8-4b2e400ec254 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280203 Jan 27 17:35:09.583527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4261cf-5942-4571-b858-e6fa9cd954a3 req-31c8f850-74af-4200-9141-53965a79e5b7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:09.590931 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd4261cf-5942-4571-b858-e6fa9cd954a3 req-31c8f850-74af-4200-9141-53965a79e5b7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0967076 Jan 27 17:35:09.633948 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dd4261cf-5942-4571-b858-e6fa9cd954a3 req-fa7b3ea3-0f65-42d7-a95d-005030d7c05d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421929 Jan 27 17:35:10.988538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c46a26-7319-44d4-9d83-368ea277491f req-97035ae1-d5da-4f6a-bebd-78c5324c76af tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:10.989938 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-92c46a26-7319-44d4-9d83-368ea277491f req-97035ae1-d5da-4f6a-bebd-78c5324c76af tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0918133 Jan 27 17:35:11.039783 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-92c46a26-7319-44d4-9d83-368ea277491f req-0c5b655f-5372-43c8-bc00-832c7e686fee tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418544 Jan 27 17:35:11.516890 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354adbb-e47d-4abe-9c21-da750573c263 req-d6f5d61c-ddf1-4732-9c81-b1bcb7ec4d88 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:11.518443 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d354adbb-e47d-4abe-9c21-da750573c263 req-d6f5d61c-ddf1-4732-9c81-b1bcb7ec4d88 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0904381 Jan 27 17:35:11.564787 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d354adbb-e47d-4abe-9c21-da750573c263 req-60c5f793-fe13-4b49-a03e-a98353385ec7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402553 Jan 27 17:35:12.774084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705f679-f0a7-4ef2-971c-d1da363f3a20 req-8a0f12c2-005d-47f2-9487-ff6aef884b34 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:12.775551 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1705f679-f0a7-4ef2-971c-d1da363f3a20 req-8a0f12c2-005d-47f2-9487-ff6aef884b34 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.1020036 Jan 27 17:35:12.822780 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1705f679-f0a7-4ef2-971c-d1da363f3a20 req-713f8f82-a353-48a9-be27-7023a26770c2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413177 Jan 27 17:35:13.065722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-abeb89b5-c81c-48b3-b951-7f0ff033917a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:13.067145 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-abeb89b5-c81c-48b3-b951-7f0ff033917a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 946 time: 0.0943701 Jan 27 17:35:13.141382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Deleting port acba5927-0ad4-4281-be02-53fd6f52f7c8 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:35:13.141729 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:13.401358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] For port acba5927-0ad4-4281-be02-53fd6f52f7c8, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=acba5927-0ad4-4281-be02-53fd6f52f7c8,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:13.401731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:13.699515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:13.699917 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:13.700191 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Floating IP be4b292b-c23a-4092-b81b-d80db5025e0a disassociated. External IP: 172.26.8.203, port: acba5927-0ad4-4281-be02-53fd6f52f7c8. Jan 27 17:35:13.700552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Calling delete_port for acba5927-0ad4-4281-be02-53fd6f52f7c8 owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:35:13.854427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:13.904871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event deleted for resources: {'Port': ['ID=acba5927-0ad4-4281-be02-53fd6f52f7c8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:13.913816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:13.914170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:13.914544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:13.915782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:13.915782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:13.915782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:13.916162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:13.916480 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:13.916852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:13.917114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:13.917435 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:13.917772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:14.030014 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c8a458fd-470c-4c13-8008-a3d8128b5961 req-2c8c2b47-1730-47ab-81bd-78116ec7aad5 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf276e3-a089-4934-af99-11dd99373106 HTTP/1.1" status: 200 len: 210 time: 0.0551515 Jan 27 17:35:14.156622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Router 626652dc-3e8c-4610-a6f9-b837cc951a0a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:35:14.455222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:35:14.465353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676dc1f2-8944-4d82-a9a3-4ba2b8c3a3ad None None] Sync routers for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:35:14.475730 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676dc1f2-8944-4d82-a9a3-4ba2b8c3a3ad None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:35:14.476430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-676dc1f2-8944-4d82-a9a3-4ba2b8c3a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:34:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:14.531648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] No DVR routers for this DVR port acba5927-0ad4-4281-be02-53fd6f52f7c8 on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:35:14.534248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:14.539922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf276e3-a089-4934-af99-11dd99373106', 'name': 'network-vif-deleted', 'tag': 'acba5927-0ad4-4281-be02-53fd6f52f7c8'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:14.559311 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3ce0e7ff-fe26-4ae7-80aa-cf4b4a4e845f req-1b29ecfb-c77e-4943-a0ee-6a2160cbb79b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "DELETE /v2.0/ports/acba5927-0ad4-4281-be02-53fd6f52f7c8 HTTP/1.1" status: 204 len: 173 time: 1.4865549 Jan 27 17:35:14.592933 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf276e3-a089-4934-af99-11dd99373106', 'name': 'network-vif-deleted', 'tag': 'acba5927-0ad4-4281-be02-53fd6f52f7c8', 'status': 'completed', 'code': 200} Jan 27 17:35:14.660721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-676dc1f2-8944-4d82-a9a3-4ba2b8c3a3ad None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:35:14.987864 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-676dc1f2-8944-4d82-a9a3-4ba2b8c3a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:14.992334 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676dc1f2-8944-4d82-a9a3-4ba2b8c3a3ad None None] Checking router: 626652dc-3e8c-4610-a6f9-b837cc951a0a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:35:15.002062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676dc1f2-8944-4d82-a9a3-4ba2b8c3a3ad None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:35:15.002737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-676dc1f2-8944-4d82-a9a3-4ba2b8c3a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:34:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:15.185233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-676dc1f2-8944-4d82-a9a3-4ba2b8c3a3ad None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:35:15.386441 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-8bb4d6ed-3a59-4016-9d28-4101b84c5d07 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1042902696&fields=id&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 267 time: 0.0396693 Jan 27 17:35:15.539053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85020c-a900-40f9-8026-97b805485d95 req-1814fc37-3fcc-40d9-95b6-344d35891c59 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:15.540442 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-1814fc37-3fcc-40d9-95b6-344d35891c59 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 811 time: 0.1473796 Jan 27 17:35:15.553235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-676dc1f2-8944-4d82-a9a3-4ba2b8c3a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:15.555562 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-e17fe6c9-7162-4c31-8803-09a3adea9d8f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/quotas/839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 375 time: 0.0093267 Jan 27 17:35:15.557558 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676dc1f2-8944-4d82-a9a3-4ba2b8c3a3ad None None] The sync data for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv is: [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:35:15.645628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-db85020c-a900-40f9-8026-97b805485d95 req-c648aa98-812c-4de4-99ce-281e7372fb20 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Synchronizing usage tracker for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:35:15.663606 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-db85020c-a900-40f9-8026-97b805485d95 req-c648aa98-812c-4de4-99ce-281e7372fb20 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Unset dirty status for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:35:15.664986 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-c648aa98-812c-4de4-99ce-281e7372fb20 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017985 Jan 27 17:35:15.798052 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b86b13-a34c-4cc1-b1d4-f67425aef961 None None] New status for floating IP be4b292b-c23a-4092-b81b-d80db5025e0a: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:35:15.881266 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-8e44f832-1abf-434e-a320-09b2245cdc56 service neutron] 10.222.0.81 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036619 Jan 27 17:35:16.024943 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-42db749a-8ee3-4d71-b75b-a254d2e67fc7 service neutron] 10.222.0.81 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357889 Jan 27 17:35:16.233364 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e49eed57-d379-40c4-b851-4286e3fadda6 req-3f1cbea5-fab6-4403-9275-f9a8df1f93bc tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 210 time: 0.0515680 Jan 27 17:35:16.563449 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device acba5927-0ad4-4281-be02-53fd6f52f7c8 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:35:16.597801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: acba5927-0ad4-4281-be02-53fd6f52f7c8 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:35:16.598148 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device acba5927-0ad4-4281-be02-53fd6f52f7c8 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:35:17.335419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85020c-a900-40f9-8026-97b805485d95 req-60e3156a-8657-45cf-8d6d-3077c13a1315 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:17.337282 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-60e3156a-8657-45cf-8d6d-3077c13a1315 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 811 time: 0.1580360 Jan 27 17:35:17.421825 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-87648c04-2380-42a7-9fd3-1ad013d82361 req-34b19af3-e5f4-40fa-b30a-77f49bfabf92 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 210 time: 0.0593257 Jan 27 17:35:17.434678 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-aeb9fd5a-c2f7-490f-a878-7eab7ad6b1b0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 380 time: 0.0872898 Jan 27 17:35:17.443232 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Request body: {'port': {'device_id': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'admin_state_up': True, 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'security_groups': ['aac54699-102c-4e4a-94a3-fff371303f8b']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:35:17.599086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:35:17.610436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:35:17.623860 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Made reservation on behalf of 839d2dd296f6442f9040903b3cb7005d for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:35:17.627388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:17.802804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Allocated IP 172.20.0.9 (d12e9e96-751d-45f6-bc60-6cceeeffb8bf/d379ca57-b953-484d-a8f9-3221984e58ff/848a67c0-1b3a-41ff-ab43-7d62bcb3c670) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:35:18.004176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:18.020714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Transition to ACTIVE for port object 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:35:18.047770 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:18.123264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Network d12e9e96-751d-45f6-bc60-6cceeeffb8bf is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:35:18.124453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:35:18.128825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:35:18.168223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event updated for resources: {'Port': ['ID=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:18.198020 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:18.198623 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:18.226529 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-d79c740a-f8e0-40b9-a832-32aae9bf8072 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7873311 Jan 27 17:35:18.239141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Request body: {'port': {'device_id': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:35:18.332215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8887c99c-f79d-43bf-a5cd-17840a8f43a3 None None] Provisioning for port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:35:18.338584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8887c99c-f79d-43bf-a5cd-17840a8f43a3 None None] Provisioning complete for port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:35:18.339220 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8887c99c-f79d-43bf-a5cd-17840a8f43a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:18.400236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8887c99c-f79d-43bf-a5cd-17840a8f43a3 None None] Port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:35:18.484363 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:18.558083 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:35:18.623532 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339d360-9eec-4037-9a9e-40019a432da8 req-d7b58f5a-9932-4fb0-9de2-dc928ad89ca0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:18.625128 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9339d360-9eec-4037-9a9e-40019a432da8 req-d7b58f5a-9932-4fb0-9de2-dc928ad89ca0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 931 time: 0.0876801 Jan 27 17:35:18.675202 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9339d360-9eec-4037-9a9e-40019a432da8 req-62669278-1c1c-4db9-978c-6b7f450e79a9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436532 Jan 27 17:35:18.839394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:35:18.850182 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:18.870920 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Transition to ACTIVE for port object 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:35:18.876331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:19.006779 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:19.115464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Attempting to bind port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:35:19.115831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Attempting to bind port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:35:19.116137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Attempting to bind port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:35:19.121311 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:35:19.121631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Attempting to bind port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:35:19.126840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:35:19.127173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Checking segment: {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:35:19.127557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Bound using segment: {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:35:19.128007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Bound port: 848a67c0-1b3a-41ff-ab43-7d62bcb3c670, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:35:19.128387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:19.215789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] For port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:35:19.219280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] For port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:35:19.226716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:19.290713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:19.291355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:19.292746 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] 10.222.0.88 "PUT /v2.0/ports/848a67c0-1b3a-41ff-ab43-7d62bcb3c670 HTTP/1.1" status: 200 len: 1093 time: 1.0579860 Jan 27 17:35:19.293195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'tag': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:19.325388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b2d39-4b90-4387-a630-7d48570eb1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:19.376098 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'tag': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670', 'status': 'completed', 'code': 200} Jan 27 17:35:19.420164 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85020c-a900-40f9-8026-97b805485d95 req-f64e5413-3f33-4680-8d20-fa638df43242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:19.421669 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-f64e5413-3f33-4680-8d20-fa638df43242 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 1096 time: 0.0819092 Jan 27 17:35:19.495280 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-ae78063e-02d0-405f-b3da-f1a4f54acbb9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670 HTTP/1.1" status: 200 len: 217 time: 0.0670042 Jan 27 17:35:19.567084 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85020c-a900-40f9-8026-97b805485d95 req-e8c39064-1558-45f3-a2bf-26db07c7e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:19.568575 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-e8c39064-1558-45f3-a2bf-26db07c7e8c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0674098 Jan 27 17:35:19.650763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85020c-a900-40f9-8026-97b805485d95 req-c7b65fbd-0060-4927-9adb-63e4df1a34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:19.652208 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-c7b65fbd-0060-4927-9adb-63e4df1a34d2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772414 Jan 27 17:35:19.793343 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-9ad7ab8d-7ac5-43c0-9e38-4ed58479b2a5 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351643 Jan 27 17:35:19.860156 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df248e-299c-40dd-9677-83b2d651d2a8 req-0a5177af-0ec6-4601-9ea9-fdb2baeee7d9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:19.861643 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-70df248e-299c-40dd-9677-83b2d651d2a8 req-0a5177af-0ec6-4601-9ea9-fdb2baeee7d9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 943 time: 0.0812733 Jan 27 17:35:19.907660 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-70df248e-299c-40dd-9677-83b2d651d2a8 req-6b5a785b-e6a9-4a27-bb07-03972c9e8aa3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398359 Jan 27 17:35:19.927396 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db85020c-a900-40f9-8026-97b805485d95 req-dd11b2e4-b911-42ba-90e0-9e573c20fdcf service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279309 Jan 27 17:35:20.058525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068505e-65a8-4354-9ac5-44ae455a0aab req-fbe79799-c4c1-460c-98c1-5821f4e0fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:20.060040 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9068505e-65a8-4354-9ac5-44ae455a0aab req-fbe79799-c4c1-460c-98c1-5821f4e0fce9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 1096 time: 0.0810833 Jan 27 17:35:20.204589 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068505e-65a8-4354-9ac5-44ae455a0aab req-8ab8f717-69f3-4889-80f0-ba10ad488846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:20.206436 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9068505e-65a8-4354-9ac5-44ae455a0aab req-8ab8f717-69f3-4889-80f0-ba10ad488846 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1401122 Jan 27 17:35:20.396387 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9068505e-65a8-4354-9ac5-44ae455a0aab req-8f361d61-717b-4795-8628-f9e1f3bd9293 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670 HTTP/1.1" status: 200 len: 217 time: 0.1831563 Jan 27 17:35:20.469363 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068505e-65a8-4354-9ac5-44ae455a0aab req-5cfecfc8-ea94-4908-b6b9-8807bfcbf1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:20.470711 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9068505e-65a8-4354-9ac5-44ae455a0aab req-5cfecfc8-ea94-4908-b6b9-8807bfcbf1e8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0674829 Jan 27 17:35:20.554399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068505e-65a8-4354-9ac5-44ae455a0aab req-8fbda118-75b5-4d6e-b8e8-8fb908e45ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:20.556797 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9068505e-65a8-4354-9ac5-44ae455a0aab req-8fbda118-75b5-4d6e-b8e8-8fb908e45ed7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784595 Jan 27 17:35:20.698220 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9068505e-65a8-4354-9ac5-44ae455a0aab req-2267062d-9d92-497c-85da-ad56bfca03f0 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338208 Jan 27 17:35:20.834538 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9068505e-65a8-4354-9ac5-44ae455a0aab req-6df2b03e-5361-478e-836c-3bedb8a45b9e service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290977 Jan 27 17:35:21.115966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b560f92-211d-4153-af5f-129bf5f15891 req-53f3f84c-cf60-4afb-8d11-72741848f6fd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:21.116878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-5b560f92-211d-4153-af5f-129bf5f15891 req-53f3f84c-cf60-4afb-8d11-72741848f6fd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Synchronizing usage tracker for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:35:21.135896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-5b560f92-211d-4153-af5f-129bf5f15891 req-53f3f84c-cf60-4afb-8d11-72741848f6fd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Unset dirty status for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:35:21.137029 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b560f92-211d-4153-af5f-129bf5f15891 req-53f3f84c-cf60-4afb-8d11-72741848f6fd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 943 time: 0.1035955 Jan 27 17:35:21.190141 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b560f92-211d-4153-af5f-129bf5f15891 req-a0bec817-a88c-4b14-929d-9d2535836654 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466070 Jan 27 17:35:21.544438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9088bcdc-e2e7-4efc-914d-e254ed64acfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.390442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3504f2-5203-4b7f-ab28-cac49228f546 req-35545d40-2ca7-4ec0-a282-20d8050dd31a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:22.392110 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3b3504f2-5203-4b7f-ab28-cac49228f546 req-35545d40-2ca7-4ec0-a282-20d8050dd31a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 943 time: 0.0894024 Jan 27 17:35:22.440304 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3b3504f2-5203-4b7f-ab28-cac49228f546 req-4fa1a0fb-5409-4b31-be27-e74b263ffa64 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Jan 27 17:35:22.610561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:35:22.745329 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:22.758209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'port_id': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670', 'mac_address': 'fa:16:3e:ca:af:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:35:22.817981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.837149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:35:22.855677 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:22.864616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.938270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:23.068841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['848a67c0-1b3a-41ff-ab43-7d62bcb3c670'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:35:23.662794 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d00d8-ebb1-4c13-985c-e946f5a74b7c req-7409c0fc-8751-4b7f-bebc-c69a8a763eff tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:23.664692 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-439d00d8-ebb1-4c13-985c-e946f5a74b7c req-7409c0fc-8751-4b7f-bebc-c69a8a763eff tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 944 time: 0.0998685 Jan 27 17:35:23.723513 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-439d00d8-ebb1-4c13-985c-e946f5a74b7c req-fb1b91ba-4261-4004-803f-dacd3168d77f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514674 Jan 27 17:35:23.894360 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-68a299e6-46bf-4dac-8109-9b84e98b3174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.618202 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:35:24.694699 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:35:24.700171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:35:24.700540 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.819289 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.855378 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.863473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:24.879788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:24.886685 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.921700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff71af7-6612-47d8-911c-c0e13054689d req-a39ee979-3fe6-4825-bdab-b78260752fd3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:24.922321 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670', 'code': 200} Jan 27 17:35:24.923274 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3ff71af7-6612-47d8-911c-c0e13054689d req-a39ee979-3fe6-4825-bdab-b78260752fd3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 944 time: 0.0895357 Jan 27 17:35:24.964106 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:24.972862 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3ff71af7-6612-47d8-911c-c0e13054689d req-5e3c3f60-ec7c-470a-99fd-a10cdeaa9f93 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437894 Jan 27 17:35:25.162697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92289fa8-9f8d-4748-a6ec-6f19cd521589 req-ece9074e-1bd4-411d-8652-baf538332d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:25.164142 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-92289fa8-9f8d-4748-a6ec-6f19cd521589 req-ece9074e-1bd4-411d-8652-baf538332d1d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 1098 time: 0.0781596 Jan 27 17:35:25.205835 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-92289fa8-9f8d-4748-a6ec-6f19cd521589 req-1088117a-c23d-414d-8988-b31a51cb3381 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352225 Jan 27 17:35:25.344385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:26.162936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dd5ae-6901-4775-9bf7-c916964d3d00 req-1e247857-8735-4407-9184-dbcbf552f3c1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:26.164419 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b04dd5ae-6901-4775-9bf7-c916964d3d00 req-1e247857-8735-4407-9184-dbcbf552f3c1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0822272 Jan 27 17:35:26.213835 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b04dd5ae-6901-4775-9bf7-c916964d3d00 req-000aea44-3f5b-43e8-b60d-deeb075c56c5 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 Jan 27 17:35:26.713916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:27.424437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d88a2-e653-45a9-92f4-3bda5df857b0 req-4550da05-041c-4349-97cc-63b14925a7c6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:27.425868 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-879d88a2-e653-45a9-92f4-3bda5df857b0 req-4550da05-041c-4349-97cc-63b14925a7c6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.1048408 Jan 27 17:35:27.474864 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-879d88a2-e653-45a9-92f4-3bda5df857b0 req-b51a6531-0dad-4f78-8a98-87dcc3f9eae3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408595 Jan 27 17:35:27.676256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd1b73-3b1b-43f7-85bd-a39fa2f2175a req-ba5ac774-e253-4820-a6fa-5f00ca884ff4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:27.677717 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f5fd1b73-3b1b-43f7-85bd-a39fa2f2175a req-ba5ac774-e253-4820-a6fa-5f00ca884ff4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0962880 Jan 27 17:35:27.687413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 47504) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:27.692324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-0ecb0cc3-4783-403b-8a0f-0f41203359b6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Request body: {'floatingip': {'port_id': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:35:27.772088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ecb0cc3-4783-403b-8a0f-0f41203359b6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:28.499137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ecb0cc3-4783-403b-8a0f-0f41203359b6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:28.505502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ecb0cc3-4783-403b-8a0f-0f41203359b6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:28.587186 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:28.682402 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-0ecb0cc3-4783-403b-8a0f-0f41203359b6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Floating IP be4b292b-c23a-4092-b81b-d80db5025e0a associated. External IP: 172.26.8.203, port: 848a67c0-1b3a-41ff-ab43-7d62bcb3c670. Jan 27 17:35:29.057416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecb0cc3-4783-403b-8a0f-0f41203359b6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Router 626652dc-3e8c-4610-a6f9-b837cc951a0a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:35:29.247129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecb0cc3-4783-403b-8a0f-0f41203359b6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:35:29.252135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ecb0cc3-4783-403b-8a0f-0f41203359b6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:29.257311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16671b-4231-45af-a35d-179738b57b5f None None] Sync routers for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:35:29.267194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16671b-4231-45af-a35d-179738b57b5f None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:35:29.267926 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8e16671b-4231-45af-a35d-179738b57b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:35:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:29.313315 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0ecb0cc3-4783-403b-8a0f-0f41203359b6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "PUT /v2.0/floatingips/be4b292b-c23a-4092-b81b-d80db5025e0a HTTP/1.1" status: 200 len: 991 time: 1.6214292 Jan 27 17:35:29.313315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'tag': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:29.358341 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'tag': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670', 'status': 'completed', 'code': 200} Jan 27 17:35:29.450660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dec34-9bea-47da-b761-6be504ee5411 req-da31a985-cf62-41b5-840d-8e3c17f03389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:29.452188 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a98dec34-9bea-47da-b761-6be504ee5411 req-da31a985-cf62-41b5-840d-8e3c17f03389 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 1098 time: 0.0721624 Jan 27 17:35:29.463288 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8e16671b-4231-45af-a35d-179738b57b5f None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:35:29.582048 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dec34-9bea-47da-b761-6be504ee5411 req-8d39cc4f-bb43-4374-aa7d-b13fb0f39a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:29.583398 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a98dec34-9bea-47da-b761-6be504ee5411 req-8d39cc4f-bb43-4374-aa7d-b13fb0f39a80 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1256781 Jan 27 17:35:29.688231 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a98dec34-9bea-47da-b761-6be504ee5411 req-c2762d51-67a0-43eb-b1d2-b3ec4dc2a13b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670 HTTP/1.1" status: 200 len: 999 time: 0.0987866 Jan 27 17:35:29.750021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dec34-9bea-47da-b761-6be504ee5411 req-ed87ad54-a461-40a9-b8fc-cea71ae09ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:29.751513 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a98dec34-9bea-47da-b761-6be504ee5411 req-ed87ad54-a461-40a9-b8fc-cea71ae09ae2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0571563 Jan 27 17:35:29.851569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8e16671b-4231-45af-a35d-179738b57b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'be4b292b-c23a-4092-b81b-d80db5025e0a', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'port_id': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'mac_address': 'fa:16:3e:ca:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:32:40Z', 'updated_at': '2022-01-27T17:35:28Z', 'revision_number': 9, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:29.857307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16671b-4231-45af-a35d-179738b57b5f None None] Checking router: 626652dc-3e8c-4610-a6f9-b837cc951a0a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:35:29.867853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16671b-4231-45af-a35d-179738b57b5f None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:35:29.868686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8e16671b-4231-45af-a35d-179738b57b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:35:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:29.949212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dec34-9bea-47da-b761-6be504ee5411 req-d71f032c-5971-4411-b255-9f9699399b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:29.950680 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a98dec34-9bea-47da-b761-6be504ee5411 req-d71f032c-5971-4411-b255-9f9699399b6f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1933453 Jan 27 17:35:30.053038 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8e16671b-4231-45af-a35d-179738b57b5f None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:35:30.081604 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a98dec34-9bea-47da-b761-6be504ee5411 req-44733f1e-82c3-4c9e-b34f-01d1f405169a service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247759 Jan 27 17:35:30.214358 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a98dec34-9bea-47da-b761-6be504ee5411 req-54d7b540-6a13-4e4a-9ba6-e8bdb080c307 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263435 Jan 27 17:35:30.426754 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8e16671b-4231-45af-a35d-179738b57b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'be4b292b-c23a-4092-b81b-d80db5025e0a', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'port_id': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'mac_address': 'fa:16:3e:ca:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:32:40Z', 'updated_at': '2022-01-27T17:35:28Z', 'revision_number': 9, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:30.431304 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16671b-4231-45af-a35d-179738b57b5f None None] The sync data for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv is: [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'be4b292b-c23a-4092-b81b-d80db5025e0a', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'port_id': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'mac_address': 'fa:16:3e:ca:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:32:40Z', 'updated_at': '2022-01-27T17:35:28Z', 'revision_number': 9, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:35:30.647344 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bf1c4e-e82f-468b-bbdb-35e0931aa8a7 None None] New status for floating IP be4b292b-c23a-4092-b81b-d80db5025e0a: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:35:51.543356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-38c020aa-cfaf-420f-92f8-75ba81a9c213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:53.891171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6c30-2117-487a-9573-925188666fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:54.843278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:55.256432 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-94aaa882-74bd-417c-aa60-e418c4fa028a req-5a285890-f057-4455-bee8-22c1c4cb4f56 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832865 Jan 27 17:35:55.349182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:55.402792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaa882-74bd-417c-aa60-e418c4fa028a req-7f894020-15a0-4fe3-8775-c4b3448773a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:55.404326 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-94aaa882-74bd-417c-aa60-e418c4fa028a req-7f894020-15a0-4fe3-8775-c4b3448773a3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 1098 time: 0.0774481 Jan 27 17:35:55.557874 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:35:55.558528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaa882-74bd-417c-aa60-e418c4fa028a req-ec8a78c9-255e-40a9-9782-e0c8b82420a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:55.559770 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-94aaa882-74bd-417c-aa60-e418c4fa028a req-ec8a78c9-255e-40a9-9782-e0c8b82420a0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1318576 Jan 27 17:35:55.665786 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-94aaa882-74bd-417c-aa60-e418c4fa028a req-bd2d7093-c81c-4ce5-b410-8d579c7c8515 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670 HTTP/1.1" status: 200 len: 1002 time: 0.0991440 Jan 27 17:35:55.729590 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaa882-74bd-417c-aa60-e418c4fa028a req-9e95872a-6e44-432f-9767-7cb51a52bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:55.731065 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-94aaa882-74bd-417c-aa60-e418c4fa028a req-9e95872a-6e44-432f-9767-7cb51a52bf3f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0585830 Jan 27 17:35:55.808391 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaa882-74bd-417c-aa60-e418c4fa028a req-d3d53bf0-b87f-4f92-bfee-0892bd4e85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:55.809789 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-94aaa882-74bd-417c-aa60-e418c4fa028a req-d3d53bf0-b87f-4f92-bfee-0892bd4e85b6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731397 Jan 27 17:35:55.948563 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-94aaa882-74bd-417c-aa60-e418c4fa028a req-e35a11c0-2490-4ebe-bb0d-c780a5941c22 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315670 Jan 27 17:35:56.095878 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-94aaa882-74bd-417c-aa60-e418c4fa028a req-e6420c5c-9e36-460d-9b8b-b89766d1eddb service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400628 Jan 27 17:35:56.715621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:58.587982 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:04.888404 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-42c64f20-83ad-43a1-8cd2-0cafd68d362d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1113575 Jan 27 17:36:04.901451 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6870b7-f534-4ea6-bf5e-e5a356090bde req-2cb770a8-b214-4a1c-af26-6c4fe927469c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:04.902990 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1c6870b7-f534-4ea6-bf5e-e5a356090bde req-2cb770a8-b214-4a1c-af26-6c4fe927469c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0835280 Jan 27 17:36:04.955212 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1c6870b7-f534-4ea6-bf5e-e5a356090bde req-f6e41f74-8b6d-48b3-888e-ff35f6557529 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455661 Jan 27 17:36:06.077071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-cd0f40a7-3ad0-4b04-bd99-0e965e40572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:06.078768 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-cd0f40a7-3ad0-4b04-bd99-0e965e40572b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 1098 time: 0.0736902 Jan 27 17:36:06.150542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41af399-f808-4893-a58f-6f6ccc74a6d8 req-d68e7edc-9c5e-4177-b2e8-93b41309d5ab tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:06.152052 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e41af399-f808-4893-a58f-6f6ccc74a6d8 req-d68e7edc-9c5e-4177-b2e8-93b41309d5ab tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0832005 Jan 27 17:36:06.195736 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e41af399-f808-4893-a58f-6f6ccc74a6d8 req-fd72e77b-b855-4367-9694-70cbaf9f8486 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379913 Jan 27 17:36:06.211329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-a50a7c6e-2253-4c10-adfa-603fe098d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:06.212840 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-a50a7c6e-2253-4c10-adfa-603fe098d684 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1267765 Jan 27 17:36:06.317095 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-260b397e-7fef-44ca-8149-abe29f2891d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670 HTTP/1.1" status: 200 len: 1002 time: 0.0984907 Jan 27 17:36:06.494621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-8b115562-ac3c-42bd-81eb-d6b2046f8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:06.495989 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-8b115562-ac3c-42bd-81eb-d6b2046f8812 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.1730084 Jan 27 17:36:06.584995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-63fe3b62-0b8c-4566-9dc3-85311a5fbacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:06.586504 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-63fe3b62-0b8c-4566-9dc3-85311a5fbacd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839798 Jan 27 17:36:06.729224 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-3b0d3bb9-b3ae-4689-9862-541f74b52649 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359143 Jan 27 17:36:06.865904 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-6e49c106-847a-42c3-b745-fd1995761967 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300941 Jan 27 17:36:07.394268 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dacd49-7d07-4ad7-a0a1-f55a4aee7105 req-d7baffa5-d3b9-40e4-83e6-ede806b8d14c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:07.395969 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f7dacd49-7d07-4ad7-a0a1-f55a4aee7105 req-d7baffa5-d3b9-40e4-83e6-ede806b8d14c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0884995 Jan 27 17:36:07.442354 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f7dacd49-7d07-4ad7-a0a1-f55a4aee7105 req-c32eb38b-601d-4929-b674-4fed0c259cf0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404816 Jan 27 17:36:08.638101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165706c-f272-4ab1-b62e-6ba5b80b94da req-23d152a4-7148-4a2a-ab7a-3b82b73ae74b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:08.639440 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e165706c-f272-4ab1-b62e-6ba5b80b94da req-23d152a4-7148-4a2a-ab7a-3b82b73ae74b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0854361 Jan 27 17:36:08.687224 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e165706c-f272-4ab1-b62e-6ba5b80b94da req-015f4c70-ee58-42ce-90bc-0f89a9d28a45 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 Jan 27 17:36:09.880924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028b886-1293-44f1-af15-ab2615840252 req-5e3fef74-c306-4862-a3fa-48aa471728d1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:09.882507 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a028b886-1293-44f1-af15-ab2615840252 req-5e3fef74-c306-4862-a3fa-48aa471728d1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0819442 Jan 27 17:36:09.926704 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a028b886-1293-44f1-af15-ab2615840252 req-eed2b80d-5f3e-4f44-9824-a6d3033544b9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383878 Jan 27 17:36:11.134014 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c729e19-292d-4be6-963f-d690fd6ae7a8 req-6175e34e-f342-4a73-a029-51df579f4ab8 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:11.135464 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9c729e19-292d-4be6-963f-d690fd6ae7a8 req-6175e34e-f342-4a73-a029-51df579f4ab8 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.1003749 Jan 27 17:36:11.186224 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9c729e19-292d-4be6-963f-d690fd6ae7a8 req-ca6408ae-cd9f-49a8-9ee8-70fc72ac7de8 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445213 Jan 27 17:36:12.390818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a326cef-b4d7-460d-8776-eec4a112ec17 req-a80affc9-8774-49bf-82c9-a702dd7b32b9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:12.392395 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0a326cef-b4d7-460d-8776-eec4a112ec17 req-a80affc9-8774-49bf-82c9-a702dd7b32b9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0946066 Jan 27 17:36:12.440643 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0a326cef-b4d7-460d-8776-eec4a112ec17 req-674c8c91-e3f8-495f-b613-c6beab3c0b2c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422451 Jan 27 17:36:13.645371 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572b253-9c96-4f61-bbb3-a31f6ccb85ab req-1217ada9-7b7c-46ba-a4c9-85e1a034045f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:13.646794 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4572b253-9c96-4f61-bbb3-a31f6ccb85ab req-1217ada9-7b7c-46ba-a4c9-85e1a034045f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0949657 Jan 27 17:36:13.750658 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4572b253-9c96-4f61-bbb3-a31f6ccb85ab req-83bf3be6-2215-4128-90da-46cad2e6dc19 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951872 Jan 27 17:36:15.053305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbd0be-f9a4-4767-9a59-af0ee65cc4ff req-aac8f096-9e3b-4472-a9f5-231d5e4b409f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:15.054783 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-69fbd0be-f9a4-4767-9a59-af0ee65cc4ff req-aac8f096-9e3b-4472-a9f5-231d5e4b409f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.1704695 Jan 27 17:36:15.105658 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-69fbd0be-f9a4-4767-9a59-af0ee65cc4ff req-b7d59713-5552-48aa-89ee-2aaec70df4f3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431354 Jan 27 17:36:16.308987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deb33d-75ff-4119-ad6c-564a955b4bdf req-cce763d7-66b9-4bde-bfe2-2781b7e5f9d4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:16.310451 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-38deb33d-75ff-4119-ad6c-564a955b4bdf req-cce763d7-66b9-4bde-bfe2-2781b7e5f9d4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0965266 Jan 27 17:36:16.360735 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-38deb33d-75ff-4119-ad6c-564a955b4bdf req-4f7a7c45-11f4-4962-9a23-3d708610455b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442188 Jan 27 17:36:17.562567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a24ce7-1d29-45d8-ac43-c70626551f78 req-8e67fd52-f88e-4ae3-9d71-17ba2ff97523 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:17.564056 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-99a24ce7-1d29-45d8-ac43-c70626551f78 req-8e67fd52-f88e-4ae3-9d71-17ba2ff97523 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0852840 Jan 27 17:36:17.613764 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-99a24ce7-1d29-45d8-ac43-c70626551f78 req-86a306d9-f1d9-48ab-bdd2-98357722bb2e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411515 Jan 27 17:36:18.562495 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-4c6180fe-1e39-49d7-aa17-0ad5026a5ae8 service neutron] 10.222.0.88 "GET /v2.0/ports/848a67c0-1b3a-41ff-ab43-7d62bcb3c670/bindings/hv-neutron-8250 HTTP/1.1" status: 200 len: 384 time: 0.0818074 Jan 27 17:36:18.886957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-3e12a961-e737-42ec-854a-a4c42954987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:18.889051 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-3e12a961-e737-42ec-854a-a4c42954987b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 1098 time: 0.0840995 Jan 27 17:36:18.978741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f93c2-ae42-4b32-910f-da7211e755a9 req-2e4d72d2-38d1-4ae0-afde-8820a51b4d47 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:18.980478 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-027f93c2-ae42-4b32-910f-da7211e755a9 req-2e4d72d2-38d1-4ae0-afde-8820a51b4d47 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0943022 Jan 27 17:36:18.992952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-cfd119fc-0a04-4cfe-b4f0-12c56aefd50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:18.995120 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-cfd119fc-0a04-4cfe-b4f0-12c56aefd50e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 1098 time: 0.0833049 Jan 27 17:36:19.033447 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-027f93c2-ae42-4b32-910f-da7211e755a9 req-ecc5150e-860a-420a-bd95-63aacf13b836 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463252 Jan 27 17:36:19.137038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-5dd604e7-e249-4307-8bad-03feee2adaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:19.138567 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-5dd604e7-e249-4307-8bad-03feee2adaee service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1380117 Jan 27 17:36:19.249632 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-e1f6a6a2-53b1-4ae9-9f99-fca074e6c2d9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670 HTTP/1.1" status: 200 len: 1002 time: 0.1046650 Jan 27 17:36:19.318740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-a49c3925-1685-4aed-8313-6e2502002dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:19.320288 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-a49c3925-1685-4aed-8313-6e2502002dfa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0647080 Jan 27 17:36:19.396972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-4c7a0906-79de-48be-b539-2fd022602aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:19.398455 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-4c7a0906-79de-48be-b539-2fd022602aae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728047 Jan 27 17:36:19.539551 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-81fefe48-ef9e-4894-b981-3dc20079c4ea service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344922 Jan 27 17:36:19.681506 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b31a592-638d-4385-af3f-48d0eb3f7733 req-0d8ef2ed-256e-41e8-acd2-738dfb2f4ccd service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363275 Jan 27 17:36:20.222348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579fe82-737b-4e7f-a5b6-b5593dfecdd3 req-73656b4d-bdad-4f87-86a3-4adba9701168 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:20.223863 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f579fe82-737b-4e7f-a5b6-b5593dfecdd3 req-73656b4d-bdad-4f87-86a3-4adba9701168 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0805087 Jan 27 17:36:20.383654 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f579fe82-737b-4e7f-a5b6-b5593dfecdd3 req-d63d3f2a-f3f5-4591-ae42-724b19936e3b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529677 Jan 27 17:36:20.899285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:36:21.030301 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:21.060747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:36:21.073859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:21.079992 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:21.124198 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670', 'code': 200} Jan 27 17:36:21.158389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:21.166456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:21.166795 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:21.167136 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:21.167459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:21.167873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:21.168194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:21.168510 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:21.168812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:21.169146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:21.169439 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:21.169749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:21.170055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:21.537379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-46756f02-629f-48ff-9aef-280f8e3fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:21.582905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c6e6d-a289-4b49-85de-10327cf0a7c1 req-f871312c-b4de-4ae8-9bb0-24633e2cfad2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:21.584417 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ea0c6e6d-a289-4b49-85de-10327cf0a7c1 req-f871312c-b4de-4ae8-9bb0-24633e2cfad2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 943 time: 0.0848651 Jan 27 17:36:21.634370 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ea0c6e6d-a289-4b49-85de-10327cf0a7c1 req-9796c8ba-d133-4cb4-819d-c4325f6bd2d4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424972 Jan 27 17:36:22.104821 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-49bfaf9f-54a0-45e1-afe9-3975b02efd37 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:22.106261 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-49bfaf9f-54a0-45e1-afe9-3975b02efd37 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58&tenant_id=839d2dd296f6442f9040903b3cb7005d&binding%3Ahost_id=hv-neutron-8250 HTTP/1.1" status: 200 len: 943 time: 0.1406236 Jan 27 17:36:22.180664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332214-8c3e-48f0-9abc-eb357efeacc9 req-25fd9744-ddec-494c-bb87-def112db208e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:22.182158 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9b332214-8c3e-48f0-9abc-eb357efeacc9 req-25fd9744-ddec-494c-bb87-def112db208e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 943 time: 0.1543367 Jan 27 17:36:22.231393 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-830a1b28-dcf7-414f-9bd2-60e1e4b5c311 service neutron] 10.222.0.88 "GET /v2.0/ports/848a67c0-1b3a-41ff-ab43-7d62bcb3c670/bindings/hv-neutron-8250 HTTP/1.1" status: 200 len: 384 time: 0.1172228 Jan 27 17:36:22.238670 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9b332214-8c3e-48f0-9abc-eb357efeacc9 req-66ef3500-6686-45e3-947a-52b0e6474060 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503707 Jan 27 17:36:22.345756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-a8cd080e-8f1a-49e6-b992-0c6ac678edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:22.348398 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-a8cd080e-8f1a-49e6-b992-0c6ac678edb5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 1096 time: 0.0920928 Jan 27 17:36:22.494175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-2ef02997-84a8-4426-88b8-75a37367696d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:22.494503 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-2ef02997-84a8-4426-88b8-75a37367696d service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1406431 Jan 27 17:36:22.600550 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-b8a0dd91-08ee-4c38-9f2b-f03dd9cfae7e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670 HTTP/1.1" status: 200 len: 1000 time: 0.0998201 Jan 27 17:36:22.668215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-78c4f7b1-877c-4072-8006-0de53efec241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:22.669685 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-78c4f7b1-877c-4072-8006-0de53efec241 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0630887 Jan 27 17:36:22.750437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-c19520f4-0dd1-4ffc-98a1-fb1e20ea7338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:22.751883 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-c19520f4-0dd1-4ffc-98a1-fb1e20ea7338 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754197 Jan 27 17:36:22.890818 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-6c6d4327-b15a-4ccf-b217-795d983affb5 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327004 Jan 27 17:36:23.030126 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-d7cf25df-1736-4260-831b-45ffe572c616 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330774 Jan 27 17:36:23.440854 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c243b3d-6a47-44c1-be3a-b91fbc6d7326 req-00b5d191-6019-4edf-b5bd-220b608fcad2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:23.442425 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8c243b3d-6a47-44c1-be3a-b91fbc6d7326 req-00b5d191-6019-4edf-b5bd-220b608fcad2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 943 time: 0.0863843 Jan 27 17:36:23.494477 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8c243b3d-6a47-44c1-be3a-b91fbc6d7326 req-9b9f0148-c6ca-4fc0-a0d9-c6f7f73c19aa tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453196 Jan 27 17:36:23.887872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-497039b0-e78b-47d4-8186-ee7a91567e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:24.692091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e9661-b01c-4dd1-92be-948b450efbb9 req-baf09db4-8353-46cf-9330-f94a517aeebd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:24.693444 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-115e9661-b01c-4dd1-92be-948b450efbb9 req-baf09db4-8353-46cf-9330-f94a517aeebd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 943 time: 0.0848610 Jan 27 17:36:24.739023 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-115e9661-b01c-4dd1-92be-948b450efbb9 req-7fa374e0-fc45-4fd5-9331-e896b1960c22 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395026 Jan 27 17:36:24.839211 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:25.353247 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:25.479155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-8591bb46-0a4c-468f-9776-3e2c1b614ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:25.481212 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-8591bb46-0a4c-468f-9776-3e2c1b614ac8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 1096 time: 0.0828147 Jan 27 17:36:25.580860 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-ce61093d-8dc4-4c64-8cbf-89de3c10171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:25.582474 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-ce61093d-8dc4-4c64-8cbf-89de3c10171c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 1096 time: 0.0794077 Jan 27 17:36:25.746769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-599e058f-f52f-4933-853f-ab0fff2732ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:25.748168 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-599e058f-f52f-4933-853f-ab0fff2732ff service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1602781 Jan 27 17:36:25.877435 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-8da67d48-ea13-4783-ac49-adfeaaa86ffc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670 HTTP/1.1" status: 200 len: 1000 time: 0.1224084 Jan 27 17:36:25.978687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d634d-d212-4ac3-b010-1c2e700202f6 req-853c7276-1a30-4e9f-ae30-9ab99ab621ac tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:25.980930 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-585d634d-d212-4ac3-b010-1c2e700202f6 req-853c7276-1a30-4e9f-ae30-9ab99ab621ac tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 943 time: 0.1102114 Jan 27 17:36:26.046156 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-585d634d-d212-4ac3-b010-1c2e700202f6 req-1a350656-4998-4eb3-8a87-197cd802fabe tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575216 Jan 27 17:36:26.079606 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-db1963dc-692c-4e0e-8f32-e657f7f70a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:26.081053 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-db1963dc-692c-4e0e-8f32-e657f7f70a5c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.1979861 Jan 27 17:36:26.177257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-b8a6c84f-eafd-406b-8310-0d500d58d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:26.178780 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-b8a6c84f-eafd-406b-8310-0d500d58d87d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913131 Jan 27 17:36:26.409605 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-e98dc0f9-c330-4dee-9ee4-6813b8ef328f service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242565 Jan 27 17:36:26.585198 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-872a60f6-3cae-47e0-a1a3-2f9cc34214b3 req-8e478546-7ea8-4095-b7fa-7a2dd1199d3a service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696692 Jan 27 17:36:26.718351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:27.253521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2900ba0-014b-4637-a993-5f77f7a774ce req-b2bc8c5c-5f24-4548-99aa-d2d419e4a304 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:27.254979 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f2900ba0-014b-4637-a993-5f77f7a774ce req-b2bc8c5c-5f24-4548-99aa-d2d419e4a304 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 943 time: 0.0903885 Jan 27 17:36:27.303156 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f2900ba0-014b-4637-a993-5f77f7a774ce req-db6be5f5-55a6-40bb-a361-9bda84839b98 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 Jan 27 17:36:28.505100 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bcc6e-90b1-4b60-ab66-2e5cd663220d req-d6021ea8-9816-4012-8765-48f131198a2a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:28.506664 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ff1bcc6e-90b1-4b60-ab66-2e5cd663220d req-d6021ea8-9816-4012-8765-48f131198a2a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 943 time: 0.0897908 Jan 27 17:36:28.554239 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ff1bcc6e-90b1-4b60-ab66-2e5cd663220d req-38d9909a-abbc-4124-a81e-c34e61838572 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409670 Jan 27 17:36:28.598186 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:28.746226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b3f54-35ab-42d9-bbe8-989a2a426f6f req-f8fc3fd9-10cc-4dda-bd38-41b2024eff96 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:28.747771 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-393b3f54-35ab-42d9-bbe8-989a2a426f6f req-f8fc3fd9-10cc-4dda-bd38-41b2024eff96 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 943 time: 0.0831900 Jan 27 17:36:28.807961 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-393b3f54-35ab-42d9-bbe8-989a2a426f6f req-c2a52ae7-fbf1-4938-9f1d-4f1835fd875d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465090 Jan 27 17:36:28.942161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:36:28.944973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:36:29.006076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc731d31-620c-46e1-a517-cc4eb4c3cae7 req-82accdce-dd52-4228-8fe0-9109759eaaf1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:29.007851 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cc731d31-620c-46e1-a517-cc4eb4c3cae7 req-82accdce-dd52-4228-8fe0-9109759eaaf1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 943 time: 0.0898263 Jan 27 17:36:29.061049 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cc731d31-620c-46e1-a517-cc4eb4c3cae7 req-4b107831-5229-4cbd-88b3-2b17e13b7a8c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428817 Jan 27 17:36:29.251732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:29.267151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'port_id': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670', 'mac_address': 'fa:16:3e:ca:af:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:36:29.346370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:29.384323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:36:29.414231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:29.419856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:29.488161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['848a67c0-1b3a-41ff-ab43-7d62bcb3c670'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:36:29.548421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:29.574734 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c0fd3-3a76-4f9b-9560-ea697a1403c9 req-bbe3171b-1908-4b91-87ad-d61ef560b689 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:29.576392 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0e0c0fd3-3a76-4f9b-9560-ea697a1403c9 req-bbe3171b-1908-4b91-87ad-d61ef560b689 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 944 time: 0.1011665 Jan 27 17:36:29.637719 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0e0c0fd3-3a76-4f9b-9560-ea697a1403c9 req-f0e3de2c-d0ea-48fc-8677-90fbdfc45981 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532365 Jan 27 17:36:30.853803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be941a-6b18-4115-a944-5121de647a65 req-13002094-2a6b-4111-af36-178cfd9b033d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:30.856007 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a8be941a-6b18-4115-a944-5121de647a65 req-13002094-2a6b-4111-af36-178cfd9b033d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 944 time: 0.1012061 Jan 27 17:36:30.904917 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a8be941a-6b18-4115-a944-5121de647a65 req-7cd1a7f3-d4ee-4c61-a89d-ad68cde4a740 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 Jan 27 17:36:30.942938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:31.019860 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:31.020266 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:31.147868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:31.177252 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:36:31.188220 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:31.194419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:31.235546 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670', 'code': 200} Jan 27 17:36:31.280293 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,revision_number=8']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:31.608679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-74dfdcfc-4408-456f-b945-ce4fca1e82a3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:31.610321 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-74dfdcfc-4408-456f-b945-ce4fca1e82a3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.0921974 Jan 27 17:36:31.684817 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Deleting port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:36:31.685144 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:31.967101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] For port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:31.968045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:32.355893 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:32.356469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:32.357313 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Floating IP be4b292b-c23a-4092-b81b-d80db5025e0a disassociated. External IP: 172.26.8.203, port: 848a67c0-1b3a-41ff-ab43-7d62bcb3c670. Jan 27 17:36:32.357557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Calling delete_port for 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:36:32.405399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1a745-e1d0-499d-a5c4-51e65ea157aa req-82bd8dfe-5d4e-45f4-9497-6aa3aed9e39c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:32.407228 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0c1a745-e1d0-499d-a5c4-51e65ea157aa req-82bd8dfe-5d4e-45f4-9497-6aa3aed9e39c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 945 time: 0.2791214 Jan 27 17:36:32.494958 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0c1a745-e1d0-499d-a5c4-51e65ea157aa req-2a3a7c49-9174-4c2f-bbc1-35539e1349da tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785525 Jan 27 17:36:32.557743 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:36:32.694278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:32.745934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event deleted for resources: {'Port': ['ID=848a67c0-1b3a-41ff-ab43-7d62bcb3c670,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:32.772524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:32.772867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:32.773394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:32.773729 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:32.774060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:32.774413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:32.774850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:32.775075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:32.775405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:32.775801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:32.776128 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:32.776442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:32.968314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Router 626652dc-3e8c-4610-a6f9-b837cc951a0a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:36:33.158034 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:36:33.172015 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6aa9fb-1926-43f9-8fa7-155c049ffea0 None None] Sync routers for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:36:33.183126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6aa9fb-1926-43f9-8fa7-155c049ffea0 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:36:33.183950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4b6aa9fb-1926-43f9-8fa7-155c049ffea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:36:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:33.237604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] No DVR routers for this DVR port 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:36:33.240107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:33.242842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'name': 'network-vif-deleted', 'tag': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:36:33.261250 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-80d8f6d4-2843-4c1b-b8d3-31f21bd5d483 req-a88aee40-56a3-4401-82a6-af47ea8f8083 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "DELETE /v2.0/ports/848a67c0-1b3a-41ff-ab43-7d62bcb3c670 HTTP/1.1" status: 204 len: 173 time: 1.6457565 Jan 27 17:36:33.305016 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec21498-f5b2-48a7-81dd-9537581cda58', 'name': 'network-vif-deleted', 'tag': '848a67c0-1b3a-41ff-ab43-7d62bcb3c670', 'status': 'completed', 'code': 200} Jan 27 17:36:33.424643 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-4b6aa9fb-1926-43f9-8fa7-155c049ffea0 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:36:33.683081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-81473eda-4d0c-4117-aaa6-ede2302af356 req-3548cc67-c262-4595-9f89-966da0291215 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Synchronizing usage tracker for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:36:33.710531 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-81473eda-4d0c-4117-aaa6-ede2302af356 req-3548cc67-c262-4595-9f89-966da0291215 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Unset dirty status for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:36:33.720352 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-81473eda-4d0c-4117-aaa6-ede2302af356 req-3548cc67-c262-4595-9f89-966da0291215 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec21498-f5b2-48a7-81dd-9537581cda58 HTTP/1.1" status: 200 len: 210 time: 0.0801587 Jan 27 17:36:33.807909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4b6aa9fb-1926-43f9-8fa7-155c049ffea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:33.812044 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6aa9fb-1926-43f9-8fa7-155c049ffea0 None None] Checking router: 626652dc-3e8c-4610-a6f9-b837cc951a0a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:36:33.826443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6aa9fb-1926-43f9-8fa7-155c049ffea0 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:36:33.827518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4b6aa9fb-1926-43f9-8fa7-155c049ffea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:36:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:34.030107 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-4b6aa9fb-1926-43f9-8fa7-155c049ffea0 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:36:34.413394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-4b6aa9fb-1926-43f9-8fa7-155c049ffea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:34.418332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6aa9fb-1926-43f9-8fa7-155c049ffea0 None None] The sync data for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv is: [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:36:34.667445 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6c2c7-3476-47de-bb2b-7c638aba572d None None] New status for floating IP be4b292b-c23a-4092-b81b-d80db5025e0a: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:36:34.960298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:36:34.999094 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:36:34.999420 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 848a67c0-1b3a-41ff-ab43-7d62bcb3c670 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:36:35.106909 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-c0812785-67e0-4f4f-9263-d2661d53f555 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1042902696&fields=id&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 267 time: 0.0514586 Jan 27 17:36:35.278351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-a18ad363-57ad-4ae9-ac6f-b8dc66419d37 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:35.279813 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-a18ad363-57ad-4ae9-ac6f-b8dc66419d37 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 811 time: 0.1627264 Jan 27 17:36:35.294956 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-9796a2fd-286d-4b01-97ac-5982b9b9ffd6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/quotas/839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 375 time: 0.0094469 Jan 27 17:36:35.504968 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-7e852a9f-aae4-48f5-a1f1-847598f09f73 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2045829 Jan 27 17:36:35.650408 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-72fd3b53-1c67-4d37-a4a2-cc2706746a26 service neutron] 10.222.0.81 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305225 Jan 27 17:36:35.798776 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-35f6ac63-13c7-4a8b-bf70-61bec7ad11d2 service neutron] 10.222.0.81 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396677 Jan 27 17:36:35.982804 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a4df6743-cceb-4194-a0b7-de2e3e2e9ecd req-0df27a30-1f62-4d36-ae29-2bcea317404c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 210 time: 0.0452025 Jan 27 17:36:37.136378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-f6b93711-cb17-46a2-9ec6-3e9154ddc4bb tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:37.138231 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-f6b93711-cb17-46a2-9ec6-3e9154ddc4bb tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 811 time: 0.1780765 Jan 27 17:36:37.141612 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b73f5a6c-f417-46af-9df4-eb6bcd72ca2f req-f9abef7a-427a-4adc-8a4f-4baf175c5a7d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 210 time: 0.0465007 Jan 27 17:36:37.191224 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-f6c4226c-d140-413b-9d6d-b0b396756b4f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 380 time: 0.0442133 Jan 27 17:36:37.201955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Request body: {'port': {'device_id': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'admin_state_up': True, 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'security_groups': ['aac54699-102c-4e4a-94a3-fff371303f8b']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:37.349424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:37.360862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:37.372804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Made reservation on behalf of 839d2dd296f6442f9040903b3cb7005d for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:37.376457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:37.549523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Allocated IP 172.20.0.4 (d12e9e96-751d-45f6-bc60-6cceeeffb8bf/d379ca57-b953-484d-a8f9-3221984e58ff/c0c0e557-9380-462c-896f-574859e138dd) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:36:37.749479 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:37.766304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Transition to ACTIVE for port object c0c0e557-9380-462c-896f-574859e138dd will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:37.795324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:37.878179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Network d12e9e96-751d-45f6-bc60-6cceeeffb8bf is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:36:37.881618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:37.888614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:36:37.920681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event updated for resources: {'Port': ['ID=c0c0e557-9380-462c-896f-574859e138dd,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:37.962266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:37.962896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:37.992298 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-0ecd6dc3-7137-46c8-8976-c507b7a0672f tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945957 Jan 27 17:36:38.003967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Request body: {'port': {'device_id': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:38.127356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0a5a1d63-791f-45bd-b511-19319980f47c None None] Provisioning for port c0c0e557-9380-462c-896f-574859e138dd completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:38.135220 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0a5a1d63-791f-45bd-b511-19319980f47c None None] Provisioning complete for port c0c0e557-9380-462c-896f-574859e138dd triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:38.135851 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0a5a1d63-791f-45bd-b511-19319980f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:38.193225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a1d63-791f-45bd-b511-19319980f47c None None] Port c0c0e557-9380-462c-896f-574859e138dd cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:36:38.235874 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:38.476747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05363f6-6583-4884-8fb3-b9accff2f1c1 req-3b3d6296-a61c-4d9b-91d2-694d75ddbb29 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:38.477819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a05363f6-6583-4884-8fb3-b9accff2f1c1 req-3b3d6296-a61c-4d9b-91d2-694d75ddbb29 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Synchronizing usage tracker for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:36:38.560448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a05363f6-6583-4884-8fb3-b9accff2f1c1 req-3b3d6296-a61c-4d9b-91d2-694d75ddbb29 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Unset dirty status for tenant:839d2dd296f6442f9040903b3cb7005d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:36:38.561781 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a05363f6-6583-4884-8fb3-b9accff2f1c1 req-3b3d6296-a61c-4d9b-91d2-694d75ddbb29 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 931 time: 0.2821243 Jan 27 17:36:38.639934 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a05363f6-6583-4884-8fb3-b9accff2f1c1 req-f6ea0ffc-dfc2-4c23-bdfa-df6a32406fb2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710742 Jan 27 17:36:38.715473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c0e557-9380-462c-896f-574859e138dd {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:36:38.723885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:38.740277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Transition to ACTIVE for port object c0c0e557-9380-462c-896f-574859e138dd will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:38.745927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:38.878637 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c0e557-9380-462c-896f-574859e138dd,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:38.992983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Attempting to bind port c0c0e557-9380-462c-896f-574859e138dd on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:36:38.993518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Attempting to bind port c0c0e557-9380-462c-896f-574859e138dd by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:36:38.993895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Attempting to bind port c0c0e557-9380-462c-896f-574859e138dd on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:36:38.998967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Port c0c0e557-9380-462c-896f-574859e138dd on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:36:38.999281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Attempting to bind port c0c0e557-9380-462c-896f-574859e138dd on network d12e9e96-751d-45f6-bc60-6cceeeffb8bf {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:36:39.004911 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:36:39.005219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Checking segment: {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:39.005742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Bound using segment: {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:36:39.006018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Bound port: c0c0e557-9380-462c-896f-574859e138dd, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1fa1f4-653b-437a-bb88-4da95dcf9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:36:39.006363 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:39.113740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:36:39.118246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c0c0e557-9380-462c-896f-574859e138dd,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:36:39.124303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:39.188548 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:39.189095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:39.190948 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] 10.222.0.88 "PUT /v2.0/ports/c0c0e557-9380-462c-896f-574859e138dd HTTP/1.1" status: 200 len: 1093 time: 1.1915357 Jan 27 17:36:39.193614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:36:39.218962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebb42f-610a-44d2-9faa-d8b314fd8040 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c0e557-9380-462c-896f-574859e138dd,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:39.272337 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd', 'status': 'completed', 'code': 200} Jan 27 17:36:39.321003 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-cc90ab61-9aec-4b2a-a001-c2f9ba28dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:39.322734 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-cc90ab61-9aec-4b2a-a001-c2f9ba28dee3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 1096 time: 0.0845716 Jan 27 17:36:39.395899 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-44c8fda1-aa70-4de3-a850-eec769f31150 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0c0e557-9380-462c-896f-574859e138dd HTTP/1.1" status: 200 len: 217 time: 0.0652795 Jan 27 17:36:39.465979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-25fbb324-22db-4552-9a05-679d25a770c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:39.467389 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-25fbb324-22db-4552-9a05-679d25a770c5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0663388 Jan 27 17:36:39.553661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-d8ad24c6-8280-473a-b54e-0cd0edce991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:39.555158 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-d8ad24c6-8280-473a-b54e-0cd0edce991e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805399 Jan 27 17:36:39.691107 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-2eeeb713-994b-4367-bd00-5c424db99896 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297793 Jan 27 17:36:39.881035 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b30c2030-2235-4299-acac-ec2e67c4f860 req-a771ab5a-eb61-442d-8acd-d35da90b4484 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842127 Jan 27 17:36:39.910123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded96a83-b6f8-4f3a-8b51-3fa50a3c2f80 req-4fddf238-05a9-43f3-9f9a-0ad18ee8e5ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:39.911655 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ded96a83-b6f8-4f3a-8b51-3fa50a3c2f80 req-4fddf238-05a9-43f3-9f9a-0ad18ee8e5ec tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 943 time: 0.1253707 Jan 27 17:36:40.115631 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ded96a83-b6f8-4f3a-8b51-3fa50a3c2f80 req-c307269e-6b42-487c-951d-6d6818025084 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978745 Jan 27 17:36:40.136788 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd91b-1444-4ec9-a33d-27aeb3b21cf7 req-32d1f334-3b50-4e9c-9f41-b235ef075541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:40.138270 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c9dfd91b-1444-4ec9-a33d-27aeb3b21cf7 req-32d1f334-3b50-4e9c-9f41-b235ef075541 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 1096 time: 0.0930793 Jan 27 17:36:40.272661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd91b-1444-4ec9-a33d-27aeb3b21cf7 req-ba3f35a7-500c-461b-9c14-bb7ea298a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:40.274674 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c9dfd91b-1444-4ec9-a33d-27aeb3b21cf7 req-ba3f35a7-500c-461b-9c14-bb7ea298a84a service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1293845 Jan 27 17:36:40.348956 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c9dfd91b-1444-4ec9-a33d-27aeb3b21cf7 req-77900192-675b-4af1-a50f-051425e5aa72 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0c0e557-9380-462c-896f-574859e138dd HTTP/1.1" status: 200 len: 217 time: 0.0669150 Jan 27 17:36:40.419667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd91b-1444-4ec9-a33d-27aeb3b21cf7 req-ba068e99-28ac-4d4b-b141-e703b41f65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:40.421036 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c9dfd91b-1444-4ec9-a33d-27aeb3b21cf7 req-ba068e99-28ac-4d4b-b141-e703b41f65c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0649912 Jan 27 17:36:40.504442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd91b-1444-4ec9-a33d-27aeb3b21cf7 req-ca504002-1e46-4af6-a014-7574d860292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:40.505931 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c9dfd91b-1444-4ec9-a33d-27aeb3b21cf7 req-ca504002-1e46-4af6-a014-7574d860292b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784760 Jan 27 17:36:40.656366 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c9dfd91b-1444-4ec9-a33d-27aeb3b21cf7 req-17b847eb-19fb-4fae-ad11-7e41b8ef7c60 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424921 Jan 27 17:36:40.794274 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c9dfd91b-1444-4ec9-a33d-27aeb3b21cf7 req-b66d48b0-3a7c-4a27-8d77-baccc4422f91 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310897 Jan 27 17:36:41.330909 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d017f4d-b6c2-45ac-92f5-1f76b5c4ef5e req-589e22ef-d65f-4135-955c-566e7a32a88b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:41.332437 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7d017f4d-b6c2-45ac-92f5-1f76b5c4ef5e req-589e22ef-d65f-4135-955c-566e7a32a88b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 943 time: 0.1037872 Jan 27 17:36:41.378221 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7d017f4d-b6c2-45ac-92f5-1f76b5c4ef5e req-a1af4fd3-7492-4749-811b-61c9e1ed3362 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398855 Jan 27 17:36:42.571601 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb9269-0765-4aae-af61-3969ba1056fa req-e43f5876-0445-4745-9ae7-3c7806e07b6a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:42.573056 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-05fb9269-0765-4aae-af61-3969ba1056fa req-e43f5876-0445-4745-9ae7-3c7806e07b6a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 943 time: 0.0813310 Jan 27 17:36:42.620536 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-05fb9269-0765-4aae-af61-3969ba1056fa req-284fd273-1993-4275-a0c3-a8fd0a4bead3 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384421 Jan 27 17:36:42.989853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c0c0e557-9380-462c-896f-574859e138dd details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:36:43.128734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c0c0e557-9380-462c-896f-574859e138dd,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:43.142430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'c0c0e557-9380-462c-896f-574859e138dd', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'port_id': 'c0c0e557-9380-462c-896f-574859e138dd', 'mac_address': 'fa:16:3e:c6:7a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:36:43.201443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:43.219050 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c0e557-9380-462c-896f-574859e138dd {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:36:43.235868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c0c0e557-9380-462c-896f-574859e138dd,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:43.245873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:43.319083 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=c0c0e557-9380-462c-896f-574859e138dd,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:43.458128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['c0c0e557-9380-462c-896f-574859e138dd'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:36:43.817113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e23a9d-b4e4-40ba-b30a-7ab2802a4dda req-ff667bcb-5bfb-462a-a636-9a925a5c41b8 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:43.818560 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-44e23a9d-b4e4-40ba-b30a-7ab2802a4dda req-ff667bcb-5bfb-462a-a636-9a925a5c41b8 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 944 time: 0.0857904 Jan 27 17:36:43.865147 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-44e23a9d-b4e4-40ba-b30a-7ab2802a4dda req-51efa0ea-7e9e-4ff6-80d0-f195703a7553 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Jan 27 17:36:44.990222 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c0c0e557-9380-462c-896f-574859e138dd up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:45.065903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port c0c0e557-9380-462c-896f-574859e138dd completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:45.068978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77772945-70f8-4313-993e-03d99be9d92e req-ac02151b-dc6a-462d-b1f3-5d76dcab5c70 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:45.070568 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-77772945-70f8-4313-993e-03d99be9d92e req-ac02151b-dc6a-462d-b1f3-5d76dcab5c70 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 944 time: 0.0933321 Jan 27 17:36:45.073917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port c0c0e557-9380-462c-896f-574859e138dd triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:45.074622 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:45.123068 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-77772945-70f8-4313-993e-03d99be9d92e req-69bdd2dd-68e3-49cd-ae4a-01999b08c7ba tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414672 Jan 27 17:36:45.229834 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:45.257603 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:36:45.267814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c0c0e557-9380-462c-896f-574859e138dd,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:45.273472 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:45.310185 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd', 'code': 200} Jan 27 17:36:45.348109 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=c0c0e557-9380-462c-896f-574859e138dd,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:45.554218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32c6dd-9fcc-44bd-a24c-798ddc624781 req-1235a9cb-86bc-4ce6-898a-a9ba671d6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:45.555616 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9b32c6dd-9fcc-44bd-a24c-798ddc624781 req-1235a9cb-86bc-4ce6-898a-a9ba671d6ac4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 1098 time: 0.0795455 Jan 27 17:36:45.604058 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9b32c6dd-9fcc-44bd-a24c-798ddc624781 req-83bba68a-2ab3-48cd-8e1e-cb350559b75a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419092 Jan 27 17:36:46.316692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c39873-89df-4ab1-b3cc-2c18c3e7f9da req-c2b0437d-ef99-466f-904f-c091b2b97f8c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:46.318137 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-89c39873-89df-4ab1-b3cc-2c18c3e7f9da req-c2b0437d-ef99-466f-904f-c091b2b97f8c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0885375 Jan 27 17:36:46.364139 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-89c39873-89df-4ab1-b3cc-2c18c3e7f9da req-ff405fa3-816d-4588-9766-f54a4e9aba1c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399401 Jan 27 17:36:47.562733 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bf549-58c8-4653-8bfa-27e71d1a1465 req-176f0a12-54fd-4827-ab4e-eef0736fdecd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:47.564336 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-990bf549-58c8-4653-8bfa-27e71d1a1465 req-176f0a12-54fd-4827-ab4e-eef0736fdecd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0872455 Jan 27 17:36:47.611988 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-990bf549-58c8-4653-8bfa-27e71d1a1465 req-219eeb35-5386-4443-8bd9-b5c12e302704 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407853 Jan 27 17:36:47.802719 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9b75b-6800-4157-857d-5bae0cc92f2a req-ac87e43f-e570-401d-9feb-2cc1d0fe6279 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:47.804263 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ebf9b75b-6800-4157-857d-5bae0cc92f2a req-ac87e43f-e570-401d-9feb-2cc1d0fe6279 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0888011 Jan 27 17:36:47.813579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 47734) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:47.818699 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-04379b4f-ab01-4779-8fcf-9cac6a6b70c7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Request body: {'floatingip': {'port_id': 'c0c0e557-9380-462c-896f-574859e138dd'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:47.897840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-04379b4f-ab01-4779-8fcf-9cac6a6b70c7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:48.517594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-04379b4f-ab01-4779-8fcf-9cac6a6b70c7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:48.522837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-04379b4f-ab01-4779-8fcf-9cac6a6b70c7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:48.838732 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-04379b4f-ab01-4779-8fcf-9cac6a6b70c7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Floating IP be4b292b-c23a-4092-b81b-d80db5025e0a associated. External IP: 172.26.8.203, port: c0c0e557-9380-462c-896f-574859e138dd. Jan 27 17:36:49.225073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04379b4f-ab01-4779-8fcf-9cac6a6b70c7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Router 626652dc-3e8c-4610-a6f9-b837cc951a0a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:36:49.430461 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04379b4f-ab01-4779-8fcf-9cac6a6b70c7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:36:49.437253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-04379b4f-ab01-4779-8fcf-9cac6a6b70c7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:49.442388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3acf0c7-34b4-4943-acbc-592a4d201f9e None None] Sync routers for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:36:49.453113 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3acf0c7-34b4-4943-acbc-592a4d201f9e None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:36:49.453797 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f3acf0c7-34b4-4943-acbc-592a4d201f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:36:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:49.497859 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-04379b4f-ab01-4779-8fcf-9cac6a6b70c7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "PUT /v2.0/floatingips/be4b292b-c23a-4092-b81b-d80db5025e0a HTTP/1.1" status: 200 len: 992 time: 1.6829820 Jan 27 17:36:49.498224 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:36:49.600458 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd', 'status': 'completed', 'code': 200} Jan 27 17:36:49.640765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-f3acf0c7-34b4-4943-acbc-592a4d201f9e None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:36:49.696827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efaadc-6b59-4bfa-b4ce-a7de8f7356d4 req-66b9ea0c-fd65-462c-a36b-1fa6caafd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:49.697746 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43efaadc-6b59-4bfa-b4ce-a7de8f7356d4 req-66b9ea0c-fd65-462c-a36b-1fa6caafd690 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 1098 time: 0.0739427 Jan 27 17:36:49.845210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efaadc-6b59-4bfa-b4ce-a7de8f7356d4 req-dde3c03e-0624-4f75-8fc4-c455f76c2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:49.846779 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43efaadc-6b59-4bfa-b4ce-a7de8f7356d4 req-dde3c03e-0624-4f75-8fc4-c455f76c2ac9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1422193 Jan 27 17:36:49.955157 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43efaadc-6b59-4bfa-b4ce-a7de8f7356d4 req-7a85d319-80b6-4b74-96fd-807f30e4dbec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0c0e557-9380-462c-896f-574859e138dd HTTP/1.1" status: 200 len: 1000 time: 0.1026230 Jan 27 17:36:50.018737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efaadc-6b59-4bfa-b4ce-a7de8f7356d4 req-82af0907-f706-4de1-9153-3a5854dc8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:50.020215 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43efaadc-6b59-4bfa-b4ce-a7de8f7356d4 req-82af0907-f706-4de1-9153-3a5854dc8e6f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0594499 Jan 27 17:36:50.050303 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f3acf0c7-34b4-4943-acbc-592a4d201f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'be4b292b-c23a-4092-b81b-d80db5025e0a', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'port_id': 'c0c0e557-9380-462c-896f-574859e138dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'mac_address': 'fa:16:3e:c6:7a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:32:40Z', 'updated_at': '2022-01-27T17:36:48Z', 'revision_number': 13, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:50.054309 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3acf0c7-34b4-4943-acbc-592a4d201f9e None None] Checking router: 626652dc-3e8c-4610-a6f9-b837cc951a0a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:36:50.063052 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3acf0c7-34b4-4943-acbc-592a4d201f9e None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:36:50.063713 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f3acf0c7-34b4-4943-acbc-592a4d201f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:36:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:50.208556 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efaadc-6b59-4bfa-b4ce-a7de8f7356d4 req-3f660deb-58e1-4145-a30a-4209ac843d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:50.209956 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43efaadc-6b59-4bfa-b4ce-a7de8f7356d4 req-3f660deb-58e1-4145-a30a-4209ac843d03 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1840603 Jan 27 17:36:50.246760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-f3acf0c7-34b4-4943-acbc-592a4d201f9e None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:36:50.342863 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43efaadc-6b59-4bfa-b4ce-a7de8f7356d4 req-5c4344fb-db37-4e47-a7ff-6d107c700417 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263702 Jan 27 17:36:50.480343 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43efaadc-6b59-4bfa-b4ce-a7de8f7356d4 req-9f2becbd-8b33-463c-949d-c139f357513b service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311681 Jan 27 17:36:50.628447 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f3acf0c7-34b4-4943-acbc-592a4d201f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'be4b292b-c23a-4092-b81b-d80db5025e0a', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'port_id': 'c0c0e557-9380-462c-896f-574859e138dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'mac_address': 'fa:16:3e:c6:7a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:32:40Z', 'updated_at': '2022-01-27T17:36:48Z', 'revision_number': 13, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:50.633030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3acf0c7-34b4-4943-acbc-592a4d201f9e None None] The sync data for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv is: [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'be4b292b-c23a-4092-b81b-d80db5025e0a', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'port_id': 'c0c0e557-9380-462c-896f-574859e138dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'mac_address': 'fa:16:3e:c6:7a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:32:40Z', 'updated_at': '2022-01-27T17:36:48Z', 'revision_number': 13, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:36:50.856298 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9a7a0e-4034-4e0e-adc8-d63cbbb3163e None None] New status for floating IP be4b292b-c23a-4092-b81b-d80db5025e0a: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:36:51.545027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-72b0389f-6fe1-4333-b4cc-149b203ac0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:53.887929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4127f3f9-7f7e-448d-b282-75a771c4c70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:54.848440 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:55.253411 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0d2b3279-db35-469e-865b-7375c45137c1 req-9e565b4a-85c8-46ef-a449-d57af3badd59 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712545 Jan 27 17:36:55.356162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:55.397705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b3279-db35-469e-865b-7375c45137c1 req-974865ee-7786-4dc8-b926-76b480d6d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:55.399093 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0d2b3279-db35-469e-865b-7375c45137c1 req-974865ee-7786-4dc8-b926-76b480d6d0ac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 1098 time: 0.0785792 Jan 27 17:36:55.549184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b3279-db35-469e-865b-7375c45137c1 req-ee87d42d-dd6e-4743-9f28-1ae59f05da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:55.550644 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0d2b3279-db35-469e-865b-7375c45137c1 req-ee87d42d-dd6e-4743-9f28-1ae59f05da8e service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1322405 Jan 27 17:36:55.657502 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0d2b3279-db35-469e-865b-7375c45137c1 req-e6e358a9-0877-47ba-a318-ea72a7b35d02 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0c0e557-9380-462c-896f-574859e138dd HTTP/1.1" status: 200 len: 1002 time: 0.1007462 Jan 27 17:36:55.727081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b3279-db35-469e-865b-7375c45137c1 req-9c5d9772-1164-4137-9385-e93994521d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:55.728922 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0d2b3279-db35-469e-865b-7375c45137c1 req-9c5d9772-1164-4137-9385-e93994521d73 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0660851 Jan 27 17:36:55.815895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b3279-db35-469e-865b-7375c45137c1 req-c253a229-4b12-4a18-860d-8deff4e93166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:55.817403 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0d2b3279-db35-469e-865b-7375c45137c1 req-c253a229-4b12-4a18-860d-8deff4e93166 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829685 Jan 27 17:36:55.967062 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0d2b3279-db35-469e-865b-7375c45137c1 req-8026eb2f-9922-466b-adeb-3b0ba43671fe service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369557 Jan 27 17:36:56.117069 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0d2b3279-db35-469e-865b-7375c45137c1 req-55bbef24-df45-451e-a545-67a68cf9c038 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443305 Jan 27 17:36:56.724108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:58.607353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:09.556985 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:37:21.540565 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-20c17d3e-4f95-41fd-9fe4-f26b1f4cd91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:23.885019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2258c8df-f528-411b-bc7c-72f3a6d6a67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:24.846342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:25.361021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:26.572519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3373bb5-4de2-4960-b586-f48847e34a19 req-f9d02f88-4148-43d5-958d-eb5449a30ab9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:26.574142 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b3373bb5-4de2-4960-b586-f48847e34a19 req-f9d02f88-4148-43d5-958d-eb5449a30ab9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.1074431 Jan 27 17:37:26.624231 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b3373bb5-4de2-4960-b586-f48847e34a19 req-d802f554-de1e-40aa-a51d-475ce6a95ece tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428352 Jan 27 17:37:26.724873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:28.599500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:36.467021 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-13c2101f-8bab-4b70-9d43-bd35f097e476 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0738192 Jan 27 17:37:36.514197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59955e72-3489-453a-9361-d4425bafc9a7 req-78fcdb9f-8164-49c7-8e19-666f39febcfb tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:36.516474 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-59955e72-3489-453a-9361-d4425bafc9a7 req-78fcdb9f-8164-49c7-8e19-666f39febcfb tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0809979 Jan 27 17:37:36.562322 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-59955e72-3489-453a-9361-d4425bafc9a7 req-24d8baff-cfcf-4ead-a96a-551f20a81a23 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403223 Jan 27 17:37:37.768260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-f43b7ccf-7e90-49d7-a286-e705439a1e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:37.769024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c270c-00d5-40f5-a2f9-2d2b2508a25d req-7b4df5a1-1556-423f-90f9-53a2e9f475cf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:37.769711 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-f43b7ccf-7e90-49d7-a286-e705439a1e57 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 1098 time: 0.0745132 Jan 27 17:37:37.769870 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0e8c270c-00d5-40f5-a2f9-2d2b2508a25d req-7b4df5a1-1556-423f-90f9-53a2e9f475cf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0828605 Jan 27 17:37:37.814788 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0e8c270c-00d5-40f5-a2f9-2d2b2508a25d req-1d7c8b5c-62a4-40a4-8a7e-1d310cc6c41c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390313 Jan 27 17:37:37.913754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-30ac2dc8-0c6f-4437-918a-27905a607226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:37.915229 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-30ac2dc8-0c6f-4437-918a-27905a607226 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1397414 Jan 27 17:37:38.136792 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-3db34d9d-8c1c-4abe-a730-dec8f21a74c7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0c0e557-9380-462c-896f-574859e138dd HTTP/1.1" status: 200 len: 1002 time: 0.2150912 Jan 27 17:37:38.203283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-7711f771-97e9-41de-b3e7-ec189816ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:38.204976 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-7711f771-97e9-41de-b3e7-ec189816ebc9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0625653 Jan 27 17:37:38.300794 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-4e81f97b-c7cc-48f1-a439-690f7b1172ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:38.303289 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-4e81f97b-c7cc-48f1-a439-690f7b1172ad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923011 Jan 27 17:37:38.459960 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-f5c23342-0634-4b63-b760-d2340bae3d03 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455693 Jan 27 17:37:38.606492 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-4ea8276a-bf69-4ce4-86d7-8981daef188d service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409564 Jan 27 17:37:39.057943 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d53cd-4a53-445d-8df3-f1e731e9be48 req-590cddc9-c68e-4d45-9bd2-070042999788 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:39.059455 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-447d53cd-4a53-445d-8df3-f1e731e9be48 req-590cddc9-c68e-4d45-9bd2-070042999788 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0851243 Jan 27 17:37:39.109126 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-447d53cd-4a53-445d-8df3-f1e731e9be48 req-99598720-03f5-4fe9-956d-d6414ead831b tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405934 Jan 27 17:37:40.313187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a89681-9a24-4d46-9e33-4dd771cd0806 req-cf87b005-75db-4e6a-88be-1bb62a944ebe tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:40.314518 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a1a89681-9a24-4d46-9e33-4dd771cd0806 req-cf87b005-75db-4e6a-88be-1bb62a944ebe tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0888994 Jan 27 17:37:40.362102 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a1a89681-9a24-4d46-9e33-4dd771cd0806 req-ebc115bd-d425-44cf-98f5-72ed25702aa2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415349 Jan 27 17:37:41.562873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd742a6-54f5-4f59-907a-3ef3a88dce12 req-6f8c7eaf-63f6-4042-b08f-08ee537e278d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:41.564368 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd742a6-54f5-4f59-907a-3ef3a88dce12 req-6f8c7eaf-63f6-4042-b08f-08ee537e278d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0834811 Jan 27 17:37:41.612031 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-acd742a6-54f5-4f59-907a-3ef3a88dce12 req-1fa270f2-67fa-44c2-a725-53d78fdc4a94 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415761 Jan 27 17:37:42.806840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa182774-4567-468c-8b8a-7554678f25f4 req-596710cb-5ac3-4fea-9120-88f2b5b5fbde tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:42.808280 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aa182774-4567-468c-8b8a-7554678f25f4 req-596710cb-5ac3-4fea-9120-88f2b5b5fbde tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0862944 Jan 27 17:37:42.859419 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-aa182774-4567-468c-8b8a-7554678f25f4 req-5ed3529d-b5f1-49bc-b6c6-299b54c64121 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452332 Jan 27 17:37:44.058210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051f06a-68d7-453c-bec8-edf16e8c444f req-5f389b59-3797-4e10-accb-0bc2a25ed804 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:44.059736 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8051f06a-68d7-453c-bec8-edf16e8c444f req-5f389b59-3797-4e10-accb-0bc2a25ed804 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0882626 Jan 27 17:37:44.107375 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8051f06a-68d7-453c-bec8-edf16e8c444f req-e0c70c59-afc8-443c-96a8-4fa5a4583f2a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408385 Jan 27 17:37:45.318822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29821613-1b98-4c65-8e8d-576e85c26024 req-6bdb3bb4-9844-444e-9f0d-d14cea419851 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:45.320299 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-29821613-1b98-4c65-8e8d-576e85c26024 req-6bdb3bb4-9844-444e-9f0d-d14cea419851 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0931773 Jan 27 17:37:45.365870 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-29821613-1b98-4c65-8e8d-576e85c26024 req-721b30f5-2fbc-4370-a372-7e926c42a9d9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395725 Jan 27 17:37:46.556071 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:37:46.563840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd0740-e9e5-4250-bec2-120b231b3c23 req-8a02d176-730a-4a99-98dd-4e82a99200a9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:46.565377 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d0dd0740-e9e5-4250-bec2-120b231b3c23 req-8a02d176-730a-4a99-98dd-4e82a99200a9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0921373 Jan 27 17:37:46.620757 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d0dd0740-e9e5-4250-bec2-120b231b3c23 req-ad578a71-d5d0-47a3-ad0d-2558f540068c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470843 Jan 27 17:37:47.834233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89907e46-4a26-45e8-baab-5c81b678aa81 req-3cfa9fd5-3e4a-43ad-816e-cd6a345ebf7a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:47.835687 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-89907e46-4a26-45e8-baab-5c81b678aa81 req-3cfa9fd5-3e4a-43ad-816e-cd6a345ebf7a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0840752 Jan 27 17:37:47.885749 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-89907e46-4a26-45e8-baab-5c81b678aa81 req-a922f654-d309-410e-aba0-db9d95905a60 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438974 Jan 27 17:37:49.082202 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dab0dd-be53-4c9b-aaa4-10f15cb6ccfe req-5ba132cc-c7ed-4145-8b57-8d652bfd41a4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:49.083646 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f5dab0dd-be53-4c9b-aaa4-10f15cb6ccfe req-5ba132cc-c7ed-4145-8b57-8d652bfd41a4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0791214 Jan 27 17:37:49.142827 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f5dab0dd-be53-4c9b-aaa4-10f15cb6ccfe req-74af9e9c-c0f9-48b0-b8ac-2716e1a42daa tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498657 Jan 27 17:37:50.355290 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a28c3c-7a39-44ca-ab4b-df5dce5ade40 req-91797d30-fdbb-4fe2-8da1-f85f4839a310 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:50.356782 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f8a28c3c-7a39-44ca-ab4b-df5dce5ade40 req-91797d30-fdbb-4fe2-8da1-f85f4839a310 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0918403 Jan 27 17:37:50.409919 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f8a28c3c-7a39-44ca-ab4b-df5dce5ade40 req-d0c31c31-2ed2-4ad6-9b17-54f6ca9ed6a4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441141 Jan 27 17:37:51.064303 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-a841cee4-d168-44a3-8418-ed42cc6609b5 service neutron] 10.222.0.88 "GET /v2.0/ports/c0c0e557-9380-462c-896f-574859e138dd/bindings/hv-neutron-8250 HTTP/1.1" status: 200 len: 384 time: 0.0832624 Jan 27 17:37:51.348862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-693b5f4c-8d02-473e-9242-5e5047f588d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:51.350381 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-693b5f4c-8d02-473e-9242-5e5047f588d4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 1098 time: 0.0737500 Jan 27 17:37:51.458121 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-2d571a7f-ce39-4f5a-b818-35a9e175ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:51.459509 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-2d571a7f-ce39-4f5a-b818-35a9e175ef49 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 1098 time: 0.0845652 Jan 27 17:37:51.535072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-edc77b77-5b31-4b42-b9a1-c124e1b0c1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:51.654746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-99c43b66-7bf6-4bc1-8cde-3eb135a78833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:51.656228 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-99c43b66-7bf6-4bc1-8cde-3eb135a78833 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1913078 Jan 27 17:37:51.752966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf4e3c-eaf6-4a1c-b513-b76adab1ba66 req-77a60695-becb-4a3a-be98-e0da3c2b046e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:51.754435 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-becf4e3c-eaf6-4a1c-b513-b76adab1ba66 req-77a60695-becb-4a3a-be98-e0da3c2b046e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.2007306 Jan 27 17:37:51.783873 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-05ecd2de-fd0e-4ba8-b935-ba64dc3f797c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0c0e557-9380-462c-896f-574859e138dd HTTP/1.1" status: 200 len: 1002 time: 0.1213684 Jan 27 17:37:51.846171 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-becf4e3c-eaf6-4a1c-b513-b76adab1ba66 req-5187484b-61c5-48ca-b0ef-a3d6010fb123 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840316 Jan 27 17:37:51.861527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-1f28edee-8e11-4a06-8095-3e339b49be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:51.863000 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-1f28edee-8e11-4a06-8095-3e339b49be4d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0727198 Jan 27 17:37:51.942056 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-f8c104be-3787-494a-a543-9b6e695dc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:51.943663 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-f8c104be-3787-494a-a543-9b6e695dc7b1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740011 Jan 27 17:37:52.185402 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-1076e440-f4c8-4f7e-a005-7e6211024711 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360041 Jan 27 17:37:52.333178 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-b6e877d5-aefe-4689-8180-06bcd4db49be service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412199 Jan 27 17:37:53.168910 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6553e-a2bc-4cbf-88e2-db81c0bc3086 req-d61bc4d6-37f0-4bf7-81bb-4f17e13f5d63 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:53.170441 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fa6553e-a2bc-4cbf-88e2-db81c0bc3086 req-d61bc4d6-37f0-4bf7-81bb-4f17e13f5d63 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.2150009 Jan 27 17:37:53.217023 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8fa6553e-a2bc-4cbf-88e2-db81c0bc3086 req-2ae3fc67-8e8d-46a5-959f-3119e60f7a74 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392506 Jan 27 17:37:53.334457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c0c0e557-9380-462c-896f-574859e138dd no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:37:53.449275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:53.476355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:37:53.486608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c0c0e557-9380-462c-896f-574859e138dd,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:53.492953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:53.574926 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=c0c0e557-9380-462c-896f-574859e138dd,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:53.585173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:53.585666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:53.585985 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:53.586382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:53.586794 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:53.587194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:53.587597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:53.588066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:53.588593 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:53.589107 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:53.589107 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:53.590059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:53.605444 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd', 'code': 200} Jan 27 17:37:53.879595 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-091c6969-2739-4161-bf35-3ca109ebb986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:54.405512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e94474-0cb7-4958-a48a-3360afac1e96 req-7424a60e-5e99-49f8-bacc-e078b425de34 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:54.407004 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-34e94474-0cb7-4958-a48a-3360afac1e96 req-7424a60e-5e99-49f8-bacc-e078b425de34 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 943 time: 0.0819881 Jan 27 17:37:54.452197 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-34e94474-0cb7-4958-a48a-3360afac1e96 req-ef9c8db0-83b8-48ad-acf1-8895d83665d8 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390348 Jan 27 17:37:54.843427 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.355480 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c0c0e557-9380-462c-896f-574859e138dd details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:37:55.377513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.501609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c0c0e557-9380-462c-896f-574859e138dd,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:55.515680 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'c0c0e557-9380-462c-896f-574859e138dd', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'port_id': 'c0c0e557-9380-462c-896f-574859e138dd', 'mac_address': 'fa:16:3e:c6:7a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:37:55.570065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.586990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c0e557-9380-462c-896f-574859e138dd {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:37:55.604581 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c0c0e557-9380-462c-896f-574859e138dd,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:55.609399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.651509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcce76-1eea-4537-88c7-264645223b5f req-2f261f78-b71b-46a8-b178-1aa41490dbd5 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:55.652212 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-50dcce76-1eea-4537-88c7-264645223b5f req-2f261f78-b71b-46a8-b178-1aa41490dbd5 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 943 time: 0.0909379 Jan 27 17:37:55.687033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=c0c0e557-9380-462c-896f-574859e138dd,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:55.690695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['c0c0e557-9380-462c-896f-574859e138dd'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:37:55.699376 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-50dcce76-1eea-4537-88c7-264645223b5f req-b8b6a976-0f69-4534-8f89-6adc487f70d8 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405552 Jan 27 17:37:56.312352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3865f-24f9-41cf-97c3-c433abd5db93 req-6768ae46-32a6-4042-a078-0dd0f2fb74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:56.313742 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-75f3865f-24f9-41cf-97c3-c433abd5db93 req-6768ae46-32a6-4042-a078-0dd0f2fb74a1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 1097 time: 0.0732524 Jan 27 17:37:56.464850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3865f-24f9-41cf-97c3-c433abd5db93 req-6062b615-ea07-42fb-b2e1-29de16ca9881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:56.466320 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-75f3865f-24f9-41cf-97c3-c433abd5db93 req-6062b615-ea07-42fb-b2e1-29de16ca9881 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1331010 Jan 27 17:37:56.583301 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-75f3865f-24f9-41cf-97c3-c433abd5db93 req-28d2ca06-5376-4206-9561-b3a35d1ab466 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0c0e557-9380-462c-896f-574859e138dd HTTP/1.1" status: 200 len: 1001 time: 0.1104298 Jan 27 17:37:56.650990 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3865f-24f9-41cf-97c3-c433abd5db93 req-cbe839e1-3e67-4857-9df3-17468b81349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:56.652449 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-75f3865f-24f9-41cf-97c3-c433abd5db93 req-cbe839e1-3e67-4857-9df3-17468b81349b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0631578 Jan 27 17:37:56.728973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:56.729691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3865f-24f9-41cf-97c3-c433abd5db93 req-647f7aee-d2ab-4835-8555-e6ee16b34b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:56.730739 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-75f3865f-24f9-41cf-97c3-c433abd5db93 req-647f7aee-d2ab-4835-8555-e6ee16b34b0c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725613 Jan 27 17:37:56.866659 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-75f3865f-24f9-41cf-97c3-c433abd5db93 req-450b2199-f52a-4577-98c6-4e784d07fc9b service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300514 Jan 27 17:37:56.893379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d501b-c430-4ba3-93c6-712f26863e3d req-0667c21e-63e7-4e56-ac3d-88140d94bf0a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:56.894938 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9e3d501b-c430-4ba3-93c6-712f26863e3d req-0667c21e-63e7-4e56-ac3d-88140d94bf0a tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 944 time: 0.0847797 Jan 27 17:37:56.939908 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9e3d501b-c430-4ba3-93c6-712f26863e3d req-5e803997-5e2c-4a54-864e-1e0fa72acf01 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388324 Jan 27 17:37:57.001059 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-75f3865f-24f9-41cf-97c3-c433abd5db93 req-0ee64cbb-dafe-4b30-b47d-7e8f21954136 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285913 Jan 27 17:37:57.357049 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c0c0e557-9380-462c-896f-574859e138dd up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:37:57.430900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port c0c0e557-9380-462c-896f-574859e138dd triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:57.431276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:57.586480 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:57.614080 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:37:57.624186 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c0c0e557-9380-462c-896f-574859e138dd,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:57.630379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:57.675302 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd', 'code': 200} Jan 27 17:37:57.700711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=c0c0e557-9380-462c-896f-574859e138dd,revision_number=8']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:58.150272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a01f30-16de-40a7-9ca1-fc5fcba4384c req-1bf729c0-d7dd-4c1f-bcbc-9150bb51e312 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:58.151760 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-46a01f30-16de-40a7-9ca1-fc5fcba4384c req-1bf729c0-d7dd-4c1f-bcbc-9150bb51e312 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0924561 Jan 27 17:37:58.201575 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-46a01f30-16de-40a7-9ca1-fc5fcba4384c req-ffe963bd-17a5-485f-95f2-26dab06dea41 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Jan 27 17:37:58.606704 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.410499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747337f4-591a-45e9-8355-21cf96ac111b req-b98cabf3-d918-4b90-b4a2-d46260e1cb0c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:59.412124 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-747337f4-591a-45e9-8355-21cf96ac111b req-b98cabf3-d918-4b90-b4a2-d46260e1cb0c tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0883567 Jan 27 17:37:59.463326 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-747337f4-591a-45e9-8355-21cf96ac111b req-217b0ca3-9bb8-42d6-8540-b87733b802f5 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452652 Jan 27 17:38:00.671674 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e68bd2-d1c7-49e1-836d-9bfb0489bef0 req-7d8876a6-775b-4294-be48-c548a1848541 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:00.673153 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-13e68bd2-d1c7-49e1-836d-9bfb0489bef0 req-7d8876a6-775b-4294-be48-c548a1848541 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0985367 Jan 27 17:38:00.719787 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-13e68bd2-d1c7-49e1-836d-9bfb0489bef0 req-3c2b1bd1-0334-4217-a492-f5c4d603a0c2 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404634 Jan 27 17:38:01.924180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8beea-61f6-470b-812d-24a0de56cf51 req-fc49696d-bae7-4b7a-8b80-ea50a2d58e83 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:01.925699 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d2c8beea-61f6-470b-812d-24a0de56cf51 req-fc49696d-bae7-4b7a-8b80-ea50a2d58e83 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0940454 Jan 27 17:38:01.971335 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d2c8beea-61f6-470b-812d-24a0de56cf51 req-17e43ac7-9c8c-4950-8544-31f329bca323 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389330 Jan 27 17:38:02.455948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-48b9c562-fe89-49a5-a7e3-a5c443c02bbf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:02.457430 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-48b9c562-fe89-49a5-a7e3-a5c443c02bbf tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba&tenant_id=839d2dd296f6442f9040903b3cb7005d&binding%3Ahost_id=hv-neutron-8250 HTTP/1.1" status: 200 len: 945 time: 0.1503417 Jan 27 17:38:02.524594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f714bc3-da50-47e5-8d89-ad179ec79c46 req-7f9804ea-5565-45a1-8247-b3bf985de5b7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:02.526041 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8f714bc3-da50-47e5-8d89-ad179ec79c46 req-7f9804ea-5565-45a1-8247-b3bf985de5b7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.1620352 Jan 27 17:38:02.579376 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-275498bc-fd2a-4573-8b6a-d6c0c347e407 service neutron] 10.222.0.88 "GET /v2.0/ports/c0c0e557-9380-462c-896f-574859e138dd/bindings/hv-neutron-8250 HTTP/1.1" status: 200 len: 384 time: 0.1159687 Jan 27 17:38:02.583859 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8f714bc3-da50-47e5-8d89-ad179ec79c46 req-fd1b5071-fcd4-418c-887b-23eaf7759558 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502145 Jan 27 17:38:02.673625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-4f1fa875-51d5-4c47-92b4-76451d1866f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:02.675121 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-4f1fa875-51d5-4c47-92b4-76451d1866f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 1098 time: 0.0730460 Jan 27 17:38:02.816160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-7e8b8be0-2b6a-47fe-8045-39048d566b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:02.817653 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-7e8b8be0-2b6a-47fe-8045-39048d566b76 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1368942 Jan 27 17:38:02.922312 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-ae6397ee-fdcc-434c-b4b0-503c49e3eb58 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0c0e557-9380-462c-896f-574859e138dd HTTP/1.1" status: 200 len: 1002 time: 0.0982494 Jan 27 17:38:02.988381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-9ffed990-731f-4e2f-b07c-c0ca1de78239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:02.989852 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-9ffed990-731f-4e2f-b07c-c0ca1de78239 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0611744 Jan 27 17:38:03.070037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-d76bdaf8-518d-4be5-b396-5c7af6dbc7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:03.071659 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-d76bdaf8-518d-4be5-b396-5c7af6dbc7e0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761802 Jan 27 17:38:03.209495 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-1d769daf-b6bf-4ffb-86c8-5aab924ac674 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315076 Jan 27 17:38:03.453698 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-e99bbbfe-5aa1-47e3-869e-ab820f2fb7b1 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382572 Jan 27 17:38:03.788375 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917da37-dee2-45ed-a25e-2346840afc92 req-d123493f-992b-40b9-ab0d-b42925a5aa3e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:03.789822 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a917da37-dee2-45ed-a25e-2346840afc92 req-d123493f-992b-40b9-ab0d-b42925a5aa3e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0864413 Jan 27 17:38:03.835805 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a917da37-dee2-45ed-a25e-2346840afc92 req-f346c705-1006-4795-b9a6-49a4b1f24752 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398314 Jan 27 17:38:05.051914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579cbb4-aab0-4b1a-b34f-1b4dd7bf693e req-2e96e201-bd78-406f-870c-620f007a30a1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:05.053424 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e579cbb4-aab0-4b1a-b34f-1b4dd7bf693e req-2e96e201-bd78-406f-870c-620f007a30a1 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0970807 Jan 27 17:38:05.098238 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e579cbb4-aab0-4b1a-b34f-1b4dd7bf693e req-707a481c-fd26-4563-b276-58b8685048e5 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389779 Jan 27 17:38:06.302213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da8d2d-2961-469d-a703-5f8d85f89bbe req-05223806-ddff-438e-9ef8-9f4c84f99b08 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:06.303618 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-79da8d2d-2961-469d-a703-5f8d85f89bbe req-05223806-ddff-438e-9ef8-9f4c84f99b08 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0923691 Jan 27 17:38:06.349088 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-79da8d2d-2961-469d-a703-5f8d85f89bbe req-c9683a1b-45a2-4693-bd47-8c96d3c1699e tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393739 Jan 27 17:38:06.621051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-a2882a1e-1e21-48ac-bbf3-0c31ea29cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:06.622549 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-a2882a1e-1e21-48ac-bbf3-0c31ea29cc64 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba&tenant_id=839d2dd296f6442f9040903b3cb7005d HTTP/1.1" status: 200 len: 1098 time: 0.0795214 Jan 27 17:38:06.726969 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-eef7508a-2caa-4ee9-a751-7a55bb8d2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:06.728865 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-eef7508a-2caa-4ee9-a751-7a55bb8d2346 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=839d2dd296f6442f9040903b3cb7005d&device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 1098 time: 0.0853908 Jan 27 17:38:06.864276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-c30eba1a-10ff-436b-901e-79dde8b03494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:06.865703 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-c30eba1a-10ff-436b-901e-79dde8b03494 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 200 len: 913 time: 0.1311369 Jan 27 17:38:06.972388 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-64993c38-f3bd-410c-8949-24f8d51bf63c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0c0e557-9380-462c-896f-574859e138dd HTTP/1.1" status: 200 len: 1002 time: 0.0989876 Jan 27 17:38:07.040573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-828693b2-88e9-4c29-94c7-e91d5d79ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:07.042526 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-828693b2-88e9-4c29-94c7-e91d5d79ed8b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 200 len: 850 time: 0.0638025 Jan 27 17:38:07.123101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-52bbeceb-586f-4b1a-965b-078b58d95ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:07.124583 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-52bbeceb-586f-4b1a-965b-078b58d95ab6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d12e9e96-751d-45f6-bc60-6cceeeffb8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760951 Jan 27 17:38:07.261745 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-ffcd53a6-c771-4080-bac7-7a08cab25653 service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309283 Jan 27 17:38:07.398428 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d85a71-6a18-441b-b50d-91d3ce92c45d req-4a18e9bf-34e9-46a4-bb4b-2d823066383d service neutron] 10.222.0.88 "GET /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309526 Jan 27 17:38:07.551569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18626d81-9651-4bab-8b73-a68257c67697 req-5e8756d8-3c30-4146-a095-938bb523a2d6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:07.553009 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-18626d81-9651-4bab-8b73-a68257c67697 req-5e8756d8-3c30-4146-a095-938bb523a2d6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0942504 Jan 27 17:38:07.602183 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-18626d81-9651-4bab-8b73-a68257c67697 req-cab24f75-b2ce-4932-aad5-ecd5c3ca74a9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432327 Jan 27 17:38:08.795047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356ae62-9912-4b7d-bc4c-9701bf03e59b req-47616fd3-319a-44fc-89d8-6bb1389e2bfe tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:08.796695 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6356ae62-9912-4b7d-bc4c-9701bf03e59b req-47616fd3-319a-44fc-89d8-6bb1389e2bfe tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0878518 Jan 27 17:38:08.842388 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6356ae62-9912-4b7d-bc4c-9701bf03e59b req-540366f1-dddd-4a8c-a227-2da5902342fe tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398343 Jan 27 17:38:09.380752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c0c0e557-9380-462c-896f-574859e138dd no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:38:09.494074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:09.524248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:38:09.534242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c0c0e557-9380-462c-896f-574859e138dd,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:09.539785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:09.578328 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd', 'code': 200} Jan 27 17:38:09.611654 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=c0c0e557-9380-462c-896f-574859e138dd,revision_number=9']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:10.036258 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d20c56-4d2b-4b8e-9f53-3a3971f31346 req-486b9693-7568-4979-a7bb-e18110ede2d6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:10.037706 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-52d20c56-4d2b-4b8e-9f53-3a3971f31346 req-486b9693-7568-4979-a7bb-e18110ede2d6 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 943 time: 0.0863850 Jan 27 17:38:10.087254 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-52d20c56-4d2b-4b8e-9f53-3a3971f31346 req-a6b9cef1-2df4-4e3c-9418-87d5f62d9ddd tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403898 Jan 27 17:38:11.298188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606bcc7-afb9-4d8b-affe-7dd8116b022f req-4dc7d3e9-c0ed-48b7-8bc1-ed3cc8bb4774 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:11.299682 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d606bcc7-afb9-4d8b-affe-7dd8116b022f req-4dc7d3e9-c0ed-48b7-8bc1-ed3cc8bb4774 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 943 time: 0.0953569 Jan 27 17:38:11.347910 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d606bcc7-afb9-4d8b-affe-7dd8116b022f req-ea8a9281-0878-4f6a-b9be-6ff4825d9763 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Jan 27 17:38:11.385584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c0c0e557-9380-462c-896f-574859e138dd details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:38:11.520813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c0c0e557-9380-462c-896f-574859e138dd,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:11.533934 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'c0c0e557-9380-462c-896f-574859e138dd', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'port_id': 'c0c0e557-9380-462c-896f-574859e138dd', 'mac_address': 'fa:16:3e:c6:7a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:38:11.590835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:11.608225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c0e557-9380-462c-896f-574859e138dd {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:38:11.623967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c0c0e557-9380-462c-896f-574859e138dd,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:11.630724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:11.702174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['c0c0e557-9380-462c-896f-574859e138dd'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:38:11.751332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=c0c0e557-9380-462c-896f-574859e138dd,revision_number=10']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:12.556400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819bea-5e49-474e-a4cf-75ec7744918e req-d6634aeb-0e8a-4ce1-96a3-450a589a19e4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:12.557863 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-15819bea-5e49-474e-a4cf-75ec7744918e req-d6634aeb-0e8a-4ce1-96a3-450a589a19e4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 945 time: 0.0920630 Jan 27 17:38:12.604338 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-15819bea-5e49-474e-a4cf-75ec7744918e req-1e24b86a-0be4-491e-90d5-869925629756 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Jan 27 17:38:13.401812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c0c0e557-9380-462c-896f-574859e138dd up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:38:13.484499 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port c0c0e557-9380-462c-896f-574859e138dd triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:38:13.484877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:13.609733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:13.639543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:38:13.653198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c0c0e557-9380-462c-896f-574859e138dd,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:13.659310 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:13.699029 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd', 'code': 200} Jan 27 17:38:13.731896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=c0c0e557-9380-462c-896f-574859e138dd,revision_number=11']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:13.801931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752348c-d836-419d-9777-2a6e810d1776 req-bf87ab78-eb94-4523-b8f1-6ad9b28d86fb tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:13.803421 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c752348c-d836-419d-9777-2a6e810d1776 req-bf87ab78-eb94-4523-b8f1-6ad9b28d86fb tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 946 time: 0.0803092 Jan 27 17:38:13.849426 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c752348c-d836-419d-9777-2a6e810d1776 req-1e8f72c7-a49c-463c-948a-26427880dea9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400555 Jan 27 17:38:15.046610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda8ac3-7f1c-4acc-8dcc-3510a1908863 req-6e626de5-2277-4059-93e5-c23c524ca1f0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:15.048121 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3cda8ac3-7f1c-4acc-8dcc-3510a1908863 req-6e626de5-2277-4059-93e5-c23c524ca1f0 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 946 time: 0.0863783 Jan 27 17:38:15.100387 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3cda8ac3-7f1c-4acc-8dcc-3510a1908863 req-5687be7d-458b-4506-9c26-1aa4ef4353ab tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461535 Jan 27 17:38:16.307193 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cb6d3-72f4-47c7-b267-bc3e982f177b req-80d7e86e-8a25-4df5-86d6-566200d380b7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:16.309632 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d15cb6d3-72f4-47c7-b267-bc3e982f177b req-80d7e86e-8a25-4df5-86d6-566200d380b7 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 946 time: 0.0915091 Jan 27 17:38:16.359175 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d15cb6d3-72f4-47c7-b267-bc3e982f177b req-f23f796f-7524-4c86-9e69-a61e402fe38d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435376 Jan 27 17:38:16.550014 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ddbb5-e498-496d-af28-7f7c159fc3eb req-f69f518a-f102-47b9-b760-59bc45350093 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:16.551512 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1e3ddbb5-e498-496d-af28-7f7c159fc3eb req-f69f518a-f102-47b9-b760-59bc45350093 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 946 time: 0.0842092 Jan 27 17:38:16.605383 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1e3ddbb5-e498-496d-af28-7f7c159fc3eb req-d279bbcf-df92-4649-81aa-bb9153c7bbfc tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467649 Jan 27 17:38:16.803001 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6d7e7-ffa9-462c-9e7e-6740b21d4714 req-c71c3f7f-1f19-4a57-879d-9348815f2c43 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:16.804566 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5df6d7e7-ffa9-462c-9e7e-6740b21d4714 req-c71c3f7f-1f19-4a57-879d-9348815f2c43 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 946 time: 0.0859077 Jan 27 17:38:16.850583 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5df6d7e7-ffa9-462c-9e7e-6740b21d4714 req-ca224167-1450-42ba-80ac-99419f485446 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401096 Jan 27 17:38:17.274632 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f07827-20fd-410c-a9bb-d5667cf4814b req-47c2b479-3138-4856-87d3-275f54381516 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:17.276425 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-39f07827-20fd-410c-a9bb-d5667cf4814b req-47c2b479-3138-4856-87d3-275f54381516 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 946 time: 0.0885236 Jan 27 17:38:17.326568 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-39f07827-20fd-410c-a9bb-d5667cf4814b req-e1062e06-fe25-42eb-bb77-01d83297a167 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436087 Jan 27 17:38:18.525689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398c908-833c-4550-b187-8df25e438c97 req-b708bde5-07aa-4a5a-8e77-ecc9bad2e220 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:18.527178 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0398c908-833c-4550-b187-8df25e438c97 req-b708bde5-07aa-4a5a-8e77-ecc9bad2e220 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 946 time: 0.0869193 Jan 27 17:38:18.572990 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0398c908-833c-4550-b187-8df25e438c97 req-97927b70-689a-4293-ae21-8a7f67b569fa tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393026 Jan 27 17:38:19.551207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-c7362a4d-4de0-4507-8f07-a8296f0d84ae tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:19.552875 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-c7362a4d-4de0-4507-8f07-a8296f0d84ae tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 946 time: 0.0864928 Jan 27 17:38:19.783715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Deleting port c0c0e557-9380-462c-896f-574859e138dd {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:38:19.783948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:19.911885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed74d-886a-4778-bad5-b9f9cb61a13d req-51d07558-e116-42d6-8397-d5aea21014da tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:19.913418 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-347ed74d-886a-4778-bad5-b9f9cb61a13d req-51d07558-e116-42d6-8397-d5aea21014da tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 946 time: 0.2062919 Jan 27 17:38:20.048148 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-347ed74d-886a-4778-bad5-b9f9cb61a13d req-59f34ec7-4c44-44f2-be40-7373693146dc tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups?id=aac54699-102c-4e4a-94a3-fff371303f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278515 Jan 27 17:38:20.105588 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] For port c0c0e557-9380-462c-896f-574859e138dd, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c0c0e557-9380-462c-896f-574859e138dd,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:20.105934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:20.426306 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:20.426616 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:20.426949 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Floating IP be4b292b-c23a-4092-b81b-d80db5025e0a disassociated. External IP: 172.26.8.203, port: c0c0e557-9380-462c-896f-574859e138dd. Jan 27 17:38:20.427276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Calling delete_port for c0c0e557-9380-462c-896f-574859e138dd owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:38:20.600572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:20.654411 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event deleted for resources: {'Port': ['ID=c0c0e557-9380-462c-896f-574859e138dd,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:20.714992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:20.715353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:20.716028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:20.716207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:20.716440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:20.716771 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:20.717751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:20.717751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:20.717751 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:20.718691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:20.718691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:20.718691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:20.878853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Router 626652dc-3e8c-4610-a6f9-b837cc951a0a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:38:21.068010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:38:21.082146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c3195-661b-46d5-9022-445ec4cdaf89 None None] Sync routers for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:38:21.108258 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c3195-661b-46d5-9022-445ec4cdaf89 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:38:21.109324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-bc0c3195-661b-46d5-9022-445ec4cdaf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:37:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:21.150955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] No DVR routers for this DVR port c0c0e557-9380-462c-896f-574859e138dd on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:38:21.153812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:21.156661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'name': 'network-vif-deleted', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:38:21.178197 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5fad7fde-d973-4bd1-8d4e-8194d8da7d65 req-68c0d9b1-8281-4303-85fb-d13fe04cdcb9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.88 "DELETE /v2.0/ports/c0c0e557-9380-462c-896f-574859e138dd HTTP/1.1" status: 204 len: 173 time: 1.6204495 Jan 27 17:38:21.236154 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5193ad72-303e-4096-b7cd-eac069eee1a9 req-93fd0779-680a-4b28-ad26-8c07807caba4 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 210 time: 0.0573089 Jan 27 17:38:21.274938 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d400ace-f3ca-4f72-b738-3d4cb2740fba', 'name': 'network-vif-deleted', 'tag': 'c0c0e557-9380-462c-896f-574859e138dd', 'status': 'completed', 'code': 200} Jan 27 17:38:21.346531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-bc0c3195-661b-46d5-9022-445ec4cdaf89 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:38:21.473693 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c0c0e557-9380-462c-896f-574859e138dd no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:38:21.536385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: c0c0e557-9380-462c-896f-574859e138dd {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:38:21.536717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c0c0e557-9380-462c-896f-574859e138dd not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:38:21.569203 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c4b61ee1-c231-4d34-94fb-2e62d608d3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:21.798194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-bc0c3195-661b-46d5-9022-445ec4cdaf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:21.802889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c3195-661b-46d5-9022-445ec4cdaf89 None None] Checking router: 626652dc-3e8c-4610-a6f9-b837cc951a0a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:38:21.814024 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c3195-661b-46d5-9022-445ec4cdaf89 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:38:21.814821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-bc0c3195-661b-46d5-9022-445ec4cdaf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:37:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:22.006838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-bc0c3195-661b-46d5-9022-445ec4cdaf89 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:38:22.351204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-bc0c3195-661b-46d5-9022-445ec4cdaf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:22.356704 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c3195-661b-46d5-9022-445ec4cdaf89 None None] The sync data for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv is: [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:37Z', 'revision_number': 4, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '95777480-f136-437d-8e1d-c2f2fdb3f4d8', 'name': '', 'network_id': 'd12e9e96-751d-45f6-bc60-6cceeeffb8bf', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'mac_address': 'fa:16:3e:1e:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:36Z', 'updated_at': '2022-01-27T17:32:42Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'subnets': [{'id': 'd379ca57-b953-484d-a8f9-3221984e58ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:38:22.457329 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f68a116d-bbc9-45b0-b98e-b75efa76775e req-ed8be325-96e1-421d-a788-71e797d82d42 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d400ace-f3ca-4f72-b738-3d4cb2740fba HTTP/1.1" status: 200 len: 210 time: 0.0469446 Jan 27 17:38:22.599566 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4404e90-927b-4975-8efe-3528c14371ec None None] New status for floating IP be4b292b-c23a-4092-b81b-d80db5025e0a: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:38:23.554713 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:38:23.876769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-89f529d6-6c2d-4a38-96f5-e9e0abc42141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:24.841762 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:25.369366 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:26.742513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:27.225887 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48024) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:27.315498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5b71ce32-7b84-435a-8559-19deb5d9ccc9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:27.357919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5b71ce32-7b84-435a-8559-19deb5d9ccc9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:27.421667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5b71ce32-7b84-435a-8559-19deb5d9ccc9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:27.448261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71ce32-7b84-435a-8559-19deb5d9ccc9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac54699-102c-4e4a-94a3-fff371303f8b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:27.462396 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5b71ce32-7b84-435a-8559-19deb5d9ccc9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:27.463644 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5b71ce32-7b84-435a-8559-19deb5d9ccc9 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "DELETE /v2.0/security-groups/aac54699-102c-4e4a-94a3-fff371303f8b HTTP/1.1" status: 204 len: 168 time: 0.2363796 Jan 27 17:38:27.468564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48028) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:27.614747 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-cdb7e2fa-5d39-4554-a21a-7d3ffee87d63 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] show failed (client error): The resource could not be found. Jan 27 17:38:27.615746 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cdb7e2fa-5d39-4554-a21a-7d3ffee87d63 tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "GET /v2.0/security-groups/aac54699-102c-4e4a-94a3-fff371303f8b HTTP/1.1" status: 404 len: 347 time: 0.1461587 Jan 27 17:38:27.620007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48032) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:27.786543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f43b2119-6be1-4759-85d9-8701f647845d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Deleting port a0f2b642-a536-4de3-becd-96116f9e8845 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:38:27.786878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f43b2119-6be1-4759-85d9-8701f647845d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:27.981883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f43b2119-6be1-4759-85d9-8701f647845d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:27.982307 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f43b2119-6be1-4759-85d9-8701f647845d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:28.113642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-f43b2119-6be1-4759-85d9-8701f647845d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Calling delete_port for a0f2b642-a536-4de3-becd-96116f9e8845 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:38:28.288323 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f43b2119-6be1-4759-85d9-8701f647845d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:28.339160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b2119-6be1-4759-85d9-8701f647845d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Pushing event deleted for resources: {'Port': ['ID=a0f2b642-a536-4de3-becd-96116f9e8845,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:28.447828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f43b2119-6be1-4759-85d9-8701f647845d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:28.464600 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f43b2119-6be1-4759-85d9-8701f647845d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:28.465971 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f43b2119-6be1-4759-85d9-8701f647845d tempest-ServerActionsTestJSON-1860660436 tempest-ServerActionsTestJSON-1860660436-project] 10.222.0.81 "DELETE /v2.0/floatingips/be4b292b-c23a-4092-b81b-d80db5025e0a HTTP/1.1" status: 204 len: 168 time: 0.8448875 Jan 27 17:38:28.469766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48036) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:28.617016 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:29.184546 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-157519d8-1261-4645-bbb1-9e9868630e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:29.689426 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-157519d8-1261-4645-bbb1-9e9868630e1d admin admin] Deleting port 95777480-f136-437d-8e1d-c2f2fdb3f4d8 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:38:29.690133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-157519d8-1261-4645-bbb1-9e9868630e1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:29.921891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-157519d8-1261-4645-bbb1-9e9868630e1d admin admin] For port 95777480-f136-437d-8e1d-c2f2fdb3f4d8, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=95777480-f136-437d-8e1d-c2f2fdb3f4d8,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:29.922251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-157519d8-1261-4645-bbb1-9e9868630e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:30.054400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-157519d8-1261-4645-bbb1-9e9868630e1d admin admin] Calling delete_port for 95777480-f136-437d-8e1d-c2f2fdb3f4d8 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:38:30.412761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-157519d8-1261-4645-bbb1-9e9868630e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:30.489091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157519d8-1261-4645-bbb1-9e9868630e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=95777480-f136-437d-8e1d-c2f2fdb3f4d8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:30.744416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-157519d8-1261-4645-bbb1-9e9868630e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:31.283096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157519d8-1261-4645-bbb1-9e9868630e1d admin admin] Router 626652dc-3e8c-4610-a6f9-b837cc951a0a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:38:31.525069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157519d8-1261-4645-bbb1-9e9868630e1d admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:38:31.538766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb52777-9484-429f-9cb4-2297ac4bf249 None None] Sync routers for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:38:31.549727 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-157519d8-1261-4645-bbb1-9e9868630e1d admin admin] 10.222.0.81 "PUT /v2.0/routers/626652dc-3e8c-4610-a6f9-b837cc951a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0785630 Jan 27 17:38:31.550063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb52777-9484-429f-9cb4-2297ac4bf249 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:38:31.550505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-5bb52777-9484-429f-9cb4-2297ac4bf249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:38:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:31.552638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48042) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:31.754231 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:31.760696 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-5bb52777-9484-429f-9cb4-2297ac4bf249 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:38:32.081919 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-5bb52777-9484-429f-9cb4-2297ac4bf249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:38:30Z', 'revision_number': 5, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port': {'id': '3408cebe-12d9-424f-a249-e0c84851cca7', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:32.086331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb52777-9484-429f-9cb4-2297ac4bf249 None None] Checking router: 626652dc-3e8c-4610-a6f9-b837cc951a0a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:38:32.096063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb52777-9484-429f-9cb4-2297ac4bf249 None None] Routers {'626652dc-3e8c-4610-a6f9-b837cc951a0a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:38:32.096690 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-5bb52777-9484-429f-9cb4-2297ac4bf249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:38:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['626652dc-3e8c-4610-a6f9-b837cc951a0a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:32.148494 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:32.164975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Deleting port 3408cebe-12d9-424f-a249-e0c84851cca7 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:38:32.165409 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:32.332110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-5bb52777-9484-429f-9cb4-2297ac4bf249 None None] Set router 626652dc-3e8c-4610-a6f9-b837cc951a0a gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:38:32.396336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] For port 3408cebe-12d9-424f-a249-e0c84851cca7, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3408cebe-12d9-424f-a249-e0c84851cca7,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:32.396707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:32.449790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-5bb52777-9484-429f-9cb4-2297ac4bf249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:38:32Z', 'revision_number': 6, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:32.455120 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb52777-9484-429f-9cb4-2297ac4bf249 None None] The sync data for ids ['626652dc-3e8c-4610-a6f9-b837cc951a0a'] in dv-neutron-825077-1-hyperv is: [{'id': '626652dc-3e8c-4610-a6f9-b837cc951a0a', 'name': 'tempest-ServerActionsTestJSON-642643452-router', 'tenant_id': '839d2dd296f6442f9040903b3cb7005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:32:33Z', 'updated_at': '2022-01-27T17:38:32Z', 'revision_number': 6, 'project_id': '839d2dd296f6442f9040903b3cb7005d', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:38:32.530389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Calling delete_port for 3408cebe-12d9-424f-a249-e0c84851cca7 owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:38:32.713598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:32.761899 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Pushing event deleted for resources: {'Port': ['ID=3408cebe-12d9-424f-a249-e0c84851cca7,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:32.795937 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:32.796262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:32.796620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:32.796916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:32.797264 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:32.797607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:32.797885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:32.798224 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:32.798538 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:32.798832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:32.799141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:32.799438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:32.883193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.063680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.065938 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.097263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.097924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 626652dc-3e8c-4610-a6f9-b837cc951a0a {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:38:33.110417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.111536 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-eb4096d3-c468-4f00-98c3-9336af871584 admin admin] 10.222.0.81 "DELETE /v2.0/routers/626652dc-3e8c-4610-a6f9-b837cc951a0a HTTP/1.1" status: 204 len: 168 time: 1.5578637 Jan 27 17:38:33.114184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48046) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:33.174512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e61aa9-7726-4737-9de3-74e4e7c11ebf admin admin] Deleting subnet d379ca57-b953-484d-a8f9-3221984e58ff {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:38:33.177488 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5e61aa9-7726-4737-9de3-74e4e7c11ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.234474 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5e61aa9-7726-4737-9de3-74e4e7c11ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.315187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5e61aa9-7726-4737-9de3-74e4e7c11ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.390203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5e61aa9-7726-4737-9de3-74e4e7c11ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.433061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e61aa9-7726-4737-9de3-74e4e7c11ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d379ca57-b953-484d-a8f9-3221984e58ff,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:33.435057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d5e61aa9-7726-4737-9de3-74e4e7c11ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.440640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f574941-c2ce-4c99-8422-e8e849178a08 None None] Network d12e9e96-751d-45f6-bc60-6cceeeffb8bf requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:38:33.441335 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d5e61aa9-7726-4737-9de3-74e4e7c11ebf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d379ca57-b953-484d-a8f9-3221984e58ff HTTP/1.1" status: 204 len: 168 time: 0.3261685 Jan 27 17:38:33.444165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48050) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:33.558048 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.568861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Deleting port e9dc593b-4221-47b7-b297-90a7da667dbc {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:38:33.569101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.700166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd2fe25-0754-4130-8514-225c20a1c9d3 None None] DHCP port deletion for d12e9e96-751d-45f6-bc60-6cceeeffb8bf request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:38:33.704357 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2fe25-0754-4130-8514-225c20a1c9d3 None None] Deleting port e9dc593b-4221-47b7-b297-90a7da667dbc {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:38:33.704733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8fd2fe25-0754-4130-8514-225c20a1c9d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.783769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] For port e9dc593b-4221-47b7-b297-90a7da667dbc, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9dc593b-4221-47b7-b297-90a7da667dbc,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:33.784173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.907223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Calling delete_port for e9dc593b-4221-47b7-b297-90a7da667dbc owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:38:33.911154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8fd2fe25-0754-4130-8514-225c20a1c9d3 None None] For port e9dc593b-4221-47b7-b297-90a7da667dbc, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9dc593b-4221-47b7-b297-90a7da667dbc,segment=NetworkSegment(0d1fa1f4-653b-437a-bb88-4da95dcf9438),segment_id=0d1fa1f4-653b-437a-bb88-4da95dcf9438)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:33.911706 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8fd2fe25-0754-4130-8514-225c20a1c9d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.979279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 95777480-f136-437d-8e1d-c2f2fdb3f4d8 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:38:33.993402 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:34.053766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9dc593b-4221-47b7-b297-90a7da667dbc,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:34.066153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] No DVR routers for this DVR port e9dc593b-4221-47b7-b297-90a7da667dbc on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:38:34.069192 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2fe25-0754-4130-8514-225c20a1c9d3 None None] Calling delete_port for e9dc593b-4221-47b7-b297-90a7da667dbc owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:38:34.104749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 95777480-f136-437d-8e1d-c2f2fdb3f4d8 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:38:34.105084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 95777480-f136-437d-8e1d-c2f2fdb3f4d8 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:38:34.105492 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3408cebe-12d9-424f-a249-e0c84851cca7 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:38:34.148385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 3408cebe-12d9-424f-a249-e0c84851cca7 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:38:34.148723 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3408cebe-12d9-424f-a249-e0c84851cca7 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:38:34.149143 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e9dc593b-4221-47b7-b297-90a7da667dbc no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:38:34.185978 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: e9dc593b-4221-47b7-b297-90a7da667dbc {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:38:34.186215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:34.186347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e9dc593b-4221-47b7-b297-90a7da667dbc not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:38:34.212469 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-8fd2fe25-0754-4130-8514-225c20a1c9d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:38:34.212799 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-8fd2fe25-0754-4130-8514-225c20a1c9d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:38:34.213093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12e9e96-751d-45f6-bc60-6cceeeffb8bf']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:34.225341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1fa1f4-653b-437a-bb88-4da95dcf9438') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:34.225629 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1fa1f4-653b-437a-bb88-4da95dcf9438') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:34.237721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:34.253631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:34.259696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:38:34.260062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:38:34.273104 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:38:34.470286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:34.486851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:34.497121 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=d12e9e96-751d-45f6-bc60-6cceeeffb8bf,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:34.513239 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ff6a0839-a7ab-40a6-bf9e-d7c3badb7d56 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d12e9e96-751d-45f6-bc60-6cceeeffb8bf HTTP/1.1" status: 204 len: 168 time: 1.0678623 Jan 27 17:38:34.633480 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48056) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:34.682678 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-60a4f62d-787e-4bf9-b305-49c7e88a4022 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=839d2dd296f6442f9040903b3cb7005d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480597 Jan 27 17:38:34.685473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48060) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:34.714028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2fe25-0754-4130-8514-225c20a1c9d3 None None] Deleting port e9dc593b-4221-47b7-b297-90a7da667dbc {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:38:34.714581 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8fd2fe25-0754-4130-8514-225c20a1c9d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:34.742755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cbf0b51-1435-437d-908f-f2f3bfcd1ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:34.775234 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cbf0b51-1435-437d-908f-f2f3bfcd1ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:34.782378 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2fe25-0754-4130-8514-225c20a1c9d3 None None] The port 'e9dc593b-4221-47b7-b297-90a7da667dbc' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:38:34.834260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cbf0b51-1435-437d-908f-f2f3bfcd1ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:34.861988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf0b51-1435-437d-908f-f2f3bfcd1ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2f7ec9-c1fe-4d8a-ae0a-6389d16859f2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:34.868587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3cbf0b51-1435-437d-908f-f2f3bfcd1ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:34.870571 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3cbf0b51-1435-437d-908f-f2f3bfcd1ee4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a2f7ec9-c1fe-4d8a-ae0a-6389d16859f2 HTTP/1.1" status: 204 len: 168 time: 0.1840501 Jan 27 17:38:35.677870 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48084) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:35.790195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1477377644-network', 'tenant_id': '7e4f1d4532a040d98bec1f258505ba1d'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:35.795506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:35.799714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Usage tracker for resource:network and tenant:7e4f1d4532a040d98bec1f258505ba1d is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:38:35.802802 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:38:35.810014 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:35.822689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Made reservation on behalf of 7e4f1d4532a040d98bec1f258505ba1d for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:38:35.825167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:35.837502 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:35.855074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:35.860917 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Usage tracker for resource:security_group_rule and tenant:7e4f1d4532a040d98bec1f258505ba1d is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:38:35.864952 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:38:35.873354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:35.960476 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:35.964899 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:35.998081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1208} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:38:36.006825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b87edc-8c87-4f1a-8ac5-6989a46450b3,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:36.013438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:36.013839 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Added segment 0a686558-9b9b-4609-ab3a-1abfa848873f of type vlan for network c5fbd78b-7116-4825-9ba2-00e86c5e94df Jan 27 17:38:36.040880 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:36.072016 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:36.072972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:36.073542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:36.169494 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4904609 Jan 27 17:38:36.172722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48090) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:36.174797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093272c-cd5a-457e-a9aa-2e3fc9b45fba admin admin] Pushing event updated for resources: {'Network': ['ID=c5fbd78b-7116-4825-9ba2-00e86c5e94df,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:36.178598 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Request body: {'subnet': {'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1477377644-subnet', 'tenant_id': '7e4f1d4532a040d98bec1f258505ba1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:36.184084 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:36.188328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Usage tracker for resource:subnet and tenant:7e4f1d4532a040d98bec1f258505ba1d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:38:36.188690 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network c5fbd78b-7116-4825-9ba2-00e86c5e94df details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:38:36.191366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:38:36.198199 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:36.211417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Made reservation on behalf of 7e4f1d4532a040d98bec1f258505ba1d for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:38:36.214160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:36.429972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:36.504726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5fa06be-7968-446d-bad9-a188d8276764,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:36.515796 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Checking segment: {'id': '0a686558-9b9b-4609-ab3a-1abfa848873f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:38:36.516146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Network hostable DHCP agents. Network: c5fbd78b-7116-4825-9ba2-00e86c5e94df, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:38:36.538388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Network c5fbd78b-7116-4825-9ba2-00e86c5e94df is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:38:36.550573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, c5fbd78b-7116-4825-9ba2-00e86c5e94df) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:38:36.556093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:36.557335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:36.562531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132f1c89-2c50-4f31-8239-a45e7bce10ea None None] Network c5fbd78b-7116-4825-9ba2-00e86c5e94df requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:38:36.583197 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-18db6a87-e73d-4eb1-ac2b-064882e12db6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4092715 Jan 27 17:38:36.809447 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac2ce1c-ee47-46f5-9211-2b55fdf6d5fa None None] Network c5fbd78b-7116-4825-9ba2-00e86c5e94df requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:38:37.105426 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-6d0d3b7e-f17a-4e40-a9bc-55141cb4a136 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:37.106251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-6d0d3b7e-f17a-4e40-a9bc-55141cb4a136 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Synchronizing usage tracker for tenant:7e4f1d4532a040d98bec1f258505ba1d on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:38:37.126025 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-6d0d3b7e-f17a-4e40-a9bc-55141cb4a136 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Unset dirty status for tenant:7e4f1d4532a040d98bec1f258505ba1d on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:38:37.127173 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-6d0d3b7e-f17a-4e40-a9bc-55141cb4a136 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/networks?id=c5fbd78b-7116-4825-9ba2-00e86c5e94df HTTP/1.1" status: 200 len: 814 time: 0.1723783 Jan 27 17:38:37.143643 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-ea55d135-c3ca-40bb-862e-994f43ea3a70 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/quotas/7e4f1d4532a040d98bec1f258505ba1d HTTP/1.1" status: 200 len: 375 time: 0.0096879 Jan 27 17:38:37.309683 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-d2bde2c0-feff-4678-87d1-f3f74a9d12d2 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e4f1d4532a040d98bec1f258505ba1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1606495 Jan 27 17:38:37.506137 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-6f08d94c-e023-47ca-81b2-dd200d911ed4 service neutron] 10.222.0.81 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858542 Jan 27 17:38:37.640909 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-0edcbe5b-fae1-4674-be80-ab5fac44c9cb service neutron] 10.222.0.81 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321869 Jan 27 17:38:37.838611 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8330cb07-c7cb-474d-abce-3c5f073c2d47 req-cbdc7870-9691-4b78-86ff-a033e4b7e499 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 210 time: 0.0444286 Jan 27 17:38:38.954955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-004697c0-b5c5-4b70-a83d-780131cb8e2b tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:38.956486 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-004697c0-b5c5-4b70-a83d-780131cb8e2b tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.88 "GET /v2.0/networks?id=c5fbd78b-7116-4825-9ba2-00e86c5e94df HTTP/1.1" status: 200 len: 814 time: 0.1703320 Jan 27 17:38:38.970169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Request body: {'port': {'device_id': '48a589c4-4085-4944-8e9c-abd41e1340d9', 'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df', 'admin_state_up': True, 'tenant_id': '7e4f1d4532a040d98bec1f258505ba1d'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:39.007219 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8d979f77-3e16-4c95-ac06-5416f0017898 req-612c6404-84b8-4310-ba6e-939ec32c02d4 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 210 time: 0.0516493 Jan 27 17:38:39.125763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:39.129612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Usage tracker for resource:port and tenant:7e4f1d4532a040d98bec1f258505ba1d is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:38:39.132678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:38:39.139037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:39.153598 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Made reservation on behalf of 7e4f1d4532a040d98bec1f258505ba1d for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:38:39.157692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:39.320628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Allocated IP 172.20.0.13 (c5fbd78b-7116-4825-9ba2-00e86c5e94df/d5fa06be-7968-446d-bad9-a188d8276764/ad2858aa-dfbf-417f-a8ba-6635311678eb) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:38:39.535892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:39.570386 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:39.645959 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Network c5fbd78b-7116-4825-9ba2-00e86c5e94df is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:38:39.649197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:38:39.653066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:38:39.683551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Pushing event updated for resources: {'Port': ['ID=ad2858aa-dfbf-417f-a8ba-6635311678eb,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:39.719103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:39.719719 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:39.742241 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-3b6b569e-af05-4e12-9842-72d0f3a04755 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7764723 Jan 27 17:38:39.753277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Request body: {'port': {'device_id': '48a589c4-4085-4944-8e9c-abd41e1340d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:39.882843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:40.398106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e017c46-d78a-42d8-92fc-9f692f490530 req-5ea32ce8-35d6-424b-9730-cea97ee5e30b tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:40.398875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-0e017c46-d78a-42d8-92fc-9f692f490530 req-5ea32ce8-35d6-424b-9730-cea97ee5e30b tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Synchronizing usage tracker for tenant:7e4f1d4532a040d98bec1f258505ba1d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:38:40.432812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2858aa-dfbf-417f-a8ba-6635311678eb {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:38:40.441009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:40.443723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-0e017c46-d78a-42d8-92fc-9f692f490530 req-5ea32ce8-35d6-424b-9730-cea97ee5e30b tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Unset dirty status for tenant:7e4f1d4532a040d98bec1f258505ba1d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:38:40.444903 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0e017c46-d78a-42d8-92fc-9f692f490530 req-5ea32ce8-35d6-424b-9730-cea97ee5e30b tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 932 time: 0.2072635 Jan 27 17:38:40.471101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Transition to ACTIVE for port object ad2858aa-dfbf-417f-a8ba-6635311678eb will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:38:40.476961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:40.622447 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0e017c46-d78a-42d8-92fc-9f692f490530 req-e33de760-96d9-48c3-902b-8a1bca1c68d8 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691771 Jan 27 17:38:40.631880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2858aa-dfbf-417f-a8ba-6635311678eb,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:40.747336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Attempting to bind port ad2858aa-dfbf-417f-a8ba-6635311678eb on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:38:40.747680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Attempting to bind port ad2858aa-dfbf-417f-a8ba-6635311678eb by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '0a686558-9b9b-4609-ab3a-1abfa848873f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:38:40.748002 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Attempting to bind port ad2858aa-dfbf-417f-a8ba-6635311678eb on network c5fbd78b-7116-4825-9ba2-00e86c5e94df {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:38:40.752729 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Port ad2858aa-dfbf-417f-a8ba-6635311678eb on network c5fbd78b-7116-4825-9ba2-00e86c5e94df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:38:40.753033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Attempting to bind port ad2858aa-dfbf-417f-a8ba-6635311678eb on network c5fbd78b-7116-4825-9ba2-00e86c5e94df {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:38:40.758011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:38:40.758301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Checking segment: {'id': '0a686558-9b9b-4609-ab3a-1abfa848873f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:38:40.758819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Bound using segment: {'id': '0a686558-9b9b-4609-ab3a-1abfa848873f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:38:40.759081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Bound port: ad2858aa-dfbf-417f-a8ba-6635311678eb, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a686558-9b9b-4609-ab3a-1abfa848873f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:38:40.759418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:40.858366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] For port ad2858aa-dfbf-417f-a8ba-6635311678eb, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:38:40.862096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] For port ad2858aa-dfbf-417f-a8ba-6635311678eb, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=ad2858aa-dfbf-417f-a8ba-6635311678eb,segment=NetworkSegment(0a686558-9b9b-4609-ab3a-1abfa848873f),segment_id=0a686558-9b9b-4609-ab3a-1abfa848873f)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:38:40.869194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:40.931376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:40.932037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:40.933351 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] 10.222.0.88 "PUT /v2.0/ports/ad2858aa-dfbf-417f-a8ba-6635311678eb HTTP/1.1" status: 200 len: 1094 time: 1.1842370 Jan 27 17:38:40.933784 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a589c4-4085-4944-8e9c-abd41e1340d9', 'tag': 'ad2858aa-dfbf-417f-a8ba-6635311678eb'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:38:40.956575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280543a-fc37-47a7-9f1f-191022cc5e72 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2858aa-dfbf-417f-a8ba-6635311678eb,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:41.005473 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a589c4-4085-4944-8e9c-abd41e1340d9', 'tag': 'ad2858aa-dfbf-417f-a8ba-6635311678eb', 'status': 'completed', 'code': 200} Jan 27 17:38:41.050802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-826e8539-ba0b-491c-93a8-1220a3b79cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:41.052324 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-826e8539-ba0b-491c-93a8-1220a3b79cad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7e4f1d4532a040d98bec1f258505ba1d&device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 1097 time: 0.0807710 Jan 27 17:38:41.125603 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-853c6f90-d479-4d05-9387-f4f5246b2e99 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad2858aa-dfbf-417f-a8ba-6635311678eb HTTP/1.1" status: 200 len: 217 time: 0.0664704 Jan 27 17:38:41.193649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-1dec6813-ca05-4c2a-b900-71ad8f99ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:41.195007 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-1dec6813-ca05-4c2a-b900-71ad8f99ad9b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d5fa06be-7968-446d-bad9-a188d8276764 HTTP/1.1" status: 200 len: 854 time: 0.0632274 Jan 27 17:38:41.243827 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-a0c35302-022e-451e-92ba-4167ce0f917b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5fbd78b-7116-4825-9ba2-00e86c5e94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424697 Jan 27 17:38:41.382498 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-788a7e10-c54f-4c08-b84a-6412d98117fb service neutron] 10.222.0.88 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329191 Jan 27 17:38:41.532957 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0cc061d-198f-4f29-ae18-cd95590f60d0 req-a788fd4e-b3c5-461f-87f7-f680c617d47e service neutron] 10.222.0.88 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444178 Jan 27 17:38:41.651847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674af4-4554-4202-832f-a5e1c315946d req-4d2e485f-3d12-46b6-b7e7-67014631c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:41.653552 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-69674af4-4554-4202-832f-a5e1c315946d req-4d2e485f-3d12-46b6-b7e7-67014631c81a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7e4f1d4532a040d98bec1f258505ba1d&device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 1097 time: 0.0730615 Jan 27 17:38:41.846423 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674af4-4554-4202-832f-a5e1c315946d req-8e806109-576d-472c-b72b-d33c21c26a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:41.847959 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-69674af4-4554-4202-832f-a5e1c315946d req-8e806109-576d-472c-b72b-d33c21c26a42 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c5fbd78b-7116-4825-9ba2-00e86c5e94df HTTP/1.1" status: 200 len: 916 time: 0.1880879 Jan 27 17:38:41.926755 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-69674af4-4554-4202-832f-a5e1c315946d req-d516b008-5a6c-498c-9381-2e2e4dc7959f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad2858aa-dfbf-417f-a8ba-6635311678eb HTTP/1.1" status: 200 len: 217 time: 0.0709069 Jan 27 17:38:41.938878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0718035-3417-40e0-ae2d-f6ac881137e5 req-6e08d294-ef56-481e-8f3d-b5a7950d84e5 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:41.940615 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f0718035-3417-40e0-ae2d-f6ac881137e5 req-6e08d294-ef56-481e-8f3d-b5a7950d84e5 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 944 time: 0.1872411 Jan 27 17:38:42.151122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674af4-4554-4202-832f-a5e1c315946d req-123953ac-518d-4487-b0ab-1545c929808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:42.152532 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-69674af4-4554-4202-832f-a5e1c315946d req-123953ac-518d-4487-b0ab-1545c929808d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d5fa06be-7968-446d-bad9-a188d8276764 HTTP/1.1" status: 200 len: 854 time: 0.2110083 Jan 27 17:38:42.158033 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f0718035-3417-40e0-ae2d-f6ac881137e5 req-b59e808c-3510-497b-a326-00c43d8b75b9 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627773 Jan 27 17:38:42.205315 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-69674af4-4554-4202-832f-a5e1c315946d req-7d7055dc-d202-4d3b-bd98-e54f56e1b969 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5fbd78b-7116-4825-9ba2-00e86c5e94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462384 Jan 27 17:38:42.350017 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-69674af4-4554-4202-832f-a5e1c315946d req-25b80b07-780e-45b3-a39c-3ffbe3cf0652 service neutron] 10.222.0.88 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360679 Jan 27 17:38:42.508737 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-69674af4-4554-4202-832f-a5e1c315946d req-f64aad9c-aac7-4e7b-b732-ad407880c435 service neutron] 10.222.0.88 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528668 Jan 27 17:38:43.358640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d0b77-d8d0-4cd9-bd09-50dae89e3780 req-a5241adf-bd18-4919-8b0f-053fca27ac7f tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:43.360173 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-864d0b77-d8d0-4cd9-bd09-50dae89e3780 req-a5241adf-bd18-4919-8b0f-053fca27ac7f tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 944 time: 0.0914428 Jan 27 17:38:43.406814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-864d0b77-d8d0-4cd9-bd09-50dae89e3780 req-ee55d3c9-e1b5-4a01-a404-67d59058ddca tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Synchronizing usage tracker for tenant:7e4f1d4532a040d98bec1f258505ba1d on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:38:43.427928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-864d0b77-d8d0-4cd9-bd09-50dae89e3780 req-ee55d3c9-e1b5-4a01-a404-67d59058ddca tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Unset dirty status for tenant:7e4f1d4532a040d98bec1f258505ba1d on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:38:43.429138 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-864d0b77-d8d0-4cd9-bd09-50dae89e3780 req-ee55d3c9-e1b5-4a01-a404-67d59058ddca tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627038 Jan 27 17:38:43.599498 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device ad2858aa-dfbf-417f-a8ba-6635311678eb details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:38:43.744402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port ad2858aa-dfbf-417f-a8ba-6635311678eb, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=ad2858aa-dfbf-417f-a8ba-6635311678eb,segment=NetworkSegment(0a686558-9b9b-4609-ab3a-1abfa848873f),segment_id=0a686558-9b9b-4609-ab3a-1abfa848873f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:43.759419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'ad2858aa-dfbf-417f-a8ba-6635311678eb', 'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df', 'port_id': 'ad2858aa-dfbf-417f-a8ba-6635311678eb', 'mac_address': 'fa:16:3e:b2:9f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fa06be-7968-446d-bad9-a188d8276764', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:38:43.814916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.834811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2858aa-dfbf-417f-a8ba-6635311678eb {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:38:43.850443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port ad2858aa-dfbf-417f-a8ba-6635311678eb, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=ad2858aa-dfbf-417f-a8ba-6635311678eb,segment=NetworkSegment(0a686558-9b9b-4609-ab3a-1abfa848873f),segment_id=0a686558-9b9b-4609-ab3a-1abfa848873f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:43.856654 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.925974 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=ad2858aa-dfbf-417f-a8ba-6635311678eb,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:44.102281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['ad2858aa-dfbf-417f-a8ba-6635311678eb'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:38:44.641986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e0119-eefd-4fbf-aec3-e68c2bb0862f req-e0cc4102-b15d-4659-92fe-ed190056c084 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:44.643458 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7d0e0119-eefd-4fbf-aec3-e68c2bb0862f req-e0cc4102-b15d-4659-92fe-ed190056c084 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 945 time: 0.0949116 Jan 27 17:38:44.689839 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7d0e0119-eefd-4fbf-aec3-e68c2bb0862f req-0b076551-0847-4a70-af9d-9fb2aa21cc1e tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405433 Jan 27 17:38:45.614958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device ad2858aa-dfbf-417f-a8ba-6635311678eb up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:38:45.692931 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port ad2858aa-dfbf-417f-a8ba-6635311678eb completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:38:45.698013 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port ad2858aa-dfbf-417f-a8ba-6635311678eb triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:38:45.698447 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:45.822567 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:45.850018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a589c4-4085-4944-8e9c-abd41e1340d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2858aa-dfbf-417f-a8ba-6635311678eb'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:38:45.860551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port ad2858aa-dfbf-417f-a8ba-6635311678eb, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=ad2858aa-dfbf-417f-a8ba-6635311678eb,segment=NetworkSegment(0a686558-9b9b-4609-ab3a-1abfa848873f),segment_id=0a686558-9b9b-4609-ab3a-1abfa848873f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:45.866948 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:45.880272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97461c6b-c5e9-4195-8df5-451783aeeaed req-ce7949e6-de6f-4def-bde8-e13ec25a540c tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:45.881783 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-97461c6b-c5e9-4195-8df5-451783aeeaed req-ce7949e6-de6f-4def-bde8-e13ec25a540c tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 945 time: 0.0856085 Jan 27 17:38:45.901501 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a589c4-4085-4944-8e9c-abd41e1340d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2858aa-dfbf-417f-a8ba-6635311678eb', 'code': 200} Jan 27 17:38:45.932406 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-97461c6b-c5e9-4195-8df5-451783aeeaed req-0aade31b-a112-4b12-98ff-235f76004f74 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 Jan 27 17:38:45.959100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=ad2858aa-dfbf-417f-a8ba-6635311678eb,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:46.154585 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac887b7-57c5-4061-ba3f-4b1b98be4af1 req-b095670b-e318-4c88-96a0-9eb3745058a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:46.156020 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4ac887b7-57c5-4061-ba3f-4b1b98be4af1 req-b095670b-e318-4c88-96a0-9eb3745058a3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 1099 time: 0.0765665 Jan 27 17:38:46.200145 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4ac887b7-57c5-4061-ba3f-4b1b98be4af1 req-f1af55de-264b-44e0-9692-54480a6dec0e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379159 Jan 27 17:38:47.129230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb77b8-2cea-4208-b486-8fe86ca270d4 req-e9d66992-db8b-4bd6-9f9f-e327fecfd7ce tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:47.130664 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b3eb77b8-2cea-4208-b486-8fe86ca270d4 req-e9d66992-db8b-4bd6-9f9f-e327fecfd7ce tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 946 time: 0.0852830 Jan 27 17:38:47.180942 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b3eb77b8-2cea-4208-b486-8fe86ca270d4 req-fe6f99f4-9174-4345-ac19-267593e56502 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443819 Jan 27 17:38:48.380836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0715-8ff4-4629-8db9-199753b090e3 req-2f1db675-ba83-4ddd-b240-3b531e6bfe9d tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:48.382344 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b19f0715-8ff4-4629-8db9-199753b090e3 req-2f1db675-ba83-4ddd-b240-3b531e6bfe9d tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 946 time: 0.0849469 Jan 27 17:38:48.431329 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b19f0715-8ff4-4629-8db9-199753b090e3 req-3b3c7e95-68f7-4a8d-86d9-a1509f40e870 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406845 Jan 27 17:38:48.729785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-2cda52c1-cb17-4289-9197-047f271d6f56 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:48.731117 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-2cda52c1-cb17-4289-9197-047f271d6f56 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/networks?id=c5fbd78b-7116-4825-9ba2-00e86c5e94df HTTP/1.1" status: 200 len: 814 time: 0.1518950 Jan 27 17:38:48.745991 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-48f3f9dd-8eed-4f41-817a-85245b7328e3 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/quotas/7e4f1d4532a040d98bec1f258505ba1d HTTP/1.1" status: 200 len: 375 time: 0.0092766 Jan 27 17:38:48.828780 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-07e62009-a3f4-4ef7-aa04-09a868296979 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e4f1d4532a040d98bec1f258505ba1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772793 Jan 27 17:38:48.968287 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-157747bc-921e-41eb-89ed-121646177e91 service neutron] 10.222.0.81 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326203 Jan 27 17:38:49.117400 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-ca6aad89-bd05-402e-a741-fe577b8ef71a service neutron] 10.222.0.81 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402647 Jan 27 17:38:49.301157 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7df0abdf-cfc2-441a-9abb-ababc93e48d3 req-28244754-67d8-4226-9e00-5fd1b137e404 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 210 time: 0.0430064 Jan 27 17:38:50.399981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-0fd99068-6821-42d4-8f98-0bdf97145507 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:50.401427 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-0fd99068-6821-42d4-8f98-0bdf97145507 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.88 "GET /v2.0/networks?id=c5fbd78b-7116-4825-9ba2-00e86c5e94df HTTP/1.1" status: 200 len: 814 time: 0.1538494 Jan 27 17:38:50.413326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Request body: {'port': {'device_id': '0f2c8be9-8858-4521-9727-4079fe7e1a52', 'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df', 'admin_state_up': True, 'tenant_id': '7e4f1d4532a040d98bec1f258505ba1d'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:50.493581 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1aba4f5d-277d-4d3c-8e1e-0127b19cdfb8 req-6cbd2419-d12e-42ff-afc6-0223fd1c5264 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 210 time: 0.0639334 Jan 27 17:38:50.709979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:50.721982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:50.735473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Made reservation on behalf of 7e4f1d4532a040d98bec1f258505ba1d for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:38:50.739259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:50.917836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Allocated IP 172.20.0.3 (c5fbd78b-7116-4825-9ba2-00e86c5e94df/d5fa06be-7968-446d-bad9-a188d8276764/86bf4be6-3281-4779-a39a-037cac125a57) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:38:51.123275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:51.157227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:51.170315 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['ad2858aa-dfbf-417f-a8ba-6635311678eb'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:38:51.227219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Network c5fbd78b-7116-4825-9ba2-00e86c5e94df is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:38:51.230734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:38:51.235183 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:38:51.277283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Pushing event updated for resources: {'Port': ['ID=86bf4be6-3281-4779-a39a-037cac125a57,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:51.306528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:51.307142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:51.333769 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7386b06a-6d60-475e-a3f4-48c057841448 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9247043 Jan 27 17:38:51.346542 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Request body: {'port': {'device_id': '0f2c8be9-8858-4521-9727-4079fe7e1a52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:51.484258 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:51.543096 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bac01705-9a0d-4fea-a955-550ca7952ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:51.683983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696d0c4-5847-4b0c-83a0-076c8e3d463c req-1ab01255-a062-4f3a-a88b-13a9c614c383 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:51.685730 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1696d0c4-5847-4b0c-83a0-076c8e3d463c req-1ab01255-a062-4f3a-a88b-13a9c614c383 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 931 time: 0.0852928 Jan 27 17:38:51.731449 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1696d0c4-5847-4b0c-83a0-076c8e3d463c req-0e9899fb-2a79-4ed4-a0f7-0cc5c8bd95f7 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399032 Jan 27 17:38:51.842113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86bf4be6-3281-4779-a39a-037cac125a57 {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:38:51.849529 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:51.864306 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Transition to ACTIVE for port object 86bf4be6-3281-4779-a39a-037cac125a57 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:38:51.870418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:51.995417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Pushing event updated for resources: {'Port': ['ID=86bf4be6-3281-4779-a39a-037cac125a57,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:52.102952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Attempting to bind port 86bf4be6-3281-4779-a39a-037cac125a57 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:38:52.103254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Attempting to bind port 86bf4be6-3281-4779-a39a-037cac125a57 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '0a686558-9b9b-4609-ab3a-1abfa848873f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:38:52.103617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Attempting to bind port 86bf4be6-3281-4779-a39a-037cac125a57 on network c5fbd78b-7116-4825-9ba2-00e86c5e94df {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:38:52.108654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Port 86bf4be6-3281-4779-a39a-037cac125a57 on network c5fbd78b-7116-4825-9ba2-00e86c5e94df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:38:52.108975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Attempting to bind port 86bf4be6-3281-4779-a39a-037cac125a57 on network c5fbd78b-7116-4825-9ba2-00e86c5e94df {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:38:52.114568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:38:52.114907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Checking segment: {'id': '0a686558-9b9b-4609-ab3a-1abfa848873f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:38:52.115261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Bound using segment: {'id': '0a686558-9b9b-4609-ab3a-1abfa848873f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:38:52.115721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Bound port: 86bf4be6-3281-4779-a39a-037cac125a57, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a686558-9b9b-4609-ab3a-1abfa848873f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:38:52.116059 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:52.207124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] For port 86bf4be6-3281-4779-a39a-037cac125a57, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:38:52.210214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] For port 86bf4be6-3281-4779-a39a-037cac125a57, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=86bf4be6-3281-4779-a39a-037cac125a57,segment=NetworkSegment(0a686558-9b9b-4609-ab3a-1abfa848873f),segment_id=0a686558-9b9b-4609-ab3a-1abfa848873f)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:38:52.217980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:52.282505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:52.283116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:52.284598 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] 10.222.0.88 "PUT /v2.0/ports/86bf4be6-3281-4779-a39a-037cac125a57 HTTP/1.1" status: 200 len: 1093 time: 0.9434166 Jan 27 17:38:52.284920 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2c8be9-8858-4521-9727-4079fe7e1a52', 'tag': '86bf4be6-3281-4779-a39a-037cac125a57'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:38:52.305203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1637edc-2afb-4ffd-b37d-0b902e393393 service neutron] Pushing event updated for resources: {'Port': ['ID=86bf4be6-3281-4779-a39a-037cac125a57,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:52.358044 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2c8be9-8858-4521-9727-4079fe7e1a52', 'tag': '86bf4be6-3281-4779-a39a-037cac125a57', 'status': 'completed', 'code': 200} Jan 27 17:38:52.401470 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-ebb62a29-6a12-465f-80c8-584d9251ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:52.402984 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-ebb62a29-6a12-465f-80c8-584d9251ced7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7e4f1d4532a040d98bec1f258505ba1d&device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 1096 time: 0.0780106 Jan 27 17:38:52.475951 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-7a8f64b4-dc3d-4897-89b0-70744e5206bb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86bf4be6-3281-4779-a39a-037cac125a57 HTTP/1.1" status: 200 len: 217 time: 0.0660017 Jan 27 17:38:52.541460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-4d82c675-9d12-4276-bf1d-b1a58e614685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:52.542888 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-4d82c675-9d12-4276-bf1d-b1a58e614685 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d5fa06be-7968-446d-bad9-a188d8276764 HTTP/1.1" status: 200 len: 854 time: 0.0616384 Jan 27 17:38:52.589423 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-d18c9ed2-ade3-4292-89b7-44e6118e823c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5fbd78b-7116-4825-9ba2-00e86c5e94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398662 Jan 27 17:38:52.854022 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-3f175d3a-5f32-4d97-8913-a72d59136b7c service neutron] 10.222.0.88 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586167 Jan 27 17:38:52.921978 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70508b87-5e5b-4170-8a72-45ab03c0e187 req-a5c621b8-b123-4b07-86ab-1c28d90332ba tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:52.923495 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-70508b87-5e5b-4170-8a72-45ab03c0e187 req-a5c621b8-b123-4b07-86ab-1c28d90332ba tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 943 time: 0.0851185 Jan 27 17:38:52.969526 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-70508b87-5e5b-4170-8a72-45ab03c0e187 req-952f72e4-fdcd-4b43-a560-297cbeadfd0d tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 Jan 27 17:38:52.988379 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a5d2483-e916-4354-94d8-bf3eed26b8f6 req-68dc687e-2113-4198-b9aa-3ba7a4897c7c service neutron] 10.222.0.88 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285398 Jan 27 17:38:53.120200 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9208a-6095-4f05-98aa-603336d7762f req-f96335de-71ad-4e16-9ef9-75ea8e83dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:53.121570 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-44c9208a-6095-4f05-98aa-603336d7762f req-f96335de-71ad-4e16-9ef9-75ea8e83dcb2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7e4f1d4532a040d98bec1f258505ba1d&device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 1096 time: 0.0785959 Jan 27 17:38:53.271019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9208a-6095-4f05-98aa-603336d7762f req-095e4cf1-4ffd-4f58-90b3-3bfbc629902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:53.272960 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-44c9208a-6095-4f05-98aa-603336d7762f req-095e4cf1-4ffd-4f58-90b3-3bfbc629902f service neutron] 10.222.0.88 "GET /v2.0/networks?id=c5fbd78b-7116-4825-9ba2-00e86c5e94df HTTP/1.1" status: 200 len: 916 time: 0.1449621 Jan 27 17:38:53.344424 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-44c9208a-6095-4f05-98aa-603336d7762f req-c9608a37-555e-4eb5-a196-1b4ba23ede25 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86bf4be6-3281-4779-a39a-037cac125a57 HTTP/1.1" status: 200 len: 217 time: 0.0648844 Jan 27 17:38:53.410009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9208a-6095-4f05-98aa-603336d7762f req-6322c514-3f5b-457f-941d-616de3654dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:53.411388 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-44c9208a-6095-4f05-98aa-603336d7762f req-6322c514-3f5b-457f-941d-616de3654dae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d5fa06be-7968-446d-bad9-a188d8276764 HTTP/1.1" status: 200 len: 854 time: 0.0593324 Jan 27 17:38:53.470570 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-44c9208a-6095-4f05-98aa-603336d7762f req-63e37abf-409f-47eb-9924-67f6c3a2534b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5fbd78b-7116-4825-9ba2-00e86c5e94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444756 Jan 27 17:38:53.608255 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-44c9208a-6095-4f05-98aa-603336d7762f req-03b57e0d-9b47-49fa-9612-f5c8a524d376 service neutron] 10.222.0.88 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310682 Jan 27 17:38:53.752509 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-44c9208a-6095-4f05-98aa-603336d7762f req-c82b6ad1-04e2-45ac-bdee-107a64eb54d6 service neutron] 10.222.0.88 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372931 Jan 27 17:38:53.875098 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2348297f-8493-4bd4-982f-b1075098bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:54.178026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94213342-269f-4e60-bb9b-1055a2f42fcd req-0423ed63-9fdc-4ccc-ba95-89399d63dcda tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:54.178752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-94213342-269f-4e60-bb9b-1055a2f42fcd req-0423ed63-9fdc-4ccc-ba95-89399d63dcda tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Synchronizing usage tracker for tenant:7e4f1d4532a040d98bec1f258505ba1d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:38:54.196879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-94213342-269f-4e60-bb9b-1055a2f42fcd req-0423ed63-9fdc-4ccc-ba95-89399d63dcda tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Unset dirty status for tenant:7e4f1d4532a040d98bec1f258505ba1d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:38:54.198062 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-94213342-269f-4e60-bb9b-1055a2f42fcd req-0423ed63-9fdc-4ccc-ba95-89399d63dcda tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 943 time: 0.1173067 Jan 27 17:38:54.244635 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-94213342-269f-4e60-bb9b-1055a2f42fcd req-305e24b0-fb34-420d-b98b-3edd3cca8bae tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401936 Jan 27 17:38:54.838411 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:55.372428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:55.458069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab7f70-b528-4b88-a70c-af9e77cb2278 req-e2e31328-4374-4abb-b150-5184bbe39067 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:55.459523 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bbab7f70-b528-4b88-a70c-af9e77cb2278 req-e2e31328-4374-4abb-b150-5184bbe39067 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 943 time: 0.0970435 Jan 27 17:38:55.516614 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bbab7f70-b528-4b88-a70c-af9e77cb2278 req-1d850a14-ff13-4e12-a934-7da50aa6388b tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512412 Jan 27 17:38:55.693629 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 86bf4be6-3281-4779-a39a-037cac125a57 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:38:55.838663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 86bf4be6-3281-4779-a39a-037cac125a57, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=86bf4be6-3281-4779-a39a-037cac125a57,segment=NetworkSegment(0a686558-9b9b-4609-ab3a-1abfa848873f),segment_id=0a686558-9b9b-4609-ab3a-1abfa848873f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:55.853059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '86bf4be6-3281-4779-a39a-037cac125a57', 'network_id': 'c5fbd78b-7116-4825-9ba2-00e86c5e94df', 'port_id': '86bf4be6-3281-4779-a39a-037cac125a57', 'mac_address': 'fa:16:3e:82:47:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fa06be-7968-446d-bad9-a188d8276764', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:38:55.912772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:55.929449 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86bf4be6-3281-4779-a39a-037cac125a57 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:38:55.947897 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 86bf4be6-3281-4779-a39a-037cac125a57, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=86bf4be6-3281-4779-a39a-037cac125a57,segment=NetworkSegment(0a686558-9b9b-4609-ab3a-1abfa848873f),segment_id=0a686558-9b9b-4609-ab3a-1abfa848873f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:55.953292 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:56.024187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=86bf4be6-3281-4779-a39a-037cac125a57,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:56.031572 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:56.031954 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:56.032333 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:56.032615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:56.032948 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:56.033264 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:56.033579 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:56.033898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:56.034204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:56.034516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:56.034829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:56.035140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:56.184296 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['86bf4be6-3281-4779-a39a-037cac125a57'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:38:56.722747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ddac2-1a5f-444b-8557-6e9b845bee2e req-04a2fb7c-4753-4b48-bf98-79e20bdfb577 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:56.724240 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3f0ddac2-1a5f-444b-8557-6e9b845bee2e req-04a2fb7c-4753-4b48-bf98-79e20bdfb577 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 944 time: 0.1010079 Jan 27 17:38:56.740011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:56.772057 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3f0ddac2-1a5f-444b-8557-6e9b845bee2e req-1174842b-0761-4295-af5f-d91f96c90f9c tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 Jan 27 17:38:57.260357 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-49aa0380-e4e9-4b7f-a39d-c4344156fe8e req-832886a3-bd78-4fb3-93cd-bde1e3f708a2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746052 Jan 27 17:38:57.403372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa0380-e4e9-4b7f-a39d-c4344156fe8e req-ecea934d-55ac-47ea-965c-3b51762e3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:57.405124 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-49aa0380-e4e9-4b7f-a39d-c4344156fe8e req-ecea934d-55ac-47ea-965c-3b51762e3165 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7e4f1d4532a040d98bec1f258505ba1d&device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 1099 time: 0.0780008 Jan 27 17:38:57.563913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa0380-e4e9-4b7f-a39d-c4344156fe8e req-05385d7e-250a-4f2f-a217-bc0aba242c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:57.565307 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-49aa0380-e4e9-4b7f-a39d-c4344156fe8e req-05385d7e-250a-4f2f-a217-bc0aba242c35 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c5fbd78b-7116-4825-9ba2-00e86c5e94df HTTP/1.1" status: 200 len: 916 time: 0.1383464 Jan 27 17:38:57.636726 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-49aa0380-e4e9-4b7f-a39d-c4344156fe8e req-c8891d86-9e5f-492d-b022-2366c3e8a11a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad2858aa-dfbf-417f-a8ba-6635311678eb HTTP/1.1" status: 200 len: 217 time: 0.0637724 Jan 27 17:38:57.714355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 86bf4be6-3281-4779-a39a-037cac125a57 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:38:57.796980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 86bf4be6-3281-4779-a39a-037cac125a57 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:38:57.801019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 86bf4be6-3281-4779-a39a-037cac125a57 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:38:57.801650 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:57.824372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa0380-e4e9-4b7f-a39d-c4344156fe8e req-53a5838b-5f2b-4b65-b345-50b8bc624f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:57.826227 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-49aa0380-e4e9-4b7f-a39d-c4344156fe8e req-53a5838b-5f2b-4b65-b345-50b8bc624f69 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d5fa06be-7968-446d-bad9-a188d8276764 HTTP/1.1" status: 200 len: 854 time: 0.1835830 Jan 27 17:38:57.875099 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-49aa0380-e4e9-4b7f-a39d-c4344156fe8e req-61626b98-11c9-4ff3-a3af-dd087b199034 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5fbd78b-7116-4825-9ba2-00e86c5e94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418971 Jan 27 17:38:57.948830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:57.964148 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3505e94-1dd7-4515-9012-d133683d79c2 req-dcc270ce-ff88-4768-b2e0-d743840d49df tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:57.965625 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e3505e94-1dd7-4515-9012-d133683d79c2 req-dcc270ce-ff88-4768-b2e0-d743840d49df tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 944 time: 0.0832202 Jan 27 17:38:57.980436 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2c8be9-8858-4521-9727-4079fe7e1a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bf4be6-3281-4779-a39a-037cac125a57'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:38:57.991487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 86bf4be6-3281-4779-a39a-037cac125a57, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=86bf4be6-3281-4779-a39a-037cac125a57,segment=NetworkSegment(0a686558-9b9b-4609-ab3a-1abfa848873f),segment_id=0a686558-9b9b-4609-ab3a-1abfa848873f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:57.997826 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:58.017108 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e3505e94-1dd7-4515-9012-d133683d79c2 req-9f5573db-2c6e-4f84-8fed-ff67956aeea8 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451739 Jan 27 17:38:58.021515 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-49aa0380-e4e9-4b7f-a39d-c4344156fe8e req-144c0d35-7dde-4934-ab9a-83b721e4c3a7 service neutron] 10.222.0.88 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405094 Jan 27 17:38:58.042641 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2c8be9-8858-4521-9727-4079fe7e1a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bf4be6-3281-4779-a39a-037cac125a57', 'code': 200} Jan 27 17:38:58.076825 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=86bf4be6-3281-4779-a39a-037cac125a57,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:58.160287 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-49aa0380-e4e9-4b7f-a39d-c4344156fe8e req-56eed20e-e94b-477d-b81f-4c847d128606 service neutron] 10.222.0.88 "GET /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307991 Jan 27 17:38:58.288612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e61377-cf72-470c-aa4d-efbe92d74e7f req-55c8feca-2180-4c10-8df6-f594cbd02f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:58.290071 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-33e61377-cf72-470c-aa4d-efbe92d74e7f req-55c8feca-2180-4c10-8df6-f594cbd02f34 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 1098 time: 0.0767646 Jan 27 17:38:58.335964 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-33e61377-cf72-470c-aa4d-efbe92d74e7f req-19fd7929-f0e1-43e5-ac18-500ad75e5acf service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372481 Jan 27 17:38:58.619061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:59.219293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb1dd9-629a-4c88-abeb-af98fa3ad00b req-9ead861a-81fa-43ec-8baa-618667d5f62f tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:59.220820 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-62fb1dd9-629a-4c88-abeb-af98fa3ad00b req-9ead861a-81fa-43ec-8baa-618667d5f62f tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 945 time: 0.0903969 Jan 27 17:38:59.271134 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-62fb1dd9-629a-4c88-abeb-af98fa3ad00b req-33baf29b-7ac9-45f6-814a-49fe8b0e53df tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415878 Jan 27 17:39:00.467518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ead0ca-7286-4f03-af25-2b93d6598821 req-d28b4578-5bc7-4805-a37f-60a4835e63ea tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:00.469023 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e8ead0ca-7286-4f03-af25-2b93d6598821 req-d28b4578-5bc7-4805-a37f-60a4835e63ea tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 945 time: 0.0837882 Jan 27 17:39:00.519892 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e8ead0ca-7286-4f03-af25-2b93d6598821 req-d068f14b-fa2c-4b53-a9d5-bd68226e2c5c tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424924 Jan 27 17:39:00.553980 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:39:00.923989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ed56e-818a-42db-a5b3-1b409a5afb2a req-f26a652b-9bb6-4b38-b124-1d9bf6fbb84a tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:00.925481 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-053ed56e-818a-42db-a5b3-1b409a5afb2a req-f26a652b-9bb6-4b38-b124-1d9bf6fbb84a tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 945 time: 0.0893028 Jan 27 17:39:00.971952 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-053ed56e-818a-42db-a5b3-1b409a5afb2a req-6d64f34a-afe7-442c-9f5c-04a9f797dec2 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407510 Jan 27 17:39:02.174156 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d0f9f-5180-4db4-9687-343daf49dcf0 req-788ff424-4553-4fb2-b62b-80511f6490c6 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:02.175674 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-166d0f9f-5180-4db4-9687-343daf49dcf0 req-788ff424-4553-4fb2-b62b-80511f6490c6 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 945 time: 0.0899887 Jan 27 17:39:02.226636 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-166d0f9f-5180-4db4-9687-343daf49dcf0 req-c51dde65-2fb9-45aa-ae3b-468ceae4b295 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Jan 27 17:39:02.248325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fe7cf-a7f6-4f9c-bd9a-d42ac979deea req-23d688d4-b3ba-47b7-9236-7fc3b098d2d5 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:02.250063 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-387fe7cf-a7f6-4f9c-bd9a-d42ac979deea req-23d688d4-b3ba-47b7-9236-7fc3b098d2d5 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 945 time: 0.0896089 Jan 27 17:39:02.319347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-387fe7cf-a7f6-4f9c-bd9a-d42ac979deea req-c63e8c7f-67fe-455f-820a-9dd5407b07bd tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Deleting port 86bf4be6-3281-4779-a39a-037cac125a57 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:02.319716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-387fe7cf-a7f6-4f9c-bd9a-d42ac979deea req-c63e8c7f-67fe-455f-820a-9dd5407b07bd tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:02.603139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-387fe7cf-a7f6-4f9c-bd9a-d42ac979deea req-c63e8c7f-67fe-455f-820a-9dd5407b07bd tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] For port 86bf4be6-3281-4779-a39a-037cac125a57, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=86bf4be6-3281-4779-a39a-037cac125a57,segment=NetworkSegment(0a686558-9b9b-4609-ab3a-1abfa848873f),segment_id=0a686558-9b9b-4609-ab3a-1abfa848873f)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:02.603453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-387fe7cf-a7f6-4f9c-bd9a-d42ac979deea req-c63e8c7f-67fe-455f-820a-9dd5407b07bd tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:02.734774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-387fe7cf-a7f6-4f9c-bd9a-d42ac979deea req-c63e8c7f-67fe-455f-820a-9dd5407b07bd tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Calling delete_port for 86bf4be6-3281-4779-a39a-037cac125a57 owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:39:02.911433 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-387fe7cf-a7f6-4f9c-bd9a-d42ac979deea req-c63e8c7f-67fe-455f-820a-9dd5407b07bd tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:02.923497 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['ad2858aa-dfbf-417f-a8ba-6635311678eb', '86bf4be6-3281-4779-a39a-037cac125a57'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:39:02.962499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e8c7f-67fe-455f-820a-9dd5407b07bd tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Pushing event deleted for resources: {'Port': ['ID=86bf4be6-3281-4779-a39a-037cac125a57,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:03.042387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-387fe7cf-a7f6-4f9c-bd9a-d42ac979deea req-c63e8c7f-67fe-455f-820a-9dd5407b07bd tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] No DVR routers for this DVR port 86bf4be6-3281-4779-a39a-037cac125a57 on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:39:03.045152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-387fe7cf-a7f6-4f9c-bd9a-d42ac979deea req-c63e8c7f-67fe-455f-820a-9dd5407b07bd tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:03.049446 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2c8be9-8858-4521-9727-4079fe7e1a52', 'name': 'network-vif-deleted', 'tag': '86bf4be6-3281-4779-a39a-037cac125a57'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:39:03.066057 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-387fe7cf-a7f6-4f9c-bd9a-d42ac979deea req-c63e8c7f-67fe-455f-820a-9dd5407b07bd tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.88 "DELETE /v2.0/ports/86bf4be6-3281-4779-a39a-037cac125a57 HTTP/1.1" status: 204 len: 173 time: 0.8108776 Jan 27 17:39:03.097678 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2c8be9-8858-4521-9727-4079fe7e1a52', 'name': 'network-vif-deleted', 'tag': '86bf4be6-3281-4779-a39a-037cac125a57', 'status': 'completed', 'code': 200} Jan 27 17:39:03.397265 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a1a3dc55-036d-4169-8276-1ab7f8aea933 req-5cea0838-2295-4ead-93e6-ea64f4c9ad20 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f2c8be9-8858-4521-9727-4079fe7e1a52 HTTP/1.1" status: 200 len: 210 time: 0.0433877 Jan 27 17:39:04.667887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ddcdf-c023-40ef-86df-4b688f59d690 req-2df41bd8-bc92-4fcb-b5cf-cefc4f79dbaa tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:04.669362 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fd0ddcdf-c023-40ef-86df-4b688f59d690 req-2df41bd8-bc92-4fcb-b5cf-cefc4f79dbaa tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 946 time: 0.0815680 Jan 27 17:39:04.733432 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fd0ddcdf-c023-40ef-86df-4b688f59d690 req-f05d548d-4c5e-460b-9791-beaac82e844f tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562780 Jan 27 17:39:04.967371 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16593c44-53e5-4f97-be2f-38e2601190db req-d096f23f-efd7-4cbf-bf88-8b3cdf1f111a tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:04.968927 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-16593c44-53e5-4f97-be2f-38e2601190db req-d096f23f-efd7-4cbf-bf88-8b3cdf1f111a tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 946 time: 0.0922134 Jan 27 17:39:05.018285 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-16593c44-53e5-4f97-be2f-38e2601190db req-e9bb59d7-82a2-4e13-9aac-0e4413fd0a2f tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Jan 27 17:39:05.219898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3aaa14-c99d-4581-9ea1-7193b26a2375 req-ad2ac0e6-4829-495c-bffe-f189f97cd978 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:05.220535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-bd3aaa14-c99d-4581-9ea1-7193b26a2375 req-ad2ac0e6-4829-495c-bffe-f189f97cd978 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Synchronizing usage tracker for tenant:7e4f1d4532a040d98bec1f258505ba1d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:39:05.241199 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-bd3aaa14-c99d-4581-9ea1-7193b26a2375 req-ad2ac0e6-4829-495c-bffe-f189f97cd978 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Unset dirty status for tenant:7e4f1d4532a040d98bec1f258505ba1d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:39:05.242367 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bd3aaa14-c99d-4581-9ea1-7193b26a2375 req-ad2ac0e6-4829-495c-bffe-f189f97cd978 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 946 time: 0.1039577 Jan 27 17:39:05.294746 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bd3aaa14-c99d-4581-9ea1-7193b26a2375 req-b9133cd1-2af8-48f3-a40b-0810d463ab6b tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Jan 27 17:39:05.603194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edf977-a4eb-4a63-bec4-32d3668812a7 req-d8baf121-7aa5-483b-8d65-9a8c3f362f70 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:05.604663 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-54edf977-a4eb-4a63-bec4-32d3668812a7 req-d8baf121-7aa5-483b-8d65-9a8c3f362f70 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 946 time: 0.0970438 Jan 27 17:39:05.650350 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-54edf977-a4eb-4a63-bec4-32d3668812a7 req-ac4555c7-cecd-4d2f-abd0-bcdffaf6f51d tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380335 Jan 27 17:39:05.754964 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 86bf4be6-3281-4779-a39a-037cac125a57 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:39:05.789788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 86bf4be6-3281-4779-a39a-037cac125a57 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:39:05.790138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 86bf4be6-3281-4779-a39a-037cac125a57 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:39:05.849395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cf872-c8e0-48dd-8fc4-583b0425788b req-7c29383b-7e70-475a-b1e2-76aebf6bb1e5 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:05.850859 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-be9cf872-c8e0-48dd-8fc4-583b0425788b req-7c29383b-7e70-475a-b1e2-76aebf6bb1e5 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 946 time: 0.0944459 Jan 27 17:39:05.901118 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-be9cf872-c8e0-48dd-8fc4-583b0425788b req-d77a7ad9-5b9e-477d-96e7-d1404384902f tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Jan 27 17:39:06.117580 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bf95a-8f67-4538-a020-e1aaf7b366a4 req-25e3a74f-5207-4b65-a1a1-4dcaa468870a tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:06.119108 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3f5bf95a-8f67-4538-a020-e1aaf7b366a4 req-25e3a74f-5207-4b65-a1a1-4dcaa468870a tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 946 time: 0.0904143 Jan 27 17:39:06.164241 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3f5bf95a-8f67-4538-a020-e1aaf7b366a4 req-ddc63b20-4d0b-4753-b73a-0de36ebec00f tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389535 Jan 27 17:39:06.855393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258852b-1c76-4ebf-bbda-8f2f9b24a055 req-1879c4d0-79f1-4cad-8088-6950cf34d8e5 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:06.857001 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b258852b-1c76-4ebf-bbda-8f2f9b24a055 req-1879c4d0-79f1-4cad-8088-6950cf34d8e5 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 946 time: 0.2195315 Jan 27 17:39:06.901478 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b258852b-1c76-4ebf-bbda-8f2f9b24a055 req-91ad98aa-a2e5-410c-b815-2471eacd636b tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383716 Jan 27 17:39:08.027528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92fa14-f92a-4afe-af45-4390a4f9c0c9 req-88aa7a72-49ea-41a5-b6de-b3b85caab649 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:08.029072 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8c92fa14-f92a-4afe-af45-4390a4f9c0c9 req-88aa7a72-49ea-41a5-b6de-b3b85caab649 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.88 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 946 time: 0.0915303 Jan 27 17:39:08.257754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-8c92fa14-f92a-4afe-af45-4390a4f9c0c9 req-b238d05b-9d28-4227-883c-93006cae0d10 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Deleting port ad2858aa-dfbf-417f-a8ba-6635311678eb {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:08.257985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8c92fa14-f92a-4afe-af45-4390a4f9c0c9 req-b238d05b-9d28-4227-883c-93006cae0d10 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:08.373045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a293f-dc64-4aa4-8ace-6f80ee1fa6cc req-e697c1b1-2ef1-496c-bb84-236aeba8df65 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:08.374559 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fe9a293f-dc64-4aa4-8ace-6f80ee1fa6cc req-e697c1b1-2ef1-496c-bb84-236aeba8df65 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 946 time: 0.3105917 Jan 27 17:39:08.507716 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fe9a293f-dc64-4aa4-8ace-6f80ee1fa6cc req-c1357c4f-f717-40ab-97a7-29b6da71b153 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/security-groups?id=28b87edc-8c87-4f1a-8ac5-6989a46450b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267242 Jan 27 17:39:08.566653 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-8c92fa14-f92a-4afe-af45-4390a4f9c0c9 req-b238d05b-9d28-4227-883c-93006cae0d10 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] For port ad2858aa-dfbf-417f-a8ba-6635311678eb, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=ad2858aa-dfbf-417f-a8ba-6635311678eb,segment=NetworkSegment(0a686558-9b9b-4609-ab3a-1abfa848873f),segment_id=0a686558-9b9b-4609-ab3a-1abfa848873f)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:08.566948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8c92fa14-f92a-4afe-af45-4390a4f9c0c9 req-b238d05b-9d28-4227-883c-93006cae0d10 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:08.699151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-8c92fa14-f92a-4afe-af45-4390a4f9c0c9 req-b238d05b-9d28-4227-883c-93006cae0d10 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Calling delete_port for ad2858aa-dfbf-417f-a8ba-6635311678eb owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:39:08.854531 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8c92fa14-f92a-4afe-af45-4390a4f9c0c9 req-b238d05b-9d28-4227-883c-93006cae0d10 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:08.867355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['ad2858aa-dfbf-417f-a8ba-6635311678eb'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:39:08.912315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238d05b-9d28-4227-883c-93006cae0d10 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Pushing event deleted for resources: {'Port': ['ID=ad2858aa-dfbf-417f-a8ba-6635311678eb,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:08.985870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c92fa14-f92a-4afe-af45-4390a4f9c0c9 req-b238d05b-9d28-4227-883c-93006cae0d10 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] No DVR routers for this DVR port ad2858aa-dfbf-417f-a8ba-6635311678eb on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:39:08.989062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8c92fa14-f92a-4afe-af45-4390a4f9c0c9 req-b238d05b-9d28-4227-883c-93006cae0d10 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:08.992558 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a589c4-4085-4944-8e9c-abd41e1340d9', 'name': 'network-vif-deleted', 'tag': 'ad2858aa-dfbf-417f-a8ba-6635311678eb'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:39:09.015675 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8c92fa14-f92a-4afe-af45-4390a4f9c0c9 req-b238d05b-9d28-4227-883c-93006cae0d10 tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.88 "DELETE /v2.0/ports/ad2858aa-dfbf-417f-a8ba-6635311678eb HTTP/1.1" status: 204 len: 173 time: 0.9810116 Jan 27 17:39:09.041429 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a589c4-4085-4944-8e9c-abd41e1340d9', 'name': 'network-vif-deleted', 'tag': 'ad2858aa-dfbf-417f-a8ba-6635311678eb', 'status': 'completed', 'code': 200} Jan 27 17:39:09.682063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-276970b2-173f-424a-b14d-768632a15c87 req-865cdb6b-c139-4854-b20a-5272be0fc2ab tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Synchronizing usage tracker for tenant:7e4f1d4532a040d98bec1f258505ba1d on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:39:09.699793 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-276970b2-173f-424a-b14d-768632a15c87 req-865cdb6b-c139-4854-b20a-5272be0fc2ab tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] Unset dirty status for tenant:7e4f1d4532a040d98bec1f258505ba1d on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:39:09.700924 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-276970b2-173f-424a-b14d-768632a15c87 req-865cdb6b-c139-4854-b20a-5272be0fc2ab tempest-ServersNegativeTestJSON-2095084474 tempest-ServersNegativeTestJSON-2095084474-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a589c4-4085-4944-8e9c-abd41e1340d9 HTTP/1.1" status: 200 len: 210 time: 0.0635149 Jan 27 17:39:10.807078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48240) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:10.873915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-3417db1a-4462-4668-9dbb-fd350e323d69 admin admin] Deleting subnet d5fa06be-7968-446d-bad9-a188d8276764 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:39:10.877397 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3417db1a-4462-4668-9dbb-fd350e323d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:10.930341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3417db1a-4462-4668-9dbb-fd350e323d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:10.989363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3417db1a-4462-4668-9dbb-fd350e323d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.067092 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3417db1a-4462-4668-9dbb-fd350e323d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.111845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417db1a-4462-4668-9dbb-fd350e323d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5fa06be-7968-446d-bad9-a188d8276764,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:11.115376 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3417db1a-4462-4668-9dbb-fd350e323d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.121547 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3417db1a-4462-4668-9dbb-fd350e323d69 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d5fa06be-7968-446d-bad9-a188d8276764 HTTP/1.1" status: 204 len: 168 time: 0.3130848 Jan 27 17:39:11.125454 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48244) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:11.232624 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c549f0b-6db6-4417-a493-a900d66e200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.357780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c549f0b-6db6-4417-a493-a900d66e200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.383636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7c549f0b-6db6-4417-a493-a900d66e200f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fbd78b-7116-4825-9ba2-00e86c5e94df']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:11.396408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7c549f0b-6db6-4417-a493-a900d66e200f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a686558-9b9b-4609-ab3a-1abfa848873f') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:11.396672 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-7c549f0b-6db6-4417-a493-a900d66e200f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a686558-9b9b-4609-ab3a-1abfa848873f') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:11.408753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c549f0b-6db6-4417-a493-a900d66e200f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.425857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c549f0b-6db6-4417-a493-a900d66e200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.432501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c549f0b-6db6-4417-a493-a900d66e200f admin admin] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:39:11.432893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c549f0b-6db6-4417-a493-a900d66e200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:39:11.446589 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:39:11.527423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c549f0b-6db6-4417-a493-a900d66e200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.543737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7c549f0b-6db6-4417-a493-a900d66e200f admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.553760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c549f0b-6db6-4417-a493-a900d66e200f admin admin] Pushing event deleted for resources: {'Network': ['ID=c5fbd78b-7116-4825-9ba2-00e86c5e94df,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:11.566670 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7c549f0b-6db6-4417-a493-a900d66e200f admin admin] 10.222.0.81 "DELETE /v2.0/networks/c5fbd78b-7116-4825-9ba2-00e86c5e94df HTTP/1.1" status: 204 len: 168 time: 0.4377820 Jan 27 17:39:11.698903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48250) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:11.749156 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ee83df7e-d947-4bce-81c1-c8173c2e1c25 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e4f1d4532a040d98bec1f258505ba1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491059 Jan 27 17:39:11.751913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48254) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:11.800413 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device ad2858aa-dfbf-417f-a8ba-6635311678eb no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:39:11.822661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89aa4db8-c303-45db-9f71-8bf972a99cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.836738 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: ad2858aa-dfbf-417f-a8ba-6635311678eb {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:39:11.837079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device ad2858aa-dfbf-417f-a8ba-6635311678eb not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:39:11.850755 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89aa4db8-c303-45db-9f71-8bf972a99cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.913349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89aa4db8-c303-45db-9f71-8bf972a99cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.930096 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa4db8-c303-45db-9f71-8bf972a99cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b87edc-8c87-4f1a-8ac5-6989a46450b3,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:11.942884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-89aa4db8-c303-45db-9f71-8bf972a99cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:11.946598 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-89aa4db8-c303-45db-9f71-8bf972a99cd8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/28b87edc-8c87-4f1a-8ac5-6989a46450b3 HTTP/1.1" status: 204 len: 168 time: 0.1912417 Jan 27 17:39:12.796715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48278) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:12.910420 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-973432659'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:12.916770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:12.922786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Usage tracker for resource:network and tenant:7e54a85d45454d049e408ed1337b26b0 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:12.926511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:12.932889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:12.944056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Made reservation on behalf of 7e54a85d45454d049e408ed1337b26b0 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:12.947525 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:12.960489 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:12.975625 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:12.979860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Usage tracker for resource:security_group_rule and tenant:7e54a85d45454d049e408ed1337b26b0 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:12.982698 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:12.988652 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:13.085875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:13.091264 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:13.122455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:39:13.135447 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e033e32-b19b-45a2-a712-8fb8d9585b54,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:13.142286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:13.142624 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Added segment b0724a4a-e550-4dd9-9955-98febc5b4e23 of type vlan for network 8451e628-3658-42cf-8be6-918d358d37fb Jan 27 17:39:13.170092 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:13.202631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:13.208296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:13.208874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:13.322301 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5143323 Jan 27 17:39:13.322301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21573e7-f711-4229-8f26-5f81ec21b878 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event updated for resources: {'Network': ['ID=8451e628-3658-42cf-8be6-918d358d37fb,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:13.338631 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 8451e628-3658-42cf-8be6-918d358d37fb details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:39:16.558770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48284) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:16.564695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Request body: {'subnet': {'network_id': '8451e628-3658-42cf-8be6-918d358d37fb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:16.687061 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:16.691192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Usage tracker for resource:subnet and tenant:7e54a85d45454d049e408ed1337b26b0 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:16.694257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:16.700274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:16.712919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Made reservation on behalf of 7e54a85d45454d049e408ed1337b26b0 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:16.716594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:16.958501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:17.042282 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event updated for resources: {'Subnet': ['ID=ae99039d-4fb0-43b4-b51d-b4444d49cb6c,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:17.053245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Checking segment: {'id': 'b0724a4a-e550-4dd9-9955-98febc5b4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8451e628-3658-42cf-8be6-918d358d37fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:17.053620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Network hostable DHCP agents. Network: 8451e628-3658-42cf-8be6-918d358d37fb, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:39:17.073966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Network 8451e628-3658-42cf-8be6-918d358d37fb is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:39:17.084777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 8451e628-3658-42cf-8be6-918d358d37fb) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:17.089374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:17.089956 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:17.093994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fd201c-f151-4f47-9067-3500a55163b2 None None] Network 8451e628-3658-42cf-8be6-918d358d37fb requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:17.113677 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3d205273-d356-4d15-be1c-4c191dc72d9e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5537622 Jan 27 17:39:17.117416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48288) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:17.123283 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1666301607'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:17.128843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:17.133038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Usage tracker for resource:network and tenant:7e54a85d45454d049e408ed1337b26b0 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:17.136073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:17.142341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:17.154666 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Made reservation on behalf of 7e54a85d45454d049e408ed1337b26b0 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:17.158715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:17.187985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1218} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:39:17.197586 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:17.197921 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Added segment b7bf0b97-4711-417b-9795-f338357d952a of type vlan for network 913cb1fb-b7a4-48ef-a44d-9239cf36224c Jan 27 17:39:17.225214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:17.260742 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:17.266432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:17.267046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:17.309182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-8451e628-3658-42cf-8be6-918d358d37fb', 'network_id': '8451e628-3658-42cf-8be6-918d358d37fb', 'tenant_id': '7e54a85d45454d049e408ed1337b26b0', 'fixed_ips': [{'subnet_id': 'ae99039d-4fb0-43b4-b51d-b4444d49cb6c'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:39:17.310279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:17.327918 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2094038 Jan 27 17:39:17.330888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48292) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:17.338025 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Request body: {'subnet': {'network_id': '913cb1fb-b7a4-48ef-a44d-9239cf36224c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:17.379216 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5e16a-4741-4b73-b47d-7982b14dbb52 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event updated for resources: {'Network': ['ID=913cb1fb-b7a4-48ef-a44d-9239cf36224c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:17.390767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 913cb1fb-b7a4-48ef-a44d-9239cf36224c details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:39:17.451923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:17.456316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Usage tracker for resource:subnet and tenant:7e54a85d45454d049e408ed1337b26b0 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:17.459272 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:17.468270 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:17.491906 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Made reservation on behalf of 7e54a85d45454d049e408ed1337b26b0 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:17.495467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:17.579190 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Allocated IP 2001:db8:0:ffff::2 (8451e628-3658-42cf-8be6-918d358d37fb/ae99039d-4fb0-43b4-b51d-b4444d49cb6c/07335ff5-a303-4169-ae0a-2bd501951b5b) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:39:17.733993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:17.789425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:17.801545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Transition to ACTIVE for port object 07335ff5-a303-4169-ae0a-2bd501951b5b will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:17.821590 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Transition to ACTIVE for port object 07335ff5-a303-4169-ae0a-2bd501951b5b will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:17.828001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:17.839843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event updated for resources: {'Subnet': ['ID=2e850d1c-255d-4d12-a360-44289f7ed18d,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:17.843478 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Checking segment: {'id': 'b7bf0b97-4711-417b-9795-f338357d952a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '913cb1fb-b7a4-48ef-a44d-9239cf36224c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:17.844082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Network hostable DHCP agents. Network: 913cb1fb-b7a4-48ef-a44d-9239cf36224c, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:39:17.866367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Network 913cb1fb-b7a4-48ef-a44d-9239cf36224c is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:39:17.877191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 913cb1fb-b7a4-48ef-a44d-9239cf36224c) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:17.882428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:17.883009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:17.889360 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e86a6-3577-480f-b499-8c015b903afc None None] Network 913cb1fb-b7a4-48ef-a44d-9239cf36224c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:17.906062 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1a0441ea-3fac-492e-a3c8-d3d1d938b7ac tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5732155 Jan 27 17:39:17.908854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48296) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:17.917576 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Network 8451e628-3658-42cf-8be6-918d358d37fb is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:39:17.926537 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:17.943842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:39:17.948215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Pushing event updated for resources: {'Port': ['ID=07335ff5-a303-4169-ae0a-2bd501951b5b,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:18.053162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.123923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.154265 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Attempting to bind port 07335ff5-a303-4169-ae0a-2bd501951b5b on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:39:18.154906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Attempting to bind port 07335ff5-a303-4169-ae0a-2bd501951b5b by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'b0724a4a-e550-4dd9-9955-98febc5b4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8451e628-3658-42cf-8be6-918d358d37fb'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:39:18.154906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Attempting to bind port 07335ff5-a303-4169-ae0a-2bd501951b5b on network 8451e628-3658-42cf-8be6-918d358d37fb {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:39:18.189359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:39:18.189779 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Checking segment: {'id': 'b0724a4a-e550-4dd9-9955-98febc5b4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8451e628-3658-42cf-8be6-918d358d37fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:18.190399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.190866 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Bound using segment: {'id': 'b0724a4a-e550-4dd9-9955-98febc5b4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8451e628-3658-42cf-8be6-918d358d37fb'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:39:18.191532 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Bound port: 07335ff5-a303-4169-ae0a-2bd501951b5b, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0724a4a-e550-4dd9-9955-98febc5b4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8451e628-3658-42cf-8be6-918d358d37fb'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:39:18.192122 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.214267 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.253512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event deleted for resources: {'Subnet': ['ID=2e850d1c-255d-4d12-a360-44289f7ed18d,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:18.330113 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7fa047-2738-4e5e-99c5-be97fbb1b4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-913cb1fb-b7a4-48ef-a44d-9239cf36224c', 'network_id': '913cb1fb-b7a4-48ef-a44d-9239cf36224c', 'tenant_id': '7e54a85d45454d049e408ed1337b26b0', 'fixed_ips': [{'subnet_id': '2e850d1c-255d-4d12-a360-44289f7ed18d'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:39:18.330973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2e7fa047-2738-4e5e-99c5-be97fbb1b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.397130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] For port 07335ff5-a303-4169-ae0a-2bd501951b5b, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:39:18.418500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] For port 07335ff5-a303-4169-ae0a-2bd501951b5b, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=07335ff5-a303-4169-ae0a-2bd501951b5b,segment=NetworkSegment(b0724a4a-e550-4dd9-9955-98febc5b4e23),segment_id=b0724a4a-e550-4dd9-9955-98febc5b4e23)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:39:18.426247 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.479940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.505934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913cb1fb-b7a4-48ef-a44d-9239cf36224c']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:18.518381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bf0b97-4711-417b-9795-f338357d952a') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:18.518663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bf0b97-4711-417b-9795-f338357d952a') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:18.531743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.535700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49c4d2-fd1b-439b-bcfa-dc28dd216b79 None None] Pushing event updated for resources: {'Port': ['ID=07335ff5-a303-4169-ae0a-2bd501951b5b,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:18.540980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdab8901-381f-499d-b588-6824774ae57b None None] Network 913cb1fb-b7a4-48ef-a44d-9239cf36224c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:18.553594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.561401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:39:18.563559 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:39:18.579682 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:39:18.664860 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.684780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.696962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event deleted for resources: {'Network': ['ID=913cb1fb-b7a4-48ef-a44d-9239cf36224c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:18.701413 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-377fc119-1271-4c1e-8334-f6242a4dbecd tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/networks/913cb1fb-b7a4-48ef-a44d-9239cf36224c HTTP/1.1" status: 204 len: 168 time: 0.7913854 Jan 27 17:39:18.705895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48300) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:18.711763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434395187'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:18.718024 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:18.726984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Usage tracker for resource:network and tenant:7e54a85d45454d049e408ed1337b26b0 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:18.733869 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:18.740373 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:18.758254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Made reservation on behalf of 7e54a85d45454d049e408ed1337b26b0 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:18.762023 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.791342 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:39:18.805009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.805356 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Added segment baaf117b-b74f-4415-b664-542ec73d9287 of type vlan for network 39666e4d-aeb4-413e-8155-c350a14931a2 Jan 27 17:39:18.839251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.872425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.878430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:18.879027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:18.939364 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2323651 Jan 27 17:39:18.942919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48304) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:18.948811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Request body: {'subnet': {'network_id': '39666e4d-aeb4-413e-8155-c350a14931a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:18.988165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c00997-28ee-4018-91c7-4e17e1767578 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event updated for resources: {'Network': ['ID=39666e4d-aeb4-413e-8155-c350a14931a2,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:18.999373 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 39666e4d-aeb4-413e-8155-c350a14931a2 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:39:19.062400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:19.067261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Usage tracker for resource:subnet and tenant:7e54a85d45454d049e408ed1337b26b0 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:19.070356 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:19.076354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:19.088011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Made reservation on behalf of 7e54a85d45454d049e408ed1337b26b0 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:19.091634 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:19.296895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Performing IP validity checks on allocation pools {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:39:19.297404 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.ipam_backend_mixin [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87609) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:39:19.434837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:19.520795 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event updated for resources: {'Subnet': ['ID=d6875ff1-1a0e-4d15-b999-afd663989bc6,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:19.523259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Checking segment: {'id': 'baaf117b-b74f-4415-b664-542ec73d9287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '39666e4d-aeb4-413e-8155-c350a14931a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:19.523605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Network hostable DHCP agents. Network: 39666e4d-aeb4-413e-8155-c350a14931a2, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:39:19.546355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Network 39666e4d-aeb4-413e-8155-c350a14931a2 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:39:19.558271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54e320d-d299-4cbf-86ac-876347a8a83b None None] Network 8451e628-3658-42cf-8be6-918d358d37fb requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:19.558894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 39666e4d-aeb4-413e-8155-c350a14931a2) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:19.565418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:19.566239 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:19.575621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5628734-ef1a-4877-a169-d29df00b83cd None None] Network 39666e4d-aeb4-413e-8155-c350a14931a2 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:19.591950 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ff36bec5-e1dd-49f0-93b7-ee06723c87f2 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6476696 Jan 27 17:39:19.594535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48308) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:19.742587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:19.755705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-49f17030-7a53-4b2e-9d82-434ca82267a9 None None] Provisioning for port 07335ff5-a303-4169-ae0a-2bd501951b5b completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:19.813186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:19.897228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:19.970669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event deleted for resources: {'Subnet': ['ID=d6875ff1-1a0e-4d15-b999-afd663989bc6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:19.991072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981de412-1110-4241-bcf2-7f3051d9bdff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-39666e4d-aeb4-413e-8155-c350a14931a2', 'network_id': '39666e4d-aeb4-413e-8155-c350a14931a2', 'tenant_id': '7e54a85d45454d049e408ed1337b26b0', 'fixed_ips': [{'subnet_id': 'd6875ff1-1a0e-4d15-b999-afd663989bc6'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:39:19.992159 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-981de412-1110-4241-bcf2-7f3051d9bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.061526 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 07335ff5-a303-4169-ae0a-2bd501951b5b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:20.063416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.092091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39666e4d-aeb4-413e-8155-c350a14931a2']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:20.107010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baaf117b-b74f-4415-b664-542ec73d9287') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:20.107337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baaf117b-b74f-4415-b664-542ec73d9287') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:20.120693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.140662 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.148630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:39:20.149089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.154684 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 07335ff5-a303-4169-ae0a-2bd501951b5b completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:20.161511 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe6d29d-618f-402f-8192-202d22e3d210 None None] Network 39666e4d-aeb4-413e-8155-c350a14931a2 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:39:20.169578 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:39:20.185987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 07335ff5-a303-4169-ae0a-2bd501951b5b triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:20.186348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.262780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.281883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.293709 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event deleted for resources: {'Network': ['ID=39666e4d-aeb4-413e-8155-c350a14931a2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:20.302867 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-af95ef33-c12b-49ac-af1a-d9318b7d7c88 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/networks/39666e4d-aeb4-413e-8155-c350a14931a2 HTTP/1.1" status: 204 len: 168 time: 0.7025552 Jan 27 17:39:20.303153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48312) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:20.310224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1002972881'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:20.315484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:20.320703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Usage tracker for resource:network and tenant:7e54a85d45454d049e408ed1337b26b0 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:20.324787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:20.332348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:20.344845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Made reservation on behalf of 7e54a85d45454d049e408ed1337b26b0 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:20.348814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.376734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:39:20.386111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.386741 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Added segment 76c7f4d1-3ccc-4a3a-9d77-51b8b67b1fca of type vlan for network 948c1be8-7055-47ad-b57f-8865876b10d9 Jan 27 17:39:20.409089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-81d82c98-77b7-46ba-a8a5-8c0d67ec5a28 None None] Provisioning complete for port 07335ff5-a303-4169-ae0a-2bd501951b5b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:20.409651 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-81d82c98-77b7-46ba-a8a5-8c0d67ec5a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.418301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.450201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.455803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:20.456394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.514053 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2096546 Jan 27 17:39:20.516942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48316) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:20.569354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Request body: {'subnet': {'network_id': '948c1be8-7055-47ad-b57f-8865876b10d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:20.571028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.594074 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b93402-4973-40eb-a245-561313652d65 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event updated for resources: {'Network': ['ID=948c1be8-7055-47ad-b57f-8865876b10d9,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:20.620947 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 948c1be8-7055-47ad-b57f-8865876b10d9 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:39:20.682056 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:20.686018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Usage tracker for resource:subnet and tenant:7e54a85d45454d049e408ed1337b26b0 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:20.688422 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 07335ff5-a303-4169-ae0a-2bd501951b5b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=07335ff5-a303-4169-ae0a-2bd501951b5b,segment=NetworkSegment(b0724a4a-e550-4dd9-9955-98febc5b4e23),segment_id=b0724a4a-e550-4dd9-9955-98febc5b4e23)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:20.689029 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:20.695208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:20.704764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Made reservation on behalf of 7e54a85d45454d049e408ed1337b26b0 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:20.708572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.739271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.781813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-81d82c98-77b7-46ba-a8a5-8c0d67ec5a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:20.870206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=07335ff5-a303-4169-ae0a-2bd501951b5b,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:20.897869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-81d82c98-77b7-46ba-a8a5-8c0d67ec5a28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:39:20.898206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-81d82c98-77b7-46ba-a8a5-8c0d67ec5a28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:39:20.936159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.010789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event updated for resources: {'Subnet': ['ID=00901df6-4551-4ca3-96f5-d11d683859ea,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:21.022001 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:21.022336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:21.022666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:21.022988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:21.023302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:21.023623 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:21.023967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:21.024279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:21.024588 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:21.024897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:21.025189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:21.025492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:21.031813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Checking segment: {'id': '76c7f4d1-3ccc-4a3a-9d77-51b8b67b1fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '948c1be8-7055-47ad-b57f-8865876b10d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:21.032169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Network hostable DHCP agents. Network: 948c1be8-7055-47ad-b57f-8865876b10d9, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:39:21.053911 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Network 948c1be8-7055-47ad-b57f-8865876b10d9 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:39:21.071555 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 948c1be8-7055-47ad-b57f-8865876b10d9) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:21.076156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:21.076659 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.080867 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f828e2e7-e43c-4868-bac3-726e1e7ad5ae None None] Network 948c1be8-7055-47ad-b57f-8865876b10d9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:21.104380 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-399a35ef-4099-4a52-b791-7726ada1c8b4 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5863233 Jan 27 17:39:21.108109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48320) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:21.114380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-286770102'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:21.120240 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:21.124373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Usage tracker for resource:network and tenant:7e54a85d45454d049e408ed1337b26b0 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:21.127327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:21.133566 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:21.145920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Made reservation on behalf of 7e54a85d45454d049e408ed1337b26b0 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:21.149660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.180769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1212} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:39:21.196689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.197217 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Added segment f498eeee-6741-4ef4-948b-112197526aaa of type vlan for network e4eefc87-b6e1-47b8-9557-9c45e28b63c9 Jan 27 17:39:21.229196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.263342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.269241 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:21.269833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.307199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-948c1be8-7055-47ad-b57f-8865876b10d9', 'network_id': '948c1be8-7055-47ad-b57f-8865876b10d9', 'tenant_id': '7e54a85d45454d049e408ed1337b26b0', 'fixed_ips': [{'subnet_id': '00901df6-4551-4ca3-96f5-d11d683859ea'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:39:21.308250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.329594 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2202764 Jan 27 17:39:21.333125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48324) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:21.340299 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Request body: {'subnet': {'network_id': 'e4eefc87-b6e1-47b8-9557-9c45e28b63c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:21.384000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c743206-2132-430e-8de1-1cdb5987f07f tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event updated for resources: {'Network': ['ID=e4eefc87-b6e1-47b8-9557-9c45e28b63c9,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:21.396894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network e4eefc87-b6e1-47b8-9557-9c45e28b63c9 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:39:21.461582 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:21.465378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Usage tracker for resource:subnet and tenant:7e54a85d45454d049e408ed1337b26b0 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:21.468154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:21.474128 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:21.485630 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Made reservation on behalf of 7e54a85d45454d049e408ed1337b26b0 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:21.489727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.630178 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a3912fcd-76ff-4ac4-bb05-d323242fdff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.636594 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Allocated IP 2001:db8::2 (948c1be8-7055-47ad-b57f-8865876b10d9/00901df6-4551-4ca3-96f5-d11d683859ea/3c8ef2e2-ec0f-4739-a150-6101da84bf2f) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:39:21.834253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.850083 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.860852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Transition to ACTIVE for port object 3c8ef2e2-ec0f-4739-a150-6101da84bf2f will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:21.879158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Transition to ACTIVE for port object 3c8ef2e2-ec0f-4739-a150-6101da84bf2f will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:21.886820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.916957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event updated for resources: {'Subnet': ['ID=62432412-b071-4e49-900f-af1b36a09716,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:21.921184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Checking segment: {'id': 'f498eeee-6741-4ef4-948b-112197526aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'e4eefc87-b6e1-47b8-9557-9c45e28b63c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:21.921542 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Network hostable DHCP agents. Network: e4eefc87-b6e1-47b8-9557-9c45e28b63c9, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:39:21.943482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Network e4eefc87-b6e1-47b8-9557-9c45e28b63c9 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:39:21.952610 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Network 948c1be8-7055-47ad-b57f-8865876b10d9 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:39:21.955876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:21.956156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, e4eefc87-b6e1-47b8-9557-9c45e28b63c9) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:21.959053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:39:21.961356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:21.962052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.991059 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6c54affd-8956-4cfa-85e4-30b4cc7b2e5a tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6565356 Jan 27 17:39:21.993954 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48328) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:22.003756 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a9e4b4-d389-4948-8a3f-50f4738da6cd None None] Network e4eefc87-b6e1-47b8-9557-9c45e28b63c9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:22.022819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 07335ff5-a303-4169-ae0a-2bd501951b5b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:22.047006 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Pushing event updated for resources: {'Port': ['ID=3c8ef2e2-ec0f-4739-a150-6101da84bf2f,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:22.137025 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.206780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.209058 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Attempting to bind port 3c8ef2e2-ec0f-4739-a150-6101da84bf2f on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:39:22.209401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Attempting to bind port 3c8ef2e2-ec0f-4739-a150-6101da84bf2f by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '76c7f4d1-3ccc-4a3a-9d77-51b8b67b1fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '948c1be8-7055-47ad-b57f-8865876b10d9'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:39:22.209775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Attempting to bind port 3c8ef2e2-ec0f-4739-a150-6101da84bf2f on network 948c1be8-7055-47ad-b57f-8865876b10d9 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:39:22.231528 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:39:22.231950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Checking segment: {'id': '76c7f4d1-3ccc-4a3a-9d77-51b8b67b1fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '948c1be8-7055-47ad-b57f-8865876b10d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:22.232293 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.232698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Bound using segment: {'id': '76c7f4d1-3ccc-4a3a-9d77-51b8b67b1fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '948c1be8-7055-47ad-b57f-8865876b10d9'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:39:22.233156 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Bound port: 3c8ef2e2-ec0f-4739-a150-6101da84bf2f, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c7f4d1-3ccc-4a3a-9d77-51b8b67b1fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '948c1be8-7055-47ad-b57f-8865876b10d9'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:39:22.233525 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.286534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.332518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event deleted for resources: {'Subnet': ['ID=62432412-b071-4e49-900f-af1b36a09716,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:22.412972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 07335ff5-a303-4169-ae0a-2bd501951b5b triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:22.413335 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.429659 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.441032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff76a5a4-e72c-45e9-a43b-8d77b17f24a9 None None] Network e4eefc87-b6e1-47b8-9557-9c45e28b63c9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:22.466827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4eefc87-b6e1-47b8-9557-9c45e28b63c9']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:22.480461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f498eeee-6741-4ef4-948b-112197526aaa') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:22.480764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f498eeee-6741-4ef4-948b-112197526aaa') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:22.493165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.514074 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.522895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:39:22.523369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:39:22.539253 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:39:22.625087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] For port 3c8ef2e2-ec0f-4739-a150-6101da84bf2f, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:39:22.625808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.661678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.672175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event deleted for resources: {'Network': ['ID=e4eefc87-b6e1-47b8-9557-9c45e28b63c9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:22.682466 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0fe9d4d6-2d9b-4655-8e73-12e779c62278 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/networks/e4eefc87-b6e1-47b8-9557-9c45e28b63c9 HTTP/1.1" status: 204 len: 168 time: 0.6821225 Jan 27 17:39:22.682580 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] For port 3c8ef2e2-ec0f-4739-a150-6101da84bf2f, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3c8ef2e2-ec0f-4739-a150-6101da84bf2f,segment=NetworkSegment(76c7f4d1-3ccc-4a3a-9d77-51b8b67b1fca),segment_id=76c7f4d1-3ccc-4a3a-9d77-51b8b67b1fca)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:39:22.683086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48332) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:22.691962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.722707 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e209b8a-d189-4b27-b65f-0cf418600255 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] GET failed (client error): The resource could not be found. Jan 27 17:39:22.723231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8e209b8a-d189-4b27-b65f-0cf418600255 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Synchronizing usage tracker for tenant:7e54a85d45454d049e408ed1337b26b0 on resource:subnet {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:39:22.742901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8e209b8a-d189-4b27-b65f-0cf418600255 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Unset dirty status for tenant:7e54a85d45454d049e408ed1337b26b0 on resource:subnet {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:39:22.744133 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8e209b8a-d189-4b27-b65f-0cf418600255 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "GET /v2.0/subnets/62432412-b071-4e49-900f-af1b36a09716 HTTP/1.1" status: 404 len: 337 time: 0.0611339 Jan 27 17:39:22.747462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48336) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:22.774153 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-0090655d-d89d-4dd8-a4ec-5eda21a30fc6 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] DELETE failed (client error): The resource could not be found. Jan 27 17:39:22.774649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0090655d-d89d-4dd8-a4ec-5eda21a30fc6 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:39:22.780207 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0090655d-d89d-4dd8-a4ec-5eda21a30fc6 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/networks/e4eefc87-b6e1-47b8-9557-9c45e28b63c9 HTTP/1.1" status: 404 len: 339 time: 0.0276608 Jan 27 17:39:22.780819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48340) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:22.826971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c94818-073d-41e1-9904-5ed312b3669c None None] Pushing event updated for resources: {'Port': ['ID=3c8ef2e2-ec0f-4739-a150-6101da84bf2f,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:22.831105 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df2e783-0c12-49c7-bc53-5e5b9c3ad010 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] DELETE failed (client error): The resource could not be found. Jan 27 17:39:22.831510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df2e783-0c12-49c7-bc53-5e5b9c3ad010 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:39:22.833307 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6df2e783-0c12-49c7-bc53-5e5b9c3ad010 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/subnets/62432412-b071-4e49-900f-af1b36a09716 HTTP/1.1" status: 404 len: 337 time: 0.0514975 Jan 27 17:39:22.836272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48344) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:22.862807 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ac2f2b-6e66-443f-a3b4-1847a99c1b3d tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] DELETE failed (client error): The resource could not be found. Jan 27 17:39:22.863351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ac2f2b-6e66-443f-a3b4-1847a99c1b3d tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87609) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:39:22.865020 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-25ac2f2b-6e66-443f-a3b4-1847a99c1b3d tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/networks/e4eefc87-b6e1-47b8-9557-9c45e28b63c9 HTTP/1.1" status: 404 len: 339 time: 0.0277848 Jan 27 17:39:22.867893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48348) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:22.935368 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b80b11c-9208-49c1-9ee0-342458fea166 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Deleting subnet 00901df6-4551-4ca3-96f5-d11d683859ea {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:39:22.938840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b80b11c-9208-49c1-9ee0-342458fea166 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:23.006396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b80b11c-9208-49c1-9ee0-342458fea166 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:23.105305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b80b11c-9208-49c1-9ee0-342458fea166 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:23.186674 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b80b11c-9208-49c1-9ee0-342458fea166 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:23.230643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80b11c-9208-49c1-9ee0-342458fea166 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event deleted for resources: {'Subnet': ['ID=00901df6-4551-4ca3-96f5-d11d683859ea,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:23.234489 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b80b11c-9208-49c1-9ee0-342458fea166 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:23.251493 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0b80b11c-9208-49c1-9ee0-342458fea166 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/subnets/00901df6-4551-4ca3-96f5-d11d683859ea HTTP/1.1" status: 204 len: 168 time: 0.3822463 Jan 27 17:39:23.254659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48352) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:23.372629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:23.383702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Deleting port 3c8ef2e2-ec0f-4739-a150-6101da84bf2f {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:23.384028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:23.595440 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] For port 3c8ef2e2-ec0f-4739-a150-6101da84bf2f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=3c8ef2e2-ec0f-4739-a150-6101da84bf2f,segment=NetworkSegment(76c7f4d1-3ccc-4a3a-9d77-51b8b67b1fca),segment_id=76c7f4d1-3ccc-4a3a-9d77-51b8b67b1fca)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:23.595841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:23.727897 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Calling delete_port for 3c8ef2e2-ec0f-4739-a150-6101da84bf2f owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:39:23.787242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2a74a3-77df-42a6-b9c6-5785ee4bb99e None None] Network 948c1be8-7055-47ad-b57f-8865876b10d9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:23.811943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:23.861401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event deleted for resources: {'Port': ['ID=3c8ef2e2-ec0f-4739-a150-6101da84bf2f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:23.867424 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] No DVR routers for this DVR port 3c8ef2e2-ec0f-4739-a150-6101da84bf2f on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:39:23.924526 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-815f795d-eb13-46c9-a5d3-33d0fb68283c None None] Could not find standard attr ID for object 3c8ef2e2-ec0f-4739-a150-6101da84bf2f. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:39:23.960270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-124ed4e2-c5d5-4b29-acbf-6225f4080c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:24.008185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:24.027245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2fe0e7-0414-46c4-8c67-dcfc48c03dc2 None None] DHCP port deletion for 948c1be8-7055-47ad-b57f-8865876b10d9 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:39:24.039493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948c1be8-7055-47ad-b57f-8865876b10d9']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:24.053207 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c7f4d1-3ccc-4a3a-9d77-51b8b67b1fca') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:24.053493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c7f4d1-3ccc-4a3a-9d77-51b8b67b1fca') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:24.065744 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:24.082497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:24.089030 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:39:24.089440 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:39:24.108225 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:39:24.302814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:24.308103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:24.334808 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event deleted for resources: {'Network': ['ID=948c1be8-7055-47ad-b57f-8865876b10d9,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:24.339088 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0adb3bad-dc1f-4e3f-8f8c-eb8683ff0bd1 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/networks/948c1be8-7055-47ad-b57f-8865876b10d9 HTTP/1.1" status: 204 len: 168 time: 1.0834446 Jan 27 17:39:24.341645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48356) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:24.389018 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a023fc-f487-44a4-a2cf-f09b0cd51047 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] DELETE failed (client error): The resource could not be found. Jan 27 17:39:24.389472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a023fc-f487-44a4-a2cf-f09b0cd51047 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:39:24.391166 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-37a023fc-f487-44a4-a2cf-f09b0cd51047 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/subnets/d6875ff1-1a0e-4d15-b999-afd663989bc6 HTTP/1.1" status: 404 len: 337 time: 0.0481853 Jan 27 17:39:24.394077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48360) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:24.419198 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9b9db1-e510-4122-8868-ab1617b4186e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] DELETE failed (client error): The resource could not be found. Jan 27 17:39:24.419677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9b9db1-e510-4122-8868-ab1617b4186e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:39:24.421354 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6d9b9db1-e510-4122-8868-ab1617b4186e tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/networks/39666e4d-aeb4-413e-8155-c350a14931a2 HTTP/1.1" status: 404 len: 339 time: 0.0263557 Jan 27 17:39:24.424227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48364) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:24.462179 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66607c6-f483-41c2-a07e-25e28f544f40 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] DELETE failed (client error): The resource could not be found. Jan 27 17:39:24.462636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66607c6-f483-41c2-a07e-25e28f544f40 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:39:24.464359 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d66607c6-f483-41c2-a07e-25e28f544f40 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/subnets/2e850d1c-255d-4d12-a360-44289f7ed18d HTTP/1.1" status: 404 len: 337 time: 0.0392048 Jan 27 17:39:24.467030 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48368) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:24.492789 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.pecan_wsgi.hooks.translation [None req-6132ec3b-3336-4d4d-b5c1-73236e9c1740 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] DELETE failed (client error): The resource could not be found. Jan 27 17:39:24.493254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6132ec3b-3336-4d4d-b5c1-73236e9c1740 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:39:24.494908 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6132ec3b-3336-4d4d-b5c1-73236e9c1740 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/networks/913cb1fb-b7a4-48ef-a44d-9239cf36224c HTTP/1.1" status: 404 len: 339 time: 0.0269134 Jan 27 17:39:24.497561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48372) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:24.566835 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-765ba41f-19b7-4573-99d3-b5734deaaf68 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Deleting subnet ae99039d-4fb0-43b4-b51d-b4444d49cb6c {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:39:24.569956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-765ba41f-19b7-4573-99d3-b5734deaaf68 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:24.640296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-765ba41f-19b7-4573-99d3-b5734deaaf68 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:24.751681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-765ba41f-19b7-4573-99d3-b5734deaaf68 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:24.833912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-765ba41f-19b7-4573-99d3-b5734deaaf68 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:24.853747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:24.875760 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ba41f-19b7-4573-99d3-b5734deaaf68 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event deleted for resources: {'Subnet': ['ID=ae99039d-4fb0-43b4-b51d-b4444d49cb6c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:24.877788 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-765ba41f-19b7-4573-99d3-b5734deaaf68 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:24.883554 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a7f7a6-d98e-4513-935e-3084eeb52ea4 None None] Network 8451e628-3658-42cf-8be6-918d358d37fb requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:24.888994 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-765ba41f-19b7-4573-99d3-b5734deaaf68 tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/subnets/ae99039d-4fb0-43b4-b51d-b4444d49cb6c HTTP/1.1" status: 204 len: 168 time: 0.3904631 Jan 27 17:39:24.891306 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48376) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:25.011503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:25.023246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Deleting port 07335ff5-a303-4169-ae0a-2bd501951b5b {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:25.023536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:25.144960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da2461b-7e77-4df6-8bb3-3e259ffa877c None None] DHCP port deletion for 8451e628-3658-42cf-8be6-918d358d37fb request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:39:25.149480 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0da2461b-7e77-4df6-8bb3-3e259ffa877c None None] Deleting port 07335ff5-a303-4169-ae0a-2bd501951b5b {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:25.149851 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0da2461b-7e77-4df6-8bb3-3e259ffa877c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:25.241691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] For port 07335ff5-a303-4169-ae0a-2bd501951b5b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=07335ff5-a303-4169-ae0a-2bd501951b5b,segment=NetworkSegment(b0724a4a-e550-4dd9-9955-98febc5b4e23),segment_id=b0724a4a-e550-4dd9-9955-98febc5b4e23)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:25.242076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:25.373091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Calling delete_port for 07335ff5-a303-4169-ae0a-2bd501951b5b owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:39:25.374026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-0da2461b-7e77-4df6-8bb3-3e259ffa877c None None] For port 07335ff5-a303-4169-ae0a-2bd501951b5b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=07335ff5-a303-4169-ae0a-2bd501951b5b,segment=NetworkSegment(b0724a4a-e550-4dd9-9955-98febc5b4e23),segment_id=b0724a4a-e550-4dd9-9955-98febc5b4e23)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:25.374392 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0da2461b-7e77-4df6-8bb3-3e259ffa877c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:25.435139 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:25.454271 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:25.502159 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0da2461b-7e77-4df6-8bb3-3e259ffa877c None None] Calling delete_port for 07335ff5-a303-4169-ae0a-2bd501951b5b owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:39:25.507655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event deleted for resources: {'Port': ['ID=07335ff5-a303-4169-ae0a-2bd501951b5b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:25.511244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] No DVR routers for this DVR port 07335ff5-a303-4169-ae0a-2bd501951b5b on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:39:25.579155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-0da2461b-7e77-4df6-8bb3-3e259ffa877c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:39:25.579637 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-0da2461b-7e77-4df6-8bb3-3e259ffa877c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:39:25.636915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:25.663154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8451e628-3658-42cf-8be6-918d358d37fb']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:25.675505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0724a4a-e550-4dd9-9955-98febc5b4e23') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:25.675824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0724a4a-e550-4dd9-9955-98febc5b4e23') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:25.687278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:25.704381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:25.711350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:39:25.711775 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:39:25.726451 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:39:25.912253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:25.916929 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:25.942541 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] Pushing event deleted for resources: {'Network': ['ID=8451e628-3658-42cf-8be6-918d358d37fb,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:25.946877 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-95f2fee8-a561-45e4-87ef-ec2c0f8c50ef tempest-NetworksIpV6Test-538691610 tempest-NetworksIpV6Test-538691610-project] 10.222.0.81 "DELETE /v2.0/networks/8451e628-3658-42cf-8be6-918d358d37fb HTTP/1.1" status: 204 len: 168 time: 1.0544858 Jan 27 17:39:26.017088 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3c8ef2e2-ec0f-4739-a150-6101da84bf2f no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:39:26.051264 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 3c8ef2e2-ec0f-4739-a150-6101da84bf2f {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:39:26.051772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 3c8ef2e2-ec0f-4739-a150-6101da84bf2f not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:39:26.052208 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 07335ff5-a303-4169-ae0a-2bd501951b5b no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:39:26.085324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0da2461b-7e77-4df6-8bb3-3e259ffa877c None None] Deleting port 07335ff5-a303-4169-ae0a-2bd501951b5b {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:26.085669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0da2461b-7e77-4df6-8bb3-3e259ffa877c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:26.113305 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 07335ff5-a303-4169-ae0a-2bd501951b5b {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:39:26.113488 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 07335ff5-a303-4169-ae0a-2bd501951b5b not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:39:26.194780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0da2461b-7e77-4df6-8bb3-3e259ffa877c None None] The port '07335ff5-a303-4169-ae0a-2bd501951b5b' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:39:26.361713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48384) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:26.577218 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-19b0b4fb-580b-4623-a82d-1616a71319fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e54a85d45454d049e408ed1337b26b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141786 Jan 27 17:39:26.580749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48390) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:26.652288 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-125421b5-f268-4d56-b974-d8061d88ac08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:26.680843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-125421b5-f268-4d56-b974-d8061d88ac08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:26.739765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:26.742180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-125421b5-f268-4d56-b974-d8061d88ac08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:26.759144 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125421b5-f268-4d56-b974-d8061d88ac08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e033e32-b19b-45a2-a712-8fb8d9585b54,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:26.763912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-125421b5-f268-4d56-b974-d8061d88ac08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:26.765066 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-125421b5-f268-4d56-b974-d8061d88ac08 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e033e32-b19b-45a2-a712-8fb8d9585b54 HTTP/1.1" status: 204 len: 168 time: 0.1831305 Jan 27 17:39:27.592193 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48414) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:27.710427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b2d5410b-c7d9-417f-a4e8-52cae657fd3a tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1028977438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:27.717512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b2d5410b-c7d9-417f-a4e8-52cae657fd3a tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:27.721739 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b2d5410b-c7d9-417f-a4e8-52cae657fd3a tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Usage tracker for resource:router and tenant:7b85c21346174b8ea474e16a451a18e0 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:27.724652 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b2d5410b-c7d9-417f-a4e8-52cae657fd3a tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:27.735057 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b2d5410b-c7d9-417f-a4e8-52cae657fd3a tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:27.748163 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2d5410b-c7d9-417f-a4e8-52cae657fd3a tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:27.749229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2d5410b-c7d9-417f-a4e8-52cae657fd3a tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:27.764845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2d5410b-c7d9-417f-a4e8-52cae657fd3a tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:27.793653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2d5410b-c7d9-417f-a4e8-52cae657fd3a tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:27.819597 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b2d5410b-c7d9-417f-a4e8-52cae657fd3a tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:27.820853 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b2d5410b-c7d9-417f-a4e8-52cae657fd3a tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2274852 Jan 27 17:39:27.823778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48420) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:27.829248 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2028406022'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:27.834574 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:27.839350 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Usage tracker for resource:network and tenant:7b85c21346174b8ea474e16a451a18e0 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:27.842341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:27.848372 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:27.860074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Made reservation on behalf of 7b85c21346174b8ea474e16a451a18e0 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:27.863455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:27.875759 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:27.890955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:27.894995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Usage tracker for resource:security_group_rule and tenant:7b85c21346174b8ea474e16a451a18e0 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:27.897956 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:27.903870 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:27.993797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.000768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.034377 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:39:28.039496 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f3d5b8-f07e-4e63-861a-1d62cac82c5c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:28.046334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.046674 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Added segment def9f9b6-5482-4540-9479-0618d3c88b76 of type vlan for network bb5d209a-a094-4140-bdff-430143393ca9 Jan 27 17:39:28.072920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.104380 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.109927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:28.110510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.214349 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3894780 Jan 27 17:39:28.217277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48424) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:28.219551 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b6782-202a-43e4-996d-ff9fbd8d2992 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Pushing event updated for resources: {'Network': ['ID=bb5d209a-a094-4140-bdff-430143393ca9,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:28.223158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Request body: {'subnet': {'network_id': 'bb5d209a-a094-4140-bdff-430143393ca9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:28.231640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network bb5d209a-a094-4140-bdff-430143393ca9 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:39:28.333814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:28.339643 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Usage tracker for resource:subnet and tenant:7b85c21346174b8ea474e16a451a18e0 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:28.342750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:28.348750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:28.358942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Made reservation on behalf of 7b85c21346174b8ea474e16a451a18e0 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:28.362562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.601093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.628339 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.685462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Pushing event updated for resources: {'Subnet': ['ID=921114b7-ce8b-45ef-ae9c-2f94c7591a0a,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:28.697866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Checking segment: {'id': 'def9f9b6-5482-4540-9479-0618d3c88b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'bb5d209a-a094-4140-bdff-430143393ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:28.698286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Network hostable DHCP agents. Network: bb5d209a-a094-4140-bdff-430143393ca9, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:39:28.727451 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Network bb5d209a-a094-4140-bdff-430143393ca9 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:39:28.738365 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, bb5d209a-a094-4140-bdff-430143393ca9) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:28.742498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:28.743071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.748242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9ed819-ce47-44df-8428-477feb7b375e None None] Network bb5d209a-a094-4140-bdff-430143393ca9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:28.765856 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-09f1fcc1-3449-459a-940e-4bcd0af92929 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5474946 Jan 27 17:39:28.769060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48428) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:28.774644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2052925703'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:28.779605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:28.783473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Usage tracker for resource:network and tenant:7b85c21346174b8ea474e16a451a18e0 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:28.786925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:28.792755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:28.804678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Made reservation on behalf of 7b85c21346174b8ea474e16a451a18e0 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:28.808322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.836941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1212} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:39:28.848233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.848567 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Added segment 1303f414-5e5e-4aac-8b45-7964be5e785b of type vlan for network 12467376-08f8-4b4f-a4e6-86758b2b2925 Jan 27 17:39:28.875490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.908839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.914307 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:28.914929 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:28.969244 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1991212 Jan 27 17:39:28.972502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48432) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:28.978108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-bb5d209a-a094-4140-bdff-430143393ca9', 'network_id': 'bb5d209a-a094-4140-bdff-430143393ca9', 'tenant_id': '7b85c21346174b8ea474e16a451a18e0', 'fixed_ips': [{'subnet_id': '921114b7-ce8b-45ef-ae9c-2f94c7591a0a'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:39:28.978953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:29.029889 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Request body: {'subnet': {'network_id': '12467376-08f8-4b4f-a4e6-86758b2b2925', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:29.045806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d28f2e-8fe7-4adb-afbd-af0e229d5e14 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Pushing event updated for resources: {'Network': ['ID=12467376-08f8-4b4f-a4e6-86758b2b2925,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:29.059331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 12467376-08f8-4b4f-a4e6-86758b2b2925 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:39:29.142537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:29.146799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Usage tracker for resource:subnet and tenant:7b85c21346174b8ea474e16a451a18e0 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:29.149631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:29.155161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:29.165616 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Made reservation on behalf of 7b85c21346174b8ea474e16a451a18e0 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:29.169037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:29.229789 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Allocated IP 172.20.0.2 (bb5d209a-a094-4140-bdff-430143393ca9/921114b7-ce8b-45ef-ae9c-2f94c7591a0a/b3539b22-1557-41f9-bbf9-7defd6ea8f0e) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:39:29.391426 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:29.449489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:29.460799 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Transition to ACTIVE for port object b3539b22-1557-41f9-bbf9-7defd6ea8f0e will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:29.470364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Pushing event updated for resources: {'Subnet': ['ID=55fc106a-c8da-4751-87a7-600e0845e81e,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:29.481000 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Transition to ACTIVE for port object b3539b22-1557-41f9-bbf9-7defd6ea8f0e will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:29.481949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Checking segment: {'id': '1303f414-5e5e-4aac-8b45-7964be5e785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '12467376-08f8-4b4f-a4e6-86758b2b2925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:29.481949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Network hostable DHCP agents. Network: 12467376-08f8-4b4f-a4e6-86758b2b2925, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:39:29.488286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:29.500670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Network 12467376-08f8-4b4f-a4e6-86758b2b2925 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:39:29.509697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 12467376-08f8-4b4f-a4e6-86758b2b2925) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:29.514050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:29.514625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:29.530380 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f624c5-7712-4f67-b1e3-6c80015264db None None] Network 12467376-08f8-4b4f-a4e6-86758b2b2925 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:29.537870 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-53b22dbd-bb32-4569-a622-3c5d2fe8500d tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5643344 Jan 27 17:39:29.540773 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48436) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:29.546088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-7a0676c6-cbea-4223-8e0a-2f2195fde77b tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Request body: {'router': {'external_gateway_info': {'network_id': '12467376-08f8-4b4f-a4e6-86758b2b2925'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:29.590391 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Network bb5d209a-a094-4140-bdff-430143393ca9 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:39:29.596424 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:29.643608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:39:29.649339 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Pushing event updated for resources: {'Port': ['ID=b3539b22-1557-41f9-bbf9-7defd6ea8f0e,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:29.787870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Attempting to bind port b3539b22-1557-41f9-bbf9-7defd6ea8f0e on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:39:29.788131 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Attempting to bind port b3539b22-1557-41f9-bbf9-7defd6ea8f0e by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'def9f9b6-5482-4540-9479-0618d3c88b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'bb5d209a-a094-4140-bdff-430143393ca9'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:39:29.788477 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Attempting to bind port b3539b22-1557-41f9-bbf9-7defd6ea8f0e on network bb5d209a-a094-4140-bdff-430143393ca9 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:39:29.800764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:39:29.801170 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Checking segment: {'id': 'def9f9b6-5482-4540-9479-0618d3c88b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'bb5d209a-a094-4140-bdff-430143393ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:29.801532 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:29.801927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Bound using segment: {'id': 'def9f9b6-5482-4540-9479-0618d3c88b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'bb5d209a-a094-4140-bdff-430143393ca9'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:39:29.802410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Bound port: b3539b22-1557-41f9-bbf9-7defd6ea8f0e, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def9f9b6-5482-4540-9479-0618d3c88b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'bb5d209a-a094-4140-bdff-430143393ca9'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:39:29.802788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:29.932188 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-12467376-08f8-4b4f-a4e6-86758b2b2925', 'network_id': '12467376-08f8-4b4f-a4e6-86758b2b2925', 'tenant_id': '7b85c21346174b8ea474e16a451a18e0', 'fixed_ips': [{'subnet_id': '55fc106a-c8da-4751-87a7-600e0845e81e'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:39:29.932978 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:29.962177 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] For port b3539b22-1557-41f9-bbf9-7defd6ea8f0e, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:39:30.013080 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] For port b3539b22-1557-41f9-bbf9-7defd6ea8f0e, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b3539b22-1557-41f9-bbf9-7defd6ea8f0e,segment=NetworkSegment(def9f9b6-5482-4540-9479-0618d3c88b76),segment_id=def9f9b6-5482-4540-9479-0618d3c88b76)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:39:30.023172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:30.051695 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7a0676c6-cbea-4223-8e0a-2f2195fde77b tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:30.167794 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ae06f-ac12-483d-b897-16be35d87a01 None None] Pushing event updated for resources: {'Port': ['ID=b3539b22-1557-41f9-bbf9-7defd6ea8f0e,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:30.230577 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.api.v2.resource [None req-7a0676c6-cbea-4223-8e0a-2f2195fde77b tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:39:30.231793 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7a0676c6-cbea-4223-8e0a-2f2195fde77b tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] 10.222.0.81 "PUT /v2.0/routers/00ad6da5-e8e0-4fb2-8f55-56098f699163 HTTP/1.1" status: 400 len: 364 time: 0.6898353 Jan 27 17:39:30.237816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48440) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:30.249678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Allocated IP 172.21.0.2 (12467376-08f8-4b4f-a4e6-86758b2b2925/55fc106a-c8da-4751-87a7-600e0845e81e/20d693d0-6e57-4064-9966-426816331682) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:39:30.316601 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-f350a9ec-b5d0-492e-a085-83372c4cb397 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Deleting subnet 55fc106a-c8da-4751-87a7-600e0845e81e {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:39:30.490200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:30.500643 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Transition to ACTIVE for port object 20d693d0-6e57-4064-9966-426816331682 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:30.519802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Transition to ACTIVE for port object 20d693d0-6e57-4064-9966-426816331682 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:30.525402 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f350a9ec-b5d0-492e-a085-83372c4cb397 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:30.526798 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:30.589469 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f350a9ec-b5d0-492e-a085-83372c4cb397 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:30.600745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Network 12467376-08f8-4b4f-a4e6-86758b2b2925 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:39:30.603856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:30.608035 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:39:30.610125 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Pushing event updated for resources: {'Port': ['ID=20d693d0-6e57-4064-9966-426816331682,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:30.675552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f350a9ec-b5d0-492e-a085-83372c4cb397 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:30.697495 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Attempting to bind port 20d693d0-6e57-4064-9966-426816331682 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:39:30.697880 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Attempting to bind port 20d693d0-6e57-4064-9966-426816331682 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '1303f414-5e5e-4aac-8b45-7964be5e785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '12467376-08f8-4b4f-a4e6-86758b2b2925'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:39:30.698210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Attempting to bind port 20d693d0-6e57-4064-9966-426816331682 on network 12467376-08f8-4b4f-a4e6-86758b2b2925 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:39:30.703731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:39:30.704090 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Checking segment: {'id': '1303f414-5e5e-4aac-8b45-7964be5e785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '12467376-08f8-4b4f-a4e6-86758b2b2925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:30.704474 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:30.704852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Bound using segment: {'id': '1303f414-5e5e-4aac-8b45-7964be5e785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '12467376-08f8-4b4f-a4e6-86758b2b2925'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:39:30.705342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Bound port: 20d693d0-6e57-4064-9966-426816331682, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1303f414-5e5e-4aac-8b45-7964be5e785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '12467376-08f8-4b4f-a4e6-86758b2b2925'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:39:30.705722 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:30.759226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f350a9ec-b5d0-492e-a085-83372c4cb397 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:30.800458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] For port 20d693d0-6e57-4064-9966-426816331682, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:39:30.801749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f350a9ec-b5d0-492e-a085-83372c4cb397 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:30.803715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] For port 20d693d0-6e57-4064-9966-426816331682, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=20d693d0-6e57-4064-9966-426816331682,segment=NetworkSegment(1303f414-5e5e-4aac-8b45-7964be5e785b),segment_id=1303f414-5e5e-4aac-8b45-7964be5e785b)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:39:30.805984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350a9ec-b5d0-492e-a085-83372c4cb397 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Pushing event deleted for resources: {'Subnet': ['ID=55fc106a-c8da-4751-87a7-600e0845e81e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:30.810949 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f350a9ec-b5d0-492e-a085-83372c4cb397 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] 10.222.0.81 "DELETE /v2.0/subnets/55fc106a-c8da-4751-87a7-600e0845e81e HTTP/1.1" status: 204 len: 168 time: 0.5718129 Jan 27 17:39:30.813587 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48444) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:30.814785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:30.897483 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27c593-5034-460f-bb5c-bc80c155ae9f None None] Pushing event updated for resources: {'Port': ['ID=20d693d0-6e57-4064-9966-426816331682,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:30.937069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:30.949090 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Deleting port 20d693d0-6e57-4064-9966-426816331682 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:30.949423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:31.184164 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] For port 20d693d0-6e57-4064-9966-426816331682, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=20d693d0-6e57-4064-9966-426816331682,segment=NetworkSegment(1303f414-5e5e-4aac-8b45-7964be5e785b),segment_id=1303f414-5e5e-4aac-8b45-7964be5e785b)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:31.184513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:31.313172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Calling delete_port for 20d693d0-6e57-4064-9966-426816331682 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:39:31.332309 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a58eb0-bdd7-4c10-8bc6-094c9b817271 None None] Network bb5d209a-a094-4140-bdff-430143393ca9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:31.391188 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:31.442711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Pushing event deleted for resources: {'Port': ['ID=20d693d0-6e57-4064-9966-426816331682,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:31.443560 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f36c5591-3262-42db-8d38-1a81468e8387 None None] Provisioning for port b3539b22-1557-41f9-bbf9-7defd6ea8f0e completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:31.452875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] No DVR routers for this DVR port 20d693d0-6e57-4064-9966-426816331682 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:39:31.579231 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:31.607860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12467376-08f8-4b4f-a4e6-86758b2b2925']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:31.621212 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1303f414-5e5e-4aac-8b45-7964be5e785b') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:31.621495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1303f414-5e5e-4aac-8b45-7964be5e785b') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:31.635103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:31.653468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:31.660293 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:39:31.660710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:39:31.675902 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:39:31.764084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:31.782887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:31.794786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Pushing event deleted for resources: {'Network': ['ID=12467376-08f8-4b4f-a4e6-86758b2b2925,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:31.800221 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-03f952f5-e2a6-4679-a796-602abdb6815c tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] 10.222.0.81 "DELETE /v2.0/networks/12467376-08f8-4b4f-a4e6-86758b2b2925 HTTP/1.1" status: 204 len: 168 time: 0.9854243 Jan 27 17:39:31.801450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48448) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:31.870577 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-1708ff3d-02e1-4784-b72c-d0643d193e70 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Deleting subnet 921114b7-ce8b-45ef-ae9c-2f94c7591a0a {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:39:31.874244 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1708ff3d-02e1-4784-b72c-d0643d193e70 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:31.935491 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1708ff3d-02e1-4784-b72c-d0643d193e70 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:32.034593 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1708ff3d-02e1-4784-b72c-d0643d193e70 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:32.076979 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc554b56-096a-40c9-be40-0c5aaae4fdc9 None None] DHCP port deletion for 12467376-08f8-4b4f-a4e6-86758b2b2925 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:39:32.099258 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ffdec-05dc-4b8a-8082-6c9f23a6a602 None None] Network 12467376-08f8-4b4f-a4e6-86758b2b2925 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:32.112175 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b3539b22-1557-41f9-bbf9-7defd6ea8f0e up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:32.123252 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1708ff3d-02e1-4784-b72c-d0643d193e70 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:32.151683 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5cc45bf2-9175-4dc5-86ff-066c5c46ffb9 None None] Could not find standard attr ID for object 20d693d0-6e57-4064-9966-426816331682. {{(pid=87610) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:39:32.162695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ffdec-05dc-4b8a-8082-6c9f23a6a602 None None] Network 12467376-08f8-4b4f-a4e6-86758b2b2925 could not be found, it might have been deleted concurrently. {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 27 17:39:32.190627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port b3539b22-1557-41f9-bbf9-7defd6ea8f0e completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:32.196607 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port b3539b22-1557-41f9-bbf9-7defd6ea8f0e triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:32.196976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:32.277833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708ff3d-02e1-4784-b72c-d0643d193e70 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Pushing event deleted for resources: {'Subnet': ['ID=921114b7-ce8b-45ef-ae9c-2f94c7591a0a,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:32.283004 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1708ff3d-02e1-4784-b72c-d0643d193e70 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:32.292135 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1708ff3d-02e1-4784-b72c-d0643d193e70 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] 10.222.0.81 "DELETE /v2.0/subnets/921114b7-ce8b-45ef-ae9c-2f94c7591a0a HTTP/1.1" status: 204 len: 168 time: 0.4896569 Jan 27 17:39:32.292402 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48452) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:32.296312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be43481f-6c80-4196-859a-fd2f93b7de33 None None] Network bb5d209a-a094-4140-bdff-430143393ca9 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:32.397718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:32.418554 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:32.429824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Deleting port b3539b22-1557-41f9-bbf9-7defd6ea8f0e {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:32.430155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:32.511710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port b3539b22-1557-41f9-bbf9-7defd6ea8f0e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b3539b22-1557-41f9-bbf9-7defd6ea8f0e,segment=NetworkSegment(def9f9b6-5482-4540-9479-0618d3c88b76),segment_id=def9f9b6-5482-4540-9479-0618d3c88b76)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:32.522183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:32.602841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=b3539b22-1557-41f9-bbf9-7defd6ea8f0e,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:32.645564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] For port b3539b22-1557-41f9-bbf9-7defd6ea8f0e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b3539b22-1557-41f9-bbf9-7defd6ea8f0e,segment=NetworkSegment(def9f9b6-5482-4540-9479-0618d3c88b76),segment_id=def9f9b6-5482-4540-9479-0618d3c88b76)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:32.645913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:32.658741 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd55e12b-527c-47fc-ba5c-3d1a76001976 None None] DHCP port deletion for bb5d209a-a094-4140-bdff-430143393ca9 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:39:32.663561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-fd55e12b-527c-47fc-ba5c-3d1a76001976 None None] Deleting port b3539b22-1557-41f9-bbf9-7defd6ea8f0e {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:32.663953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fd55e12b-527c-47fc-ba5c-3d1a76001976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:32.774888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Calling delete_port for b3539b22-1557-41f9-bbf9-7defd6ea8f0e owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:39:32.853290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:32.868306 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fd55e12b-527c-47fc-ba5c-3d1a76001976 None None] For port b3539b22-1557-41f9-bbf9-7defd6ea8f0e, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=b3539b22-1557-41f9-bbf9-7defd6ea8f0e,segment=NetworkSegment(def9f9b6-5482-4540-9479-0618d3c88b76),segment_id=def9f9b6-5482-4540-9479-0618d3c88b76)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:32.868689 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fd55e12b-527c-47fc-ba5c-3d1a76001976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:32.902431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Pushing event deleted for resources: {'Port': ['ID=b3539b22-1557-41f9-bbf9-7defd6ea8f0e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:32.905842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] No DVR routers for this DVR port b3539b22-1557-41f9-bbf9-7defd6ea8f0e on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:39:33.029071 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-fd55e12b-527c-47fc-ba5c-3d1a76001976 None None] Calling delete_port for b3539b22-1557-41f9-bbf9-7defd6ea8f0e owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:39:33.031466 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.057346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5d209a-a094-4140-bdff-430143393ca9']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:33.069790 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def9f9b6-5482-4540-9479-0618d3c88b76') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:33.070090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def9f9b6-5482-4540-9479-0618d3c88b76') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:33.081953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.097875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.101393 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-fd55e12b-527c-47fc-ba5c-3d1a76001976 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:39:33.101940 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-fd55e12b-527c-47fc-ba5c-3d1a76001976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:39:33.105061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:39:33.105528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:39:33.120372 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:39:33.210729 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.214818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.351215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Pushing event deleted for resources: {'Network': ['ID=bb5d209a-a094-4140-bdff-430143393ca9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:33.355486 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-87a791ce-9337-4b49-b037-1cf673cb0da4 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] 10.222.0.81 "DELETE /v2.0/networks/bb5d209a-a094-4140-bdff-430143393ca9 HTTP/1.1" status: 204 len: 168 time: 1.0618315 Jan 27 17:39:33.358090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48456) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:33.400813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-42728583-db02-45db-aeca-bfb6528c154f tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Synchronizing usage tracker for tenant:7b85c21346174b8ea474e16a451a18e0 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:39:33.421064 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-42728583-db02-45db-aeca-bfb6528c154f tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Unset dirty status for tenant:7b85c21346174b8ea474e16a451a18e0 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:39:33.422314 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-42728583-db02-45db-aeca-bfb6528c154f tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] 10.222.0.81 "GET /v2.0/ports?device_id=00ad6da5-e8e0-4fb2-8f55-56098f699163 HTTP/1.1" status: 200 len: 205 time: 0.0632610 Jan 27 17:39:33.424959 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48460) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:33.562373 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-244c0de4-8d18-4aa9-acb8-8562f4fedf73 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.603541 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-fd55e12b-527c-47fc-ba5c-3d1a76001976 None None] Deleting port b3539b22-1557-41f9-bbf9-7defd6ea8f0e {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:33.604057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fd55e12b-527c-47fc-ba5c-3d1a76001976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.673882 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-fd55e12b-527c-47fc-ba5c-3d1a76001976 None None] The port 'b3539b22-1557-41f9-bbf9-7defd6ea8f0e' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:39:33.871235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-244c0de4-8d18-4aa9-acb8-8562f4fedf73 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.873587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-244c0de4-8d18-4aa9-acb8-8562f4fedf73 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.898776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-244c0de4-8d18-4aa9-acb8-8562f4fedf73 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.899339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244c0de4-8d18-4aa9-acb8-8562f4fedf73 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Fanout notify agent at l3_agent the message router_deleted on router 00ad6da5-e8e0-4fb2-8f55-56098f699163 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:39:33.911080 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-244c0de4-8d18-4aa9-acb8-8562f4fedf73 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.912222 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-244c0de4-8d18-4aa9-acb8-8562f4fedf73 tempest-RoutersNegativeTest-265905074 tempest-RoutersNegativeTest-265905074-project] 10.222.0.81 "DELETE /v2.0/routers/00ad6da5-e8e0-4fb2-8f55-56098f699163 HTTP/1.1" status: 204 len: 168 time: 0.4863501 Jan 27 17:39:34.005174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 20d693d0-6e57-4064-9966-426816331682 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:39:34.043302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 20d693d0-6e57-4064-9966-426816331682 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:39:34.043669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 20d693d0-6e57-4064-9966-426816331682 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:39:34.044100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b3539b22-1557-41f9-bbf9-7defd6ea8f0e no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:39:34.077704 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: b3539b22-1557-41f9-bbf9-7defd6ea8f0e {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:39:34.078047 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device b3539b22-1557-41f9-bbf9-7defd6ea8f0e not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:39:34.218143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48468) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:34.385991 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-75901445-85f6-48d7-92c7-35ff17480efc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b85c21346174b8ea474e16a451a18e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664164 Jan 27 17:39:34.389382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48474) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:34.456915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a98bf4df-31e4-4bd7-a9f7-0cd6b4666e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:34.484026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a98bf4df-31e4-4bd7-a9f7-0cd6b4666e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:34.538708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a98bf4df-31e4-4bd7-a9f7-0cd6b4666e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:34.553384 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bf4df-31e4-4bd7-a9f7-0cd6b4666e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f3d5b8-f07e-4e63-861a-1d62cac82c5c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:34.559437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a98bf4df-31e4-4bd7-a9f7-0cd6b4666e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:34.560638 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a98bf4df-31e4-4bd7-a9f7-0cd6b4666e8e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8f3d5b8-f07e-4e63-861a-1d62cac82c5c HTTP/1.1" status: 204 len: 168 time: 0.1702960 Jan 27 17:39:35.286064 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48498) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:35.396388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1079947111-network', 'tenant_id': '63f6f232568841bea25857f1f6bae299'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:35.401125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:35.404905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Usage tracker for resource:network and tenant:63f6f232568841bea25857f1f6bae299 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:35.407731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:35.414947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:35.428309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Made reservation on behalf of 63f6f232568841bea25857f1f6bae299 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:35.430596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:35.442983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:35.457862 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:35.463301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Usage tracker for resource:security_group_rule and tenant:63f6f232568841bea25857f1f6bae299 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:35.468196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:35.478224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:35.579043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:35.585304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:35.620131 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1218} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:39:35.628625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb35618-4116-4a65-8820-7d88bbd458ad,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:35.635092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:35.636291 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Added segment a564fd2c-a737-4793-a157-abb9e5671ca2 of type vlan for network 5de28ffa-31c9-450f-be21-fa9e3c1f025f Jan 27 17:39:35.665894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:35.701528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:35.702510 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:35.703103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:35.797922 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5104465 Jan 27 17:39:35.801605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48504) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:35.803382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971d2ed-5f92-4997-8d52-660a320f6d32 admin admin] Pushing event updated for resources: {'Network': ['ID=5de28ffa-31c9-450f-be21-fa9e3c1f025f,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:35.807650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Request body: {'subnet': {'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1079947111-subnet', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'ip_version': 4}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:35.815084 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:35.819431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Usage tracker for resource:subnet and tenant:63f6f232568841bea25857f1f6bae299 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:35.820274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 5de28ffa-31c9-450f-be21-fa9e3c1f025f details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:39:35.822561 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:35.828654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:35.841976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Made reservation on behalf of 63f6f232568841bea25857f1f6bae299 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:35.844682 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:36.056627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:36.132050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:36.142814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:36.143165 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:36.143495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:36.143844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:36.144192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:36.144513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:36.144835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:36.145152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:36.145473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:36.145767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:36.146104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:36.146399 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:36.151230 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Checking segment: {'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:36.151600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Network hostable DHCP agents. Network: 5de28ffa-31c9-450f-be21-fa9e3c1f025f, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:39:36.172987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Network 5de28ffa-31c9-450f-be21-fa9e3c1f025f is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:39:36.185787 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 5de28ffa-31c9-450f-be21-fa9e3c1f025f) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:36.190144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:36.190720 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:36.194918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d43a498-1679-4d97-81f3-0765e19dbb48 None None] Network 5de28ffa-31c9-450f-be21-fa9e3c1f025f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:36.213588 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1ea91508-29b9-434b-899f-bb481f1ee158 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4108269 Jan 27 17:39:36.216700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48508) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:36.221907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1079947111-router', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:36.226796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:36.231056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Usage tracker for resource:router and tenant:63f6f232568841bea25857f1f6bae299 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:36.234056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:36.239812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:36.251074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:36.252266 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:36.267196 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:36.419316 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-5de28ffa-31c9-450f-be21-fa9e3c1f025f', 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'fixed_ips': [{'subnet_id': 'ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:39:36.420261 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:36.541861 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:36.578442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Allocated IP 172.20.0.2 (5de28ffa-31c9-450f-be21-fa9e3c1f025f/ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6/c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:39:36.785241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:36.796134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Transition to ACTIVE for port object c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:36.814543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Transition to ACTIVE for port object c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:36.821277 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:36.858866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:36.888568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Network 5de28ffa-31c9-450f-be21-fa9e3c1f025f is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:39:36.889401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:36.891452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:36.895300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:39:36.900935 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Pushing event updated for resources: {'Port': ['ID=c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:36.985315 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Attempting to bind port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:39:36.985695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Attempting to bind port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:39:36.986035 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Attempting to bind port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 on network 5de28ffa-31c9-450f-be21-fa9e3c1f025f {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:39:36.991444 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:39:36.991829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Checking segment: {'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:36.992223 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:36.992610 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Bound using segment: {'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:39:36.993063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Bound port: c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:39:36.993427 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:37.029987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Allocated IP 172.26.8.112 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/5c07ec88-a732-4995-a259-b60eebff6e2f) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:39:37.086419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] For port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:39:37.089569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] For port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:39:37.094993 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:37.176295 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee855b7-39f8-4f51-96fc-0837dc45a47c None None] Pushing event updated for resources: {'Port': ['ID=c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:37.179728 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:37.213334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:37.281058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:39:37.284477 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:37.288279 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:39:37.324811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c07ec88-a732-4995-a259-b60eebff6e2f,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:37.552276 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:39:37.864384 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:38.052004 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:38.134812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:38.141696 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1453ba7-7b43-40bf-b727-1182244aaa76 None None] Network 5de28ffa-31c9-450f-be21-fa9e3c1f025f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:38.223171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:38.303297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-35303409-5714-4d80-9285-761de712a9bd None None] Provisioning for port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:38.312778 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-35303409-5714-4d80-9285-761de712a9bd None None] Provisioning complete for port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:38.313162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-35303409-5714-4d80-9285-761de712a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:38.438458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Router be70a2d1-9d9a-4155-b545-fb14f88d7301 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:39:38.521666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-35303409-5714-4d80-9285-761de712a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:38.562323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-35303409-5714-4d80-9285-761de712a9bd None None] For port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:38.567967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-35303409-5714-4d80-9285-761de712a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:38.620095 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:39:38.636195 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Sync routers for ids ['be70a2d1-9d9a-4155-b545-fb14f88d7301'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:39:38.647285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35303409-5714-4d80-9285-761de712a9bd None None] Pushing event updated for resources: {'Port': ['ID=c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:38.649878 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Routers {'be70a2d1-9d9a-4155-b545-fb14f88d7301'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:39:38.650271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:38.650519 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:39:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['be70a2d1-9d9a-4155-b545-fb14f88d7301'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:38.652126 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e1387ac4-2762-4f9b-aba0-a7326e9817d3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4341054 Jan 27 17:39:38.654449 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48512) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:38.793564 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-31f1649f-e515-43ea-a21d-01d1421dfd95 None None] Provisioning complete for port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:38.794268 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-31f1649f-e515-43ea-a21d-01d1421dfd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:38.833671 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Set router be70a2d1-9d9a-4155-b545-fb14f88d7301 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:39:39.156383 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'name': 'tempest-TestEncryptedCinderVolumes-1079947111-router', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:39:37Z', 'revision_number': 3, 'project_id': '63f6f232568841bea25857f1f6bae299', 'gw_port': {'id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:39.160334 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Checking router: be70a2d1-9d9a-4155-b545-fb14f88d7301 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:39:39.160748 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Updating router be70a2d1-9d9a-4155-b545-fb14f88d7301 port 5c07ec88-a732-4995-a259-b60eebff6e2f binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:39:39.211729 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:39.475013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:39.547065 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:39.558517 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Transition to ACTIVE for port object 5c07ec88-a732-4995-a259-b60eebff6e2f will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:39.566404 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:39.644761 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Attempting to bind port 5c07ec88-a732-4995-a259-b60eebff6e2f on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:39:39.645491 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Attempting to bind port 5c07ec88-a732-4995-a259-b60eebff6e2f by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:39:39.645491 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Attempting to bind port 5c07ec88-a732-4995-a259-b60eebff6e2f on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:39:39.651450 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Pushing event updated for resources: {'Port': ['ID=5c07ec88-a732-4995-a259-b60eebff6e2f,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:39.656228 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:39:39.656605 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:39.656973 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:39.657344 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:39:39.657792 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Bound port: 5c07ec88-a732-4995-a259-b60eebff6e2f, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:39:39.658132 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:39.693703 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:39.694038 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:39.694360 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:39.694675 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:39.695006 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:39.695301 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:39.695604 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:39.695945 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:39.696260 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:39.696401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Allocated IP 172.20.0.1 (5de28ffa-31c9-450f-be21-fa9e3c1f025f/ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6/fe16f569-1057-41af-be1a-7afaa10c9847) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:39:39.696541 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:39.696875 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:39.697159 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:39.740888 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] For port 5c07ec88-a732-4995-a259-b60eebff6e2f, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:39:39.744503 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] For port 5c07ec88-a732-4995-a259-b60eebff6e2f, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5c07ec88-a732-4995-a259-b60eebff6e2f,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:39:39.750942 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:39.831069 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70d87e-58b0-410d-a173-a6f705f2e597 None None] Pushing event updated for resources: {'Port': ['ID=5c07ec88-a732-4995-a259-b60eebff6e2f,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:39.834859 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Routers {'be70a2d1-9d9a-4155-b545-fb14f88d7301'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:39:39.835446 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:39:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['be70a2d1-9d9a-4155-b545-fb14f88d7301'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:39.854499 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:39.871052 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Transition to ACTIVE for port object fe16f569-1057-41af-be1a-7afaa10c9847 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:39.904855 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:39.967157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Network 5de28ffa-31c9-450f-be21-fa9e3c1f025f is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:39:39.971769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:39.990330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:39:40.016238 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe16f569-1057-41af-be1a-7afaa10c9847,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:40.018173 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] Set router be70a2d1-9d9a-4155-b545-fb14f88d7301 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:39:40.038441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:40.051492 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:40.116608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:40.116984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:40.263527 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-13a3e932-fc01-4611-a948-b1b1e8f2c4af None None] Provisioning for port fe16f569-1057-41af-be1a-7afaa10c9847 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:40.268707 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-13a3e932-fc01-4611-a948-b1b1e8f2c4af None None] Provisioning complete for port fe16f569-1057-41af-be1a-7afaa10c9847 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:40.269068 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-13a3e932-fc01-4611-a948-b1b1e8f2c4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:40.326231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-13a3e932-fc01-4611-a948-b1b1e8f2c4af None None] Port fe16f569-1057-41af-be1a-7afaa10c9847 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:39:40.331420 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'name': 'tempest-TestEncryptedCinderVolumes-1079947111-router', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:39:37Z', 'revision_number': 3, 'project_id': '63f6f232568841bea25857f1f6bae299', 'gw_port': {'id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:40.336139 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a30a6ad-7040-4db7-bd32-7bc86255db43 None None] The sync data for ids ['be70a2d1-9d9a-4155-b545-fb14f88d7301'] in dv-neutron-825077-1-hyperv is: [{'id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'name': 'tempest-TestEncryptedCinderVolumes-1079947111-router', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:39:37Z', 'revision_number': 3, 'project_id': '63f6f232568841bea25857f1f6bae299', 'gw_port': {'id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:39:40.350965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:40.729662 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:40.736069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:40.844638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe16f569-1057-41af-be1a-7afaa10c9847,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:40.847676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:40.993294 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Network 5de28ffa-31c9-450f-be21-fa9e3c1f025f is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:39:40.994507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:41.198008 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Router be70a2d1-9d9a-4155-b545-fb14f88d7301 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:39:41.252492 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3a785eb1-3011-4ea3-af76-5b8f9acb1973 None None] Provisioning complete for port fe16f569-1057-41af-be1a-7afaa10c9847 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:41.253124 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3a785eb1-3011-4ea3-af76-5b8f9acb1973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:41.309537 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3a785eb1-3011-4ea3-af76-5b8f9acb1973 None None] Port fe16f569-1057-41af-be1a-7afaa10c9847 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:39:41.386911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:39:41.397142 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7f9d6e3c-97bb-468e-b03e-d454d46e2da3 admin admin] 10.222.0.81 "PUT /v2.0/routers/be70a2d1-9d9a-4155-b545-fb14f88d7301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7414787 Jan 27 17:39:41.844243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Sync routers for ids ['be70a2d1-9d9a-4155-b545-fb14f88d7301'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:39:41.856407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Routers {'be70a2d1-9d9a-4155-b545-fb14f88d7301'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:39:41.857102 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:39:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['be70a2d1-9d9a-4155-b545-fb14f88d7301'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:41.969596 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48532) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:41.976904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-292815106-network', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:41.982963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:41.987277 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Usage tracker for resource:network and tenant:7ea77c586de24cf4b157bb9c1c395fa8 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:41.990670 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:41.996903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:42.012280 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Made reservation on behalf of 7ea77c586de24cf4b157bb9c1c395fa8 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:42.014872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.028520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.056529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:42.063446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Usage tracker for resource:security_group_rule and tenant:7ea77c586de24cf4b157bb9c1c395fa8 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:42.063607 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Set router be70a2d1-9d9a-4155-b545-fb14f88d7301 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:39:42.066746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:42.075825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:42.109010 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5c07ec88-a732-4995-a259-b60eebff6e2f up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:42.173271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.179209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.217440 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5fc658-f809-4c45-9b5e-dedd94113524,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:42.225221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:39:42.241326 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.241669 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Added segment 9e8cb146-c360-4dd3-b630-cb1c4641a992 of type vlan for network b708b9ff-76fc-4ce8-9cce-f78c51512197 Jan 27 17:39:42.269093 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.302988 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.304120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:42.304724 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.334982 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 5c07ec88-a732-4995-a259-b60eebff6e2f completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:42.345306 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 5c07ec88-a732-4995-a259-b60eebff6e2f triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:42.346110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.414929 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4441338 Jan 27 17:39:42.417884 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48536) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:42.421068 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d837-5e02-4dac-8594-08b39d21f24a admin admin] Pushing event updated for resources: {'Network': ['ID=b708b9ff-76fc-4ce8-9cce-f78c51512197,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:42.430408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Request body: {'subnet': {'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-292815106-subnet', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'ip_version': 4}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:42.432518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network b708b9ff-76fc-4ce8-9cce-f78c51512197 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:39:42.435273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:42.439930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Usage tracker for resource:subnet and tenant:7ea77c586de24cf4b157bb9c1c395fa8 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:42.442826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:42.453203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:42.469428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Made reservation on behalf of 7ea77c586de24cf4b157bb9c1c395fa8 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:42.472713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.684985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.686295 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.707554 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 5c07ec88-a732-4995-a259-b60eebff6e2f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5c07ec88-a732-4995-a259-b60eebff6e2f,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:42.713099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'name': 'tempest-TestEncryptedCinderVolumes-1079947111-router', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:39:40Z', 'revision_number': 4, 'project_id': '63f6f232568841bea25857f1f6bae299', 'gw_port': {'id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'fe16f569-1057-41af-be1a-7afaa10c9847', 'name': '', 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'mac_address': 'fa:16:3e:a3:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:39Z', 'updated_at': '2022-01-27T17:39:40Z', 'revision_number': 2, 'project_id': '63f6f232568841bea25857f1f6bae299', 'subnets': [{'id': 'ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:42.716376 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.754780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Checking router: be70a2d1-9d9a-4155-b545-fb14f88d7301 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:39:42.755167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Updating router be70a2d1-9d9a-4155-b545-fb14f88d7301 port fe16f569-1057-41af-be1a-7afaa10c9847 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:39:42.763944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a61067-b425-4ad5-bd7a-b2789be593a8,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:42.769700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Checking segment: {'id': '9e8cb146-c360-4dd3-b630-cb1c4641a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:42.770043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Network hostable DHCP agents. Network: b708b9ff-76fc-4ce8-9cce-f78c51512197, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:39:42.790936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Network b708b9ff-76fc-4ce8-9cce-f78c51512197 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:39:42.802118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, b708b9ff-76fc-4ce8-9cce-f78c51512197) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:42.808094 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:42.808344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.814198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8143d0ac-fc52-451c-8536-5a50aa907d3f None None] Network b708b9ff-76fc-4ce8-9cce-f78c51512197 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:42.833110 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ca0f03c3-f146-4a61-be2a-cb97b21bf2cb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4134235 Jan 27 17:39:42.835878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48540) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:42.840871 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-292815106-router', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:42.845844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:42.850388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Usage tracker for resource:router and tenant:7ea77c586de24cf4b157bb9c1c395fa8 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:39:42.853839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:39:42.859762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:42.862960 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.874886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.875933 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:42.878195 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=5c07ec88-a732-4995-a259-b60eebff6e2f,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:42.891902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:43.243163 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-b708b9ff-76fc-4ce8-9cce-f78c51512197', 'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'fixed_ips': [{'subnet_id': '48a61067-b425-4ad5-bd7a-b2789be593a8'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:39:43.244034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:43.269214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:43.493954 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Allocated IP 172.20.0.2 (b708b9ff-76fc-4ce8-9cce-f78c51512197/48a61067-b425-4ad5-bd7a-b2789be593a8/28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:39:43.496628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:43.514377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Transition to ACTIVE for port object fe16f569-1057-41af-be1a-7afaa10c9847 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:43.533423 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:43.591957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:43.626406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:43.728055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331567c0-b779-4b4c-b584-bb66e4e84edc None None] Pushing event updated for resources: {'Port': ['ID=fe16f569-1057-41af-be1a-7afaa10c9847,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:43.778378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Allocated IP 172.26.8.74 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/f38d1ec9-90ec-4781-8fc3-1b985c6a8632) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:39:43.863717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Attempting to bind port fe16f569-1057-41af-be1a-7afaa10c9847 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:39:43.864060 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Attempting to bind port fe16f569-1057-41af-be1a-7afaa10c9847 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:39:43.864418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Attempting to bind port fe16f569-1057-41af-be1a-7afaa10c9847 on network 5de28ffa-31c9-450f-be21-fa9e3c1f025f {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:39:43.899355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:39:43.899678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Checking segment: {'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:43.900057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:43.900457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Bound using segment: {'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:39:43.900924 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Bound port: fe16f569-1057-41af-be1a-7afaa10c9847, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:39:43.901281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:43.935854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:43.968619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:43.998093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:44.014355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Transition to ACTIVE for port object 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:44.029616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5c07ec88-a732-4995-a259-b60eebff6e2f up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:44.043718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:39:44.046619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:44.049242 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:39:44.087211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f38d1ec9-90ec-4781-8fc3-1b985c6a8632,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:44.091191 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Transition to ACTIVE for port object 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:44.101332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:44.107470 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] For port fe16f569-1057-41af-be1a-7afaa10c9847, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:39:44.221543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] For port fe16f569-1057-41af-be1a-7afaa10c9847, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=fe16f569-1057-41af-be1a-7afaa10c9847,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:39:44.239690 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:44.244608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Network b708b9ff-76fc-4ce8-9cce-f78c51512197 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:39:44.251048 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:44.255599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Pushing event updated for resources: {'Port': ['ID=28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:44.257813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:39:44.370147 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 5c07ec88-a732-4995-a259-b60eebff6e2f triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:44.370511 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:44.458699 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Routers {'be70a2d1-9d9a-4155-b545-fb14f88d7301'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:39:44.459416 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:39:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['be70a2d1-9d9a-4155-b545-fb14f88d7301'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:44.486122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:44.550475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331567c0-b779-4b4c-b584-bb66e4e84edc None None] Pushing event updated for resources: {'Port': ['ID=fe16f569-1057-41af-be1a-7afaa10c9847,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:44.579509 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Attempting to bind port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:39:44.579809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Attempting to bind port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '9e8cb146-c360-4dd3-b630-cb1c4641a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:39:44.580235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Attempting to bind port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd on network b708b9ff-76fc-4ce8-9cce-f78c51512197 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:39:44.598572 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:39:44.598896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Checking segment: {'id': '9e8cb146-c360-4dd3-b630-cb1c4641a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:44.599309 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:44.599735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Bound using segment: {'id': '9e8cb146-c360-4dd3-b630-cb1c4641a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:39:44.600235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Bound port: 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8cb146-c360-4dd3-b630-cb1c4641a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:39:44.600593 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:44.824388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] Set router be70a2d1-9d9a-4155-b545-fb14f88d7301 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:39:44.896968 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] For port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:39:44.954057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:44.968682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] For port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd,segment=NetworkSegment(9e8cb146-c360-4dd3-b630-cb1c4641a992),segment_id=9e8cb146-c360-4dd3-b630-cb1c4641a992)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:39:44.985085 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:45.151743 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5c94a-0281-4c91-87fe-1c6bbb0c0248 None None] Pushing event updated for resources: {'Port': ['ID=28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:45.183941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Router ca5001da-59ff-4d65-b564-2fa8d7d8e57d is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:39:45.240081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'name': 'tempest-TestEncryptedCinderVolumes-1079947111-router', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:39:40Z', 'revision_number': 4, 'project_id': '63f6f232568841bea25857f1f6bae299', 'gw_port': {'id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'fe16f569-1057-41af-be1a-7afaa10c9847', 'name': '', 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'mac_address': 'fa:16:3e:a3:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:39Z', 'updated_at': '2022-01-27T17:39:44Z', 'revision_number': 4, 'project_id': '63f6f232568841bea25857f1f6bae299', 'subnets': [{'id': 'ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:45.244061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110e9c0-f538-41eb-86aa-b5e6ae4a82db None None] The sync data for ids ['be70a2d1-9d9a-4155-b545-fb14f88d7301'] in dv-neutron-825077-1-hyperv is: [{'id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'name': 'tempest-TestEncryptedCinderVolumes-1079947111-router', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:39:40Z', 'revision_number': 4, 'project_id': '63f6f232568841bea25857f1f6bae299', 'gw_port': {'id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'fe16f569-1057-41af-be1a-7afaa10c9847', 'name': '', 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'mac_address': 'fa:16:3e:a3:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:39Z', 'updated_at': '2022-01-27T17:39:44Z', 'revision_number': 4, 'project_id': '63f6f232568841bea25857f1f6bae299', 'subnets': [{'id': 'ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:39:45.410535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:39:45.427769 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Sync routers for ids ['ca5001da-59ff-4d65-b564-2fa8d7d8e57d'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:39:45.438582 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Routers {'ca5001da-59ff-4d65-b564-2fa8d7d8e57d'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:39:45.441735 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:39:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ca5001da-59ff-4d65-b564-2fa8d7d8e57d'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:45.443413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:45.453311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48544) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:45.463650 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-47e4228f-52e6-4397-9150-47530eadf0f9 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6266007 Jan 27 17:39:45.674554 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Set router ca5001da-59ff-4d65-b564-2fa8d7d8e57d gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:39:45.984227 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'name': 'tempest-TestEncryptedCinderVolumes-292815106-router', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:42Z', 'updated_at': '2022-01-27T17:39:44Z', 'revision_number': 3, 'project_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'gw_port': {'id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:43Z', 'updated_at': '2022-01-27T17:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:45.992926 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Checking router: ca5001da-59ff-4d65-b564-2fa8d7d8e57d for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:39:45.993554 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Updating router ca5001da-59ff-4d65-b564-2fa8d7d8e57d port f38d1ec9-90ec-4781-8fc3-1b985c6a8632 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:39:46.070750 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.212757 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device fe16f569-1057-41af-be1a-7afaa10c9847 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:46.319718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port fe16f569-1057-41af-be1a-7afaa10c9847 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:46.332073 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port fe16f569-1057-41af-be1a-7afaa10c9847 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:46.332439 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.457247 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.489194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a148d301-9ff4-43c6-a0d1-387456e9d7c7 None None] Network b708b9ff-76fc-4ce8-9cce-f78c51512197 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:39:46.545338 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.561424 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.574121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7ecf3c31-8fec-407a-886d-b5884c6fc8cc None None] Provisioning for port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:46.580561 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Transition to ACTIVE for port object f38d1ec9-90ec-4781-8fc3-1b985c6a8632 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:46.593404 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.648768 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port fe16f569-1057-41af-be1a-7afaa10c9847, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=fe16f569-1057-41af-be1a-7afaa10c9847,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:46.692682 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Attempting to bind port f38d1ec9-90ec-4781-8fc3-1b985c6a8632 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:39:46.693042 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Attempting to bind port f38d1ec9-90ec-4781-8fc3-1b985c6a8632 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:39:46.693391 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Attempting to bind port f38d1ec9-90ec-4781-8fc3-1b985c6a8632 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:39:46.704290 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:39:46.704603 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:46.705001 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.705386 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:39:46.705839 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Bound port: f38d1ec9-90ec-4781-8fc3-1b985c6a8632, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:39:46.706197 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.716819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.717603 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:46.731569 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67cd98-d7b8-4cd0-8ae6-de07ff719917 None None] Pushing event updated for resources: {'Port': ['ID=f38d1ec9-90ec-4781-8fc3-1b985c6a8632,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:46.772786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Allocated IP 172.20.0.1 (b708b9ff-76fc-4ce8-9cce-f78c51512197/48a61067-b425-4ad5-bd7a-b2789be593a8/0d94ddc1-eddd-474b-a827-c0ca4acd80d1) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:39:46.793554 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] For port f38d1ec9-90ec-4781-8fc3-1b985c6a8632, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:39:46.797469 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] For port f38d1ec9-90ec-4781-8fc3-1b985c6a8632, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f38d1ec9-90ec-4781-8fc3-1b985c6a8632,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:39:46.802203 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.890687 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Routers {'ca5001da-59ff-4d65-b564-2fa8d7d8e57d'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:39:46.891312 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:39:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ca5001da-59ff-4d65-b564-2fa8d7d8e57d'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:46.967104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.971701 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67cd98-d7b8-4cd0-8ae6-de07ff719917 None None] Pushing event updated for resources: {'Port': ['ID=f38d1ec9-90ec-4781-8fc3-1b985c6a8632,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:46.988435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Transition to ACTIVE for port object 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:46.996458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=fe16f569-1057-41af-be1a-7afaa10c9847,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:47.000350 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:47.006996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:47.007337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.019538 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.087922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Network b708b9ff-76fc-4ce8-9cce-f78c51512197 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:39:47.090944 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:47.094796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:39:47.123834 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] Set router ca5001da-59ff-4d65-b564-2fa8d7d8e57d gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:39:47.132749 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Pushing event updated for resources: {'Port': ['ID=0d94ddc1-eddd-474b-a827-c0ca4acd80d1,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:47.157272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.162667 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.206331 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd,segment=NetworkSegment(9e8cb146-c360-4dd3-b630-cb1c4641a992),segment_id=9e8cb146-c360-4dd3-b630-cb1c4641a992)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:47.215213 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.302150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.325496 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:47.469428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-13ee45cb-764c-4c97-b8ff-ac435058fd2a None None] Provisioning complete for port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:47.469793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-13ee45cb-764c-4c97-b8ff-ac435058fd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.503002 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'name': 'tempest-TestEncryptedCinderVolumes-292815106-router', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:42Z', 'updated_at': '2022-01-27T17:39:44Z', 'revision_number': 3, 'project_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'gw_port': {'id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:43Z', 'updated_at': '2022-01-27T17:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:47.506647 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb53ba-23ce-444e-b615-ec685a94e8f5 None None] The sync data for ids ['ca5001da-59ff-4d65-b564-2fa8d7d8e57d'] in dv-neutron-825077-1-hyperv is: [{'id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'name': 'tempest-TestEncryptedCinderVolumes-292815106-router', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:42Z', 'updated_at': '2022-01-27T17:39:44Z', 'revision_number': 3, 'project_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'gw_port': {'id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:43Z', 'updated_at': '2022-01-27T17:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:39:47.587814 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.593685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.713079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Pushing event updated for resources: {'Port': ['ID=0d94ddc1-eddd-474b-a827-c0ca4acd80d1,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:47.715972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.752076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c8872c15-67a1-4670-a2b1-d5e0f420de67 None None] Provisioning for port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:47.760849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c8872c15-67a1-4670-a2b1-d5e0f420de67 None None] Provisioning complete for port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:47.762375 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c8872c15-67a1-4670-a2b1-d5e0f420de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.827009 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c8872c15-67a1-4670-a2b1-d5e0f420de67 None None] Port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:39:47.905684 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Network b708b9ff-76fc-4ce8-9cce-f78c51512197 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:39:47.906936 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:48.123980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device fe16f569-1057-41af-be1a-7afaa10c9847 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:48.128668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Router ca5001da-59ff-4d65-b564-2fa8d7d8e57d has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:39:48.208883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port fe16f569-1057-41af-be1a-7afaa10c9847 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:48.209259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:48.287462 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-07070cc1-6d04-4189-a922-b56e919833f6 None None] Provisioning complete for port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:48.288694 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-07070cc1-6d04-4189-a922-b56e919833f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:48.358448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-07070cc1-6d04-4189-a922-b56e919833f6 None None] Port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:39:48.419414 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f38d1ec9-90ec-4781-8fc3-1b985c6a8632 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:48.472565 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:39:48.483907 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-1c3dd1a9-a734-4624-b6e8-d7d9ba27b1bb admin admin] 10.222.0.81 "PUT /v2.0/routers/ca5001da-59ff-4d65-b564-2fa8d7d8e57d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0280952 Jan 27 17:39:48.488367 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port f38d1ec9-90ec-4781-8fc3-1b985c6a8632 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:48.498874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port f38d1ec9-90ec-4781-8fc3-1b985c6a8632 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:48.499384 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:48.617231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:48.634397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port f38d1ec9-90ec-4781-8fc3-1b985c6a8632, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f38d1ec9-90ec-4781-8fc3-1b985c6a8632,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:48.638901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:48.639791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:48.757396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=f38d1ec9-90ec-4781-8fc3-1b985c6a8632,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:48.770135 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:48.770503 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:49.206793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Sync routers for ids ['ca5001da-59ff-4d65-b564-2fa8d7d8e57d'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:39:49.216979 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Routers {'ca5001da-59ff-4d65-b564-2fa8d7d8e57d'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:39:49.217668 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:39:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ca5001da-59ff-4d65-b564-2fa8d7d8e57d'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:49.296572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e04eb496-4d95-4c78-998a-47f279065bd3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:49.297934 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e04eb496-4d95-4c78-998a-47f279065bd3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/networks?id=5de28ffa-31c9-450f-be21-fa9e3c1f025f HTTP/1.1" status: 200 len: 817 time: 0.1558433 Jan 27 17:39:49.315491 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-1aaaca1c-5bf9-4707-a2ac-09758657a359 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/quotas/63f6f232568841bea25857f1f6bae299 HTTP/1.1" status: 200 len: 375 time: 0.0096052 Jan 27 17:39:49.405221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Set router ca5001da-59ff-4d65-b564-2fa8d7d8e57d gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:39:49.407060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-bb953098-e6ee-44a6-81cd-26543059f745 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Synchronizing usage tracker for tenant:63f6f232568841bea25857f1f6bae299 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:39:49.425951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-bb953098-e6ee-44a6-81cd-26543059f745 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Unset dirty status for tenant:63f6f232568841bea25857f1f6bae299 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:39:49.427341 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-bb953098-e6ee-44a6-81cd-26543059f745 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=63f6f232568841bea25857f1f6bae299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059043 Jan 27 17:39:49.569579 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-421d8776-380c-4076-8eae-ea58b55d1f9f service neutron] 10.222.0.81 "GET /v2.0/networks/5de28ffa-31c9-450f-be21-fa9e3c1f025f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305342 Jan 27 17:39:49.707788 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-97ae2ea6-8a7c-45ef-8833-e390db211eaa service neutron] 10.222.0.81 "GET /v2.0/networks/5de28ffa-31c9-450f-be21-fa9e3c1f025f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319666 Jan 27 17:39:49.784958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'name': 'tempest-TestEncryptedCinderVolumes-292815106-router', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:42Z', 'updated_at': '2022-01-27T17:39:47Z', 'revision_number': 4, 'project_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'gw_port': {'id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:43Z', 'updated_at': '2022-01-27T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '0d94ddc1-eddd-474b-a827-c0ca4acd80d1', 'name': '', 'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'mac_address': 'fa:16:3e:4f:61:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '48a61067-b425-4ad5-bd7a-b2789be593a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:46Z', 'updated_at': '2022-01-27T17:39:47Z', 'revision_number': 2, 'project_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'subnets': [{'id': '48a61067-b425-4ad5-bd7a-b2789be593a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:49.789243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Checking router: ca5001da-59ff-4d65-b564-2fa8d7d8e57d for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:39:49.789592 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Updating router ca5001da-59ff-4d65-b564-2fa8d7d8e57d port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:39:49.849054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:49.907115 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-83f18197-2589-473d-8332-0546e74947ef req-954e075b-d4fd-45a4-9661-f591318a2e26 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 210 time: 0.0426669 Jan 27 17:39:50.055473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f38d1ec9-90ec-4781-8fc3-1b985c6a8632 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:50.224865 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port f38d1ec9-90ec-4781-8fc3-1b985c6a8632 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:50.225186 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:50.413737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:50.436485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Transition to ACTIVE for port object 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:50.447443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:50.614322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd53b7-7cc0-4a12-80af-3cf967d8e93a None None] Pushing event updated for resources: {'Port': ['ID=0d94ddc1-eddd-474b-a827-c0ca4acd80d1,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:50.681606 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Attempting to bind port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:39:50.682098 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Attempting to bind port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '9e8cb146-c360-4dd3-b630-cb1c4641a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:39:50.682455 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Attempting to bind port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 on network b708b9ff-76fc-4ce8-9cce-f78c51512197 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:39:50.687813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:39:50.688167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Checking segment: {'id': '9e8cb146-c360-4dd3-b630-cb1c4641a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:50.688555 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:50.688938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Bound using segment: {'id': '9e8cb146-c360-4dd3-b630-cb1c4641a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:39:50.689418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Bound port: 0d94ddc1-eddd-474b-a827-c0ca4acd80d1, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8cb146-c360-4dd3-b630-cb1c4641a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:39:50.690459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:50.780781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] For port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:39:50.788916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] For port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=0d94ddc1-eddd-474b-a827-c0ca4acd80d1,segment=NetworkSegment(9e8cb146-c360-4dd3-b630-cb1c4641a992),segment_id=9e8cb146-c360-4dd3-b630-cb1c4641a992)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:39:50.796573 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:50.885537 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd53b7-7cc0-4a12-80af-3cf967d8e93a None None] Pushing event updated for resources: {'Port': ['ID=0d94ddc1-eddd-474b-a827-c0ca4acd80d1,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:50.888534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Routers {'ca5001da-59ff-4d65-b564-2fa8d7d8e57d'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:39:50.889129 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:39:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ca5001da-59ff-4d65-b564-2fa8d7d8e57d'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:51.118453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-1f9df962-0e77-4c08-8df2-6bda4c190819 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:51.119124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-1f9df962-0e77-4c08-8df2-6bda4c190819 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Synchronizing usage tracker for tenant:63f6f232568841bea25857f1f6bae299 on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:39:51.138769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] Set router ca5001da-59ff-4d65-b564-2fa8d7d8e57d gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:39:51.141570 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e3e3fa85-7e28-4644-a888-8deff2ec6ccb req-1ac223b5-0de9-41f4-80d4-2e8178693d4b tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 210 time: 0.0754526 Jan 27 17:39:51.143723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-1f9df962-0e77-4c08-8df2-6bda4c190819 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Unset dirty status for tenant:63f6f232568841bea25857f1f6bae299 on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:39:51.145503 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-1f9df962-0e77-4c08-8df2-6bda4c190819 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.88 "GET /v2.0/networks?id=5de28ffa-31c9-450f-be21-fa9e3c1f025f HTTP/1.1" status: 200 len: 817 time: 0.2109132 Jan 27 17:39:51.158989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Request body: {'port': {'device_id': '30a05017-4fdb-425f-81b7-ec1f7dac2348', 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f', 'admin_state_up': True, 'tenant_id': '63f6f232568841bea25857f1f6bae299'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:51.306672 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:39:51.317413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:39:51.329526 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Made reservation on behalf of 63f6f232568841bea25857f1f6bae299 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:39:51.333516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:51.509241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'name': 'tempest-TestEncryptedCinderVolumes-292815106-router', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:42Z', 'updated_at': '2022-01-27T17:39:47Z', 'revision_number': 4, 'project_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'gw_port': {'id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:43Z', 'updated_at': '2022-01-27T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '0d94ddc1-eddd-474b-a827-c0ca4acd80d1', 'name': '', 'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'mac_address': 'fa:16:3e:4f:61:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '48a61067-b425-4ad5-bd7a-b2789be593a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:46Z', 'updated_at': '2022-01-27T17:39:50Z', 'revision_number': 4, 'project_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'subnets': [{'id': '48a61067-b425-4ad5-bd7a-b2789be593a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:51.514594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Allocated IP 172.20.0.3 (5de28ffa-31c9-450f-be21-fa9e3c1f025f/ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6/73ab846b-4616-4a06-8709-824d0e949aa5) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:39:51.515204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd33f8f4-675d-4d67-9725-dcb18cdf8f21 None None] The sync data for ids ['ca5001da-59ff-4d65-b564-2fa8d7d8e57d'] in dv-neutron-825077-1-hyperv is: [{'id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'name': 'tempest-TestEncryptedCinderVolumes-292815106-router', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:42Z', 'updated_at': '2022-01-27T17:39:47Z', 'revision_number': 4, 'project_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'gw_port': {'id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:43Z', 'updated_at': '2022-01-27T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '0d94ddc1-eddd-474b-a827-c0ca4acd80d1', 'name': '', 'network_id': 'b708b9ff-76fc-4ce8-9cce-f78c51512197', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'mac_address': 'fa:16:3e:4f:61:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '48a61067-b425-4ad5-bd7a-b2789be593a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:46Z', 'updated_at': '2022-01-27T17:39:50Z', 'revision_number': 4, 'project_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'subnets': [{'id': '48a61067-b425-4ad5-bd7a-b2789be593a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:39:51.545847 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3b18-a4db-4b62-a926-177849c605d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:51.862963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:51.879979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Transition to ACTIVE for port object 73ab846b-4616-4a06-8709-824d0e949aa5 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:51.904096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:51.976224 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Network 5de28ffa-31c9-450f-be21-fa9e3c1f025f is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:39:51.979941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:39:51.984136 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:39:52.025170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Pushing event updated for resources: {'Port': ['ID=73ab846b-4616-4a06-8709-824d0e949aa5,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:52.073693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:52.074381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:52.079671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:52.109023 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4b20093a-ad85-48d5-aae2-422eef0eda7d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9547420 Jan 27 17:39:52.119473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-f881d4b0-d0d8-4c2d-b76e-d6769ac3965a tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:39:52.121390 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-f881d4b0-d0d8-4c2d-b76e-d6769ac3965a tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064411 Jan 27 17:39:52.132782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Request body: {'port': {'device_id': '30a05017-4fdb-425f-81b7-ec1f7dac2348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:52.164977 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:52.172276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:52.172917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:52.283509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:52.323245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:52.335522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-242ad2cd-050b-47bd-b8e8-e1954c9c50d6 None None] Provisioning for port 73ab846b-4616-4a06-8709-824d0e949aa5 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:52.351142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-242ad2cd-050b-47bd-b8e8-e1954c9c50d6 None None] Provisioning complete for port 73ab846b-4616-4a06-8709-824d0e949aa5 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:52.351316 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-242ad2cd-050b-47bd-b8e8-e1954c9c50d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:52.413226 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=0d94ddc1-eddd-474b-a827-c0ca4acd80d1,segment=NetworkSegment(9e8cb146-c360-4dd3-b630-cb1c4641a992),segment_id=9e8cb146-c360-4dd3-b630-cb1c4641a992)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:52.421607 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:52.455607 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-242ad2cd-050b-47bd-b8e8-e1954c9c50d6 None None] Port 73ab846b-4616-4a06-8709-824d0e949aa5 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:39:52.501016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336ca94-a093-48ba-8039-2cc69214a7cd req-41f953cb-1ceb-4dd6-ade5-e630aaa53932 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:52.501812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a336ca94-a093-48ba-8039-2cc69214a7cd req-41f953cb-1ceb-4dd6-ade5-e630aaa53932 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Synchronizing usage tracker for tenant:63f6f232568841bea25857f1f6bae299 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:39:52.506638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=0d94ddc1-eddd-474b-a827-c0ca4acd80d1,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:52.553769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a336ca94-a093-48ba-8039-2cc69214a7cd req-41f953cb-1ceb-4dd6-ade5-e630aaa53932 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Unset dirty status for tenant:63f6f232568841bea25857f1f6bae299 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:39:52.554942 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a336ca94-a093-48ba-8039-2cc69214a7cd req-41f953cb-1ceb-4dd6-ade5-e630aaa53932 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 931 time: 0.2726724 Jan 27 17:39:52.676351 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a336ca94-a093-48ba-8039-2cc69214a7cd req-89d48db5-25c1-48bd-ab25-c93bfe0675be tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Synchronizing usage tracker for tenant:63f6f232568841bea25857f1f6bae299 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:39:52.715386 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a336ca94-a093-48ba-8039-2cc69214a7cd req-89d48db5-25c1-48bd-ab25-c93bfe0675be tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Unset dirty status for tenant:63f6f232568841bea25857f1f6bae299 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:39:52.716593 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a336ca94-a093-48ba-8039-2cc69214a7cd req-89d48db5-25c1-48bd-ab25-c93bfe0675be tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484172 Jan 27 17:39:52.789124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ab846b-4616-4a06-8709-824d0e949aa5 {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:39:52.796460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:52.811901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Transition to ACTIVE for port object 73ab846b-4616-4a06-8709-824d0e949aa5 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:39:52.817624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:52.979191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Pushing event updated for resources: {'Port': ['ID=73ab846b-4616-4a06-8709-824d0e949aa5,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:53.056831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Attempting to bind port 73ab846b-4616-4a06-8709-824d0e949aa5 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:39:53.057162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Attempting to bind port 73ab846b-4616-4a06-8709-824d0e949aa5 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:39:53.057483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Attempting to bind port 73ab846b-4616-4a06-8709-824d0e949aa5 on network 5de28ffa-31c9-450f-be21-fa9e3c1f025f {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:39:53.062345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Port 73ab846b-4616-4a06-8709-824d0e949aa5 on network 5de28ffa-31c9-450f-be21-fa9e3c1f025f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:39:53.062654 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Attempting to bind port 73ab846b-4616-4a06-8709-824d0e949aa5 on network 5de28ffa-31c9-450f-be21-fa9e3c1f025f {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:39:53.068026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:39:53.068355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Checking segment: {'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:39:53.068737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Bound using segment: {'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:39:53.069156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Bound port: 73ab846b-4616-4a06-8709-824d0e949aa5, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:39:53.069498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:53.162116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] For port 73ab846b-4616-4a06-8709-824d0e949aa5, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:39:53.165011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] For port 73ab846b-4616-4a06-8709-824d0e949aa5, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=73ab846b-4616-4a06-8709-824d0e949aa5,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:39:53.172551 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:53.236476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:53.237064 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:53.238449 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] 10.222.0.88 "PUT /v2.0/ports/73ab846b-4616-4a06-8709-824d0e949aa5 HTTP/1.1" status: 200 len: 1093 time: 1.1099424 Jan 27 17:39:53.238892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a05017-4fdb-425f-81b7-ec1f7dac2348', 'tag': '73ab846b-4616-4a06-8709-824d0e949aa5'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:39:53.260419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ce55e-8298-427a-8cbd-2f2da1d47b1c service neutron] Pushing event updated for resources: {'Port': ['ID=73ab846b-4616-4a06-8709-824d0e949aa5,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:53.309512 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a05017-4fdb-425f-81b7-ec1f7dac2348', 'tag': '73ab846b-4616-4a06-8709-824d0e949aa5', 'status': 'completed', 'code': 200} Jan 27 17:39:53.352000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-2e0137f2-4600-4b02-be21-5c6a374d8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:53.353993 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-2e0137f2-4600-4b02-be21-5c6a374d8343 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=63f6f232568841bea25857f1f6bae299&device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 1096 time: 0.0767341 Jan 27 17:39:53.426940 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-4926abef-d262-4ead-b035-d5239cf6664c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73ab846b-4616-4a06-8709-824d0e949aa5 HTTP/1.1" status: 200 len: 217 time: 0.0662220 Jan 27 17:39:53.495677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-a57a621c-3306-44bc-ab70-313fe85ce7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:53.506800 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-a57a621c-3306-44bc-ab70-313fe85ce7da service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6 HTTP/1.1" status: 200 len: 856 time: 0.0741765 Jan 27 17:39:53.598758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-15da2ba9-44bc-48e8-9aa4-3c0316d4a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:53.600292 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-15da2ba9-44bc-48e8-9aa4-3c0316d4a457 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5de28ffa-31c9-450f-be21-fa9e3c1f025f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872757 Jan 27 17:39:53.739904 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-feed0df4-46ab-4f7a-b718-498abef20661 service neutron] 10.222.0.88 "GET /v2.0/networks/5de28ffa-31c9-450f-be21-fa9e3c1f025f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331332 Jan 27 17:39:53.867048 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-745cbf7d-c8e5-4ec9-9e04-1523209981a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:54.028507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:54.057303 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-bedc40ff-5c66-43c1-ad43-3e210c4de1d0 req-a83ac1bc-8cee-469a-b3fa-ca1dd5a66443 service neutron] 10.222.0.88 "GET /v2.0/networks/5de28ffa-31c9-450f-be21-fa9e3c1f025f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114877 Jan 27 17:39:54.074065 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333af393-7b2e-418f-ae7e-661c76af1953 req-ef3ccbbd-feab-422a-b2c5-a5a9991f4549 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:54.075816 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-333af393-7b2e-418f-ae7e-661c76af1953 req-ef3ccbbd-feab-422a-b2c5-a5a9991f4549 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 943 time: 0.1850352 Jan 27 17:39:54.112448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:54.112977 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:54.167167 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-333af393-7b2e-418f-ae7e-661c76af1953 req-e67f2979-db39-4191-9792-f820e463fd52 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851014 Jan 27 17:39:54.206193 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd5b93-36c7-4226-b7f5-f236963cb878 req-af7a7da7-cfba-4689-82c1-4da3e8ca1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:54.207742 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-08fd5b93-36c7-4226-b7f5-f236963cb878 req-af7a7da7-cfba-4689-82c1-4da3e8ca1e68 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=63f6f232568841bea25857f1f6bae299&device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 1096 time: 0.0938034 Jan 27 17:39:54.354052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd5b93-36c7-4226-b7f5-f236963cb878 req-8248ed54-09ad-4e6e-a15a-65110854f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:54.355513 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-08fd5b93-36c7-4226-b7f5-f236963cb878 req-8248ed54-09ad-4e6e-a15a-65110854f1a6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5de28ffa-31c9-450f-be21-fa9e3c1f025f HTTP/1.1" status: 200 len: 919 time: 0.1401007 Jan 27 17:39:54.432330 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-08fd5b93-36c7-4226-b7f5-f236963cb878 req-69db810b-ca32-4ab8-b83a-a9bf5ae98413 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73ab846b-4616-4a06-8709-824d0e949aa5 HTTP/1.1" status: 200 len: 217 time: 0.0699329 Jan 27 17:39:54.497728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd5b93-36c7-4226-b7f5-f236963cb878 req-cd2ceacc-915e-440a-b7eb-971aeb6ad06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:54.499152 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-08fd5b93-36c7-4226-b7f5-f236963cb878 req-cd2ceacc-915e-440a-b7eb-971aeb6ad06d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6 HTTP/1.1" status: 200 len: 856 time: 0.0604439 Jan 27 17:39:54.575771 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd5b93-36c7-4226-b7f5-f236963cb878 req-d4137bd5-6aca-47cb-81ac-54ab4e61eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:54.577215 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-08fd5b93-36c7-4226-b7f5-f236963cb878 req-d4137bd5-6aca-47cb-81ac-54ab4e61eca4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5de28ffa-31c9-450f-be21-fa9e3c1f025f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721192 Jan 27 17:39:54.711425 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-08fd5b93-36c7-4226-b7f5-f236963cb878 req-0b18f68c-4c54-494c-89f6-2c046e797d17 service neutron] 10.222.0.88 "GET /v2.0/networks/5de28ffa-31c9-450f-be21-fa9e3c1f025f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263804 Jan 27 17:39:54.854804 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-08fd5b93-36c7-4226-b7f5-f236963cb878 req-832457a8-6d6d-4408-8ba0-026ff4e0354b service neutron] 10.222.0.88 "GET /v2.0/networks/5de28ffa-31c9-450f-be21-fa9e3c1f025f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356666 Jan 27 17:39:54.856116 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:55.371079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b489a9-08c0-4214-97c1-fa16ab6c9706 req-4aa9bf08-4a5c-4796-a59f-67ab36784ebd tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:55.372727 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e7b489a9-08c0-4214-97c1-fa16ab6c9706 req-4aa9bf08-4a5c-4796-a59f-67ab36784ebd tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 943 time: 0.0895772 Jan 27 17:39:55.384944 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:55.423070 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e7b489a9-08c0-4214-97c1-fa16ab6c9706 req-b1a3b62c-4dd2-4534-9adc-a685c5cbb109 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434270 Jan 27 17:39:55.942048 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 73ab846b-4616-4a06-8709-824d0e949aa5 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:39:56.096521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 73ab846b-4616-4a06-8709-824d0e949aa5, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=73ab846b-4616-4a06-8709-824d0e949aa5,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:56.111678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '73ab846b-4616-4a06-8709-824d0e949aa5', 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f', 'port_id': '73ab846b-4616-4a06-8709-824d0e949aa5', 'mac_address': 'fa:16:3e:40:cc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:39:56.168365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:56.186009 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ab846b-4616-4a06-8709-824d0e949aa5 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:39:56.202809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 73ab846b-4616-4a06-8709-824d0e949aa5, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=73ab846b-4616-4a06-8709-824d0e949aa5,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:56.207993 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:56.284708 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=73ab846b-4616-4a06-8709-824d0e949aa5,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:56.297803 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:56.298419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:56.298958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:56.299530 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:56.300131 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:56.300701 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:56.301262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:56.301813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:56.302245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:56.302828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:56.303362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:56.303965 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:56.416284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['73ab846b-4616-4a06-8709-824d0e949aa5'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:39:56.626617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fad95-3acf-4aa2-9631-54219c883a23 req-490f44f5-a8e0-42f9-8e63-c1be373f6676 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:56.628608 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-014fad95-3acf-4aa2-9631-54219c883a23 req-490f44f5-a8e0-42f9-8e63-c1be373f6676 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 944 time: 0.0967846 Jan 27 17:39:56.676194 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-014fad95-3acf-4aa2-9631-54219c883a23 req-b6e7b13b-e448-465f-81d5-6e1a0f54c3b5 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406334 Jan 27 17:39:56.744537 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:57.875036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db302b-3ee9-4f8b-91fa-2cd3449d9eff req-ad7ef42a-1d5c-4265-a638-5711c9878082 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:57.876623 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a2db302b-3ee9-4f8b-91fa-2cd3449d9eff req-ad7ef42a-1d5c-4265-a638-5711c9878082 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 944 time: 0.0841691 Jan 27 17:39:57.926025 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a2db302b-3ee9-4f8b-91fa-2cd3449d9eff req-aa907107-6a11-4ab3-8a9b-547e58367c5c tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429657 Jan 27 17:39:57.940808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 73ab846b-4616-4a06-8709-824d0e949aa5 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:39:58.014034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 73ab846b-4616-4a06-8709-824d0e949aa5 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:39:58.019411 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 73ab846b-4616-4a06-8709-824d0e949aa5 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:58.019965 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:58.148875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:58.178149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a05017-4fdb-425f-81b7-ec1f7dac2348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ab846b-4616-4a06-8709-824d0e949aa5'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:39:58.189221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 73ab846b-4616-4a06-8709-824d0e949aa5, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=73ab846b-4616-4a06-8709-824d0e949aa5,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:58.195421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:58.241051 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a05017-4fdb-425f-81b7-ec1f7dac2348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ab846b-4616-4a06-8709-824d0e949aa5', 'code': 200} Jan 27 17:39:58.271418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=73ab846b-4616-4a06-8709-824d0e949aa5,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:58.577592 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44682da9-9c3a-4201-a519-49a79b50d051 req-77553b13-e291-4c1b-8c52-a82841872a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:58.579084 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-44682da9-9c3a-4201-a519-49a79b50d051 req-77553b13-e291-4c1b-8c52-a82841872a29 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 1098 time: 0.1765773 Jan 27 17:39:58.625267 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-44682da9-9c3a-4201-a519-49a79b50d051 req-516ea505-e0fd-4690-913d-0d1396bc895e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396433 Jan 27 17:39:58.651177 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:59.122075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6721c0-b893-4bd1-884a-15659c240058 req-a1ac39e0-964a-49e3-8e04-37e49689b04b tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:59.123498 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3c6721c0-b893-4bd1-884a-15659c240058 req-a1ac39e0-964a-49e3-8e04-37e49689b04b tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 945 time: 0.0869339 Jan 27 17:39:59.171822 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3c6721c0-b893-4bd1-884a-15659c240058 req-94308b35-83a5-4ad2-8fd0-1218ef8ae694 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Jan 27 17:40:00.366605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74487a41-1143-400e-9450-a1db55f6a0b2 req-4ddb0163-fd75-47ca-b7a7-025cfecc339c tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:00.368137 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-74487a41-1143-400e-9450-a1db55f6a0b2 req-4ddb0163-fd75-47ca-b7a7-025cfecc339c tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 945 time: 0.0851059 Jan 27 17:40:00.415330 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-74487a41-1143-400e-9450-a1db55f6a0b2 req-b24d21b0-0d3a-456d-ab32-06bdb44ed8d1 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Jan 27 17:40:00.615009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cd18a-ddcb-4dc9-ad4e-1240e903b6ff req-510c10fb-251a-43ed-9ae5-34e6c6b3c4a1 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:00.616523 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e64cd18a-ddcb-4dc9-ad4e-1240e903b6ff req-510c10fb-251a-43ed-9ae5-34e6c6b3c4a1 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 945 time: 0.0864096 Jan 27 17:40:00.685556 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e64cd18a-ddcb-4dc9-ad4e-1240e903b6ff req-8cc4b5b5-3184-4aed-bcc3-70b2c9beb22a tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627191 Jan 27 17:40:14.552916 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:40:16.736181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cba2b7-4f38-4a2c-a4d0-14cb8e7607cc req-90aaa1ec-daf7-4f02-b513-9442f30647d9 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:16.737567 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-18cba2b7-4f38-4a2c-a4d0-14cb8e7607cc req-90aaa1ec-daf7-4f02-b513-9442f30647d9 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 945 time: 0.0936947 Jan 27 17:40:16.787745 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-18cba2b7-4f38-4a2c-a4d0-14cb8e7607cc req-fd16372c-31e9-4aa1-8175-db67fde5de3e tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439856 Jan 27 17:40:17.998588 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223d74e-c49d-4767-acc6-f2834347b217 req-4610a520-49c2-41dc-a6ab-272baa9b9aec tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:18.000092 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7223d74e-c49d-4767-acc6-f2834347b217 req-4610a520-49c2-41dc-a6ab-272baa9b9aec tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 945 time: 0.0925086 Jan 27 17:40:18.045870 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7223d74e-c49d-4767-acc6-f2834347b217 req-d080c281-f594-4bee-86f0-33efbc922201 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393932 Jan 27 17:40:18.192444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75420074-b953-4470-a561-e2403c143b29 req-8206a20a-7ea6-4b25-bec7-939d0aa74998 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:18.193974 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-75420074-b953-4470-a561-e2403c143b29 req-8206a20a-7ea6-4b25-bec7-939d0aa74998 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.88 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 945 time: 0.0856845 Jan 27 17:40:18.272535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-75420074-b953-4470-a561-e2403c143b29 req-10a69db6-004d-4b9d-b890-5660edc2d2fb tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Deleting port 73ab846b-4616-4a06-8709-824d0e949aa5 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:18.272873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-75420074-b953-4470-a561-e2403c143b29 req-10a69db6-004d-4b9d-b890-5660edc2d2fb tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:18.633888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-75420074-b953-4470-a561-e2403c143b29 req-10a69db6-004d-4b9d-b890-5660edc2d2fb tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] For port 73ab846b-4616-4a06-8709-824d0e949aa5, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=73ab846b-4616-4a06-8709-824d0e949aa5,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:18.634229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-75420074-b953-4470-a561-e2403c143b29 req-10a69db6-004d-4b9d-b890-5660edc2d2fb tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:18.759253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-75420074-b953-4470-a561-e2403c143b29 req-10a69db6-004d-4b9d-b890-5660edc2d2fb tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Calling delete_port for 73ab846b-4616-4a06-8709-824d0e949aa5 owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:18.911129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-75420074-b953-4470-a561-e2403c143b29 req-10a69db6-004d-4b9d-b890-5660edc2d2fb tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:18.923341 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['73ab846b-4616-4a06-8709-824d0e949aa5'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:40:18.968187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a69db6-004d-4b9d-b890-5660edc2d2fb tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Pushing event deleted for resources: {'Port': ['ID=73ab846b-4616-4a06-8709-824d0e949aa5,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:19.053821 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-75420074-b953-4470-a561-e2403c143b29 req-10a69db6-004d-4b9d-b890-5660edc2d2fb tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] No DVR routers for this DVR port 73ab846b-4616-4a06-8709-824d0e949aa5 on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:40:19.056430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-75420074-b953-4470-a561-e2403c143b29 req-10a69db6-004d-4b9d-b890-5660edc2d2fb tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:19.059570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a05017-4fdb-425f-81b7-ec1f7dac2348', 'name': 'network-vif-deleted', 'tag': '73ab846b-4616-4a06-8709-824d0e949aa5'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:40:19.079852 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-75420074-b953-4470-a561-e2403c143b29 req-10a69db6-004d-4b9d-b890-5660edc2d2fb tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.88 "DELETE /v2.0/ports/73ab846b-4616-4a06-8709-824d0e949aa5 HTTP/1.1" status: 204 len: 173 time: 0.8803015 Jan 27 17:40:19.108426 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a05017-4fdb-425f-81b7-ec1f7dac2348', 'name': 'network-vif-deleted', 'tag': '73ab846b-4616-4a06-8709-824d0e949aa5', 'status': 'completed', 'code': 200} Jan 27 17:40:19.212854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-ea4a60b3-398d-490b-a6ac-e50c1ec82c2e req-51d24e96-736b-4cbc-b9cf-71283ca1b72c tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Synchronizing usage tracker for tenant:63f6f232568841bea25857f1f6bae299 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:40:19.231612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-ea4a60b3-398d-490b-a6ac-e50c1ec82c2e req-51d24e96-736b-4cbc-b9cf-71283ca1b72c tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Unset dirty status for tenant:63f6f232568841bea25857f1f6bae299 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:40:19.233162 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ea4a60b3-398d-490b-a6ac-e50c1ec82c2e req-51d24e96-736b-4cbc-b9cf-71283ca1b72c tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a05017-4fdb-425f-81b7-ec1f7dac2348 HTTP/1.1" status: 200 len: 210 time: 0.0640044 Jan 27 17:40:20.914151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf424e-d176-42c9-855a-057e48453cc8 req-231a8481-be6b-4691-8ffd-be0b9cae4cc3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:20.915497 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-231a8481-be6b-4691-8ffd-be0b9cae4cc3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/networks?id=5de28ffa-31c9-450f-be21-fa9e3c1f025f HTTP/1.1" status: 200 len: 817 time: 0.1489484 Jan 27 17:40:20.930631 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-8644f9e5-7085-4b60-94d8-9576f65d97f6 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/quotas/63f6f232568841bea25857f1f6bae299 HTTP/1.1" status: 200 len: 375 time: 0.0095923 Jan 27 17:40:21.029384 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-b22a19b6-c23f-4817-ad73-2b2168bb9a9e tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=63f6f232568841bea25857f1f6bae299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915670 Jan 27 17:40:21.103616 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-cf15e5f9-86a0-40b3-8bba-8565e7a00a3a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:40:21.104633 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-cf15e5f9-86a0-40b3-8bba-8565e7a00a3a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0629265 Jan 27 17:40:21.246002 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-a3fcd45e-9a97-46d6-bf27-d4ea3d39df66 service neutron] 10.222.0.81 "GET /v2.0/networks/5de28ffa-31c9-450f-be21-fa9e3c1f025f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305642 Jan 27 17:40:21.382119 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-0cd53e67-2b45-4262-96e8-eca866e76e11 service neutron] 10.222.0.81 "GET /v2.0/networks/5de28ffa-31c9-450f-be21-fa9e3c1f025f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301730 Jan 27 17:40:21.572379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dde56fcc-720e-4d20-9fa5-775d9ea592e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:21.587845 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d96bf5f9-8565-4203-bb49-c9271dee9222 req-4420d96b-94df-4886-b8c5-ff281ab4ab6f tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 210 time: 0.0498269 Jan 27 17:40:22.065848 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 73ab846b-4616-4a06-8709-824d0e949aa5 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:40:22.104368 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 73ab846b-4616-4a06-8709-824d0e949aa5 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:40:22.104658 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 73ab846b-4616-4a06-8709-824d0e949aa5 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:40:22.684790 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf424e-d176-42c9-855a-057e48453cc8 req-95e98aca-fa7e-4947-9868-f2b6b873e4c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:22.686292 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-95e98aca-fa7e-4947-9868-f2b6b873e4c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.88 "GET /v2.0/networks?id=5de28ffa-31c9-450f-be21-fa9e3c1f025f HTTP/1.1" status: 200 len: 817 time: 0.1663952 Jan 27 17:40:22.699178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Request body: {'port': {'device_id': '43371872-4650-4948-888f-7358f1b9ddca', 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f', 'admin_state_up': True, 'tenant_id': '63f6f232568841bea25857f1f6bae299'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:22.777794 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a91147d8-4053-4c2c-8c8b-debdd6a04945 req-19193e2c-824c-431e-a4cf-640b691b63a9 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 210 time: 0.0615997 Jan 27 17:40:22.880324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:22.890147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:22.901886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Made reservation on behalf of 63f6f232568841bea25857f1f6bae299 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:40:22.905482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:23.077370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Allocated IP 172.20.0.12 (5de28ffa-31c9-450f-be21-fa9e3c1f025f/ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6/1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:40:23.392585 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:23.409538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Transition to ACTIVE for port object 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:40:23.437194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:23.512320 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Network 5de28ffa-31c9-450f-be21-fa9e3c1f025f is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:40:23.515885 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:40:23.519947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:40:23.550623 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Pushing event updated for resources: {'Port': ['ID=1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:23.567424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:23.567790 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:23.568126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:23.568451 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:23.568769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:23.569095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:23.569421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:23.569736 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:23.570049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:23.570363 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:23.570676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:23.570983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:23.601547 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:23.602184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:23.632747 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e204a3e6-d0c3-4cb1-9617-9a9967a434c3 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9373734 Jan 27 17:40:23.644106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Request body: {'port': {'device_id': '43371872-4650-4948-888f-7358f1b9ddca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:23.738155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ed790b29-7526-4682-9022-8ad5c6d06e51 None None] Provisioning for port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:40:23.745313 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ed790b29-7526-4682-9022-8ad5c6d06e51 None None] Provisioning complete for port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:40:23.746046 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ed790b29-7526-4682-9022-8ad5c6d06e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:23.767183 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:23.810934 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ed790b29-7526-4682-9022-8ad5c6d06e51 None None] Port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:40:23.872367 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f935c977-1c39-4ba6-89bb-2dd50eb5aea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:23.975966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ff864-d634-4adf-ac83-fb718be37938 req-581109cd-d40b-4a8e-889e-97f9cb4c7615 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:23.977408 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-db3ff864-d634-4adf-ac83-fb718be37938 req-581109cd-d40b-4a8e-889e-97f9cb4c7615 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 932 time: 0.0861402 Jan 27 17:40:24.026212 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-db3ff864-d634-4adf-ac83-fb718be37938 req-c5468f6e-4647-4e10-b1a4-007a21ebf924 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Jan 27 17:40:24.142956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:40:24.152609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:24.172040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Transition to ACTIVE for port object 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:40:24.178448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:24.347440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:24.436998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Attempting to bind port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:40:24.437537 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Attempting to bind port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:40:24.437912 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Attempting to bind port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a on network 5de28ffa-31c9-450f-be21-fa9e3c1f025f {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:40:24.443362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a on network 5de28ffa-31c9-450f-be21-fa9e3c1f025f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:40:24.443747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Attempting to bind port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a on network 5de28ffa-31c9-450f-be21-fa9e3c1f025f {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:40:24.449787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:40:24.450130 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Checking segment: {'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:40:24.450507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Bound using segment: {'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:40:24.450930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Bound port: 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a564fd2c-a737-4793-a157-abb9e5671ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:40:24.451278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:24.553300 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] For port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:40:24.556601 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] For port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:40:24.562919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:24.627097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:24.627808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:24.629270 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] 10.222.0.88 "PUT /v2.0/ports/1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a HTTP/1.1" status: 200 len: 1094 time: 0.9897628 Jan 27 17:40:24.629910 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43371872-4650-4948-888f-7358f1b9ddca', 'tag': '1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:40:24.653453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb7a44-5017-44ea-9aa6-fd83606703a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:24.726404 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43371872-4650-4948-888f-7358f1b9ddca', 'tag': '1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a', 'status': 'completed', 'code': 200} Jan 27 17:40:24.770875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf424e-d176-42c9-855a-057e48453cc8 req-abd8332d-96e6-4d60-90da-183eccf0c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:24.772502 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-abd8332d-96e6-4d60-90da-183eccf0c59b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=63f6f232568841bea25857f1f6bae299&device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 1097 time: 0.0869162 Jan 27 17:40:24.851393 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-91c2f418-8f4c-4c88-86f7-1848ba5f2da2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a HTTP/1.1" status: 200 len: 217 time: 0.0724211 Jan 27 17:40:24.854392 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:24.919408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e7f5fda3-917a-4a0e-b100-c7a99c017264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:24.920830 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-e7f5fda3-917a-4a0e-b100-c7a99c017264 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6 HTTP/1.1" status: 200 len: 856 time: 0.0640376 Jan 27 17:40:24.998461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf424e-d176-42c9-855a-057e48453cc8 req-68a8bece-78ca-4ece-92bc-9da5b08ca970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:25.000672 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-68a8bece-78ca-4ece-92bc-9da5b08ca970 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5de28ffa-31c9-450f-be21-fa9e3c1f025f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733194 Jan 27 17:40:25.146904 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-5ab55452-5c8c-4048-8419-7583e3804028 service neutron] 10.222.0.88 "GET /v2.0/networks/5de28ffa-31c9-450f-be21-fa9e3c1f025f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404111 Jan 27 17:40:25.220063 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f404aa-837f-4e6e-a7fc-171c0895b41f req-5d8f6ed7-83eb-496b-a8de-0fb2870762d2 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:25.221643 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-89f404aa-837f-4e6e-a7fc-171c0895b41f req-5d8f6ed7-83eb-496b-a8de-0fb2870762d2 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 944 time: 0.0829282 Jan 27 17:40:25.278042 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-89f404aa-837f-4e6e-a7fc-171c0895b41f req-0b5453a4-823b-430b-bcd9-71003598e8d5 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493245 Jan 27 17:40:25.378648 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:25.400642 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23cf424e-d176-42c9-855a-057e48453cc8 req-7cfeb02b-2024-41ee-b25d-02bd1e1ca6de service neutron] 10.222.0.88 "GET /v2.0/networks/5de28ffa-31c9-450f-be21-fa9e3c1f025f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478530 Jan 27 17:40:25.538326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f961c3-140b-4cc6-ab4c-945c758abecc req-24169f0d-f6c4-4021-b83f-779a42893194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:25.541100 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-45f961c3-140b-4cc6-ab4c-945c758abecc req-24169f0d-f6c4-4021-b83f-779a42893194 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=63f6f232568841bea25857f1f6bae299&device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 1097 time: 0.0904834 Jan 27 17:40:25.678022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f961c3-140b-4cc6-ab4c-945c758abecc req-6d5ddced-9212-4dda-9d2d-0716b6793b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:25.679418 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-45f961c3-140b-4cc6-ab4c-945c758abecc req-6d5ddced-9212-4dda-9d2d-0716b6793b14 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5de28ffa-31c9-450f-be21-fa9e3c1f025f HTTP/1.1" status: 200 len: 919 time: 0.1312854 Jan 27 17:40:25.751027 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-45f961c3-140b-4cc6-ab4c-945c758abecc req-c88fd926-976a-4348-bfaf-8c58a80f938a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a HTTP/1.1" status: 200 len: 217 time: 0.0649297 Jan 27 17:40:25.813344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f961c3-140b-4cc6-ab4c-945c758abecc req-4aceb6b8-b005-4dde-ab65-a580e3411e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:25.814812 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-45f961c3-140b-4cc6-ab4c-945c758abecc req-4aceb6b8-b005-4dde-ab65-a580e3411e0c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6 HTTP/1.1" status: 200 len: 856 time: 0.0577474 Jan 27 17:40:25.898562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f961c3-140b-4cc6-ab4c-945c758abecc req-21177f2c-1dd6-4a4f-afeb-4afd2ecd59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:25.900069 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-45f961c3-140b-4cc6-ab4c-945c758abecc req-21177f2c-1dd6-4a4f-afeb-4afd2ecd59ad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5de28ffa-31c9-450f-be21-fa9e3c1f025f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728686 Jan 27 17:40:26.038170 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-45f961c3-140b-4cc6-ab4c-945c758abecc req-a305b979-c291-45c3-baae-68f907cbad77 service neutron] 10.222.0.88 "GET /v2.0/networks/5de28ffa-31c9-450f-be21-fa9e3c1f025f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310253 Jan 27 17:40:26.173437 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-45f961c3-140b-4cc6-ab4c-945c758abecc req-7d123d75-d346-4c55-bf79-7bf389e90121 service neutron] 10.222.0.88 "GET /v2.0/networks/5de28ffa-31c9-450f-be21-fa9e3c1f025f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282759 Jan 27 17:40:26.483037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9b10e-71f5-4b1a-9f2f-40b12fb966b2 req-a06de94b-1da1-4252-98a5-9ab52d790c1d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:26.483767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-07f9b10e-71f5-4b1a-9f2f-40b12fb966b2 req-a06de94b-1da1-4252-98a5-9ab52d790c1d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Synchronizing usage tracker for tenant:63f6f232568841bea25857f1f6bae299 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:40:26.503310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-07f9b10e-71f5-4b1a-9f2f-40b12fb966b2 req-a06de94b-1da1-4252-98a5-9ab52d790c1d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Unset dirty status for tenant:63f6f232568841bea25857f1f6bae299 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:40:26.504596 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-07f9b10e-71f5-4b1a-9f2f-40b12fb966b2 req-a06de94b-1da1-4252-98a5-9ab52d790c1d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 944 time: 0.1066689 Jan 27 17:40:26.562766 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-07f9b10e-71f5-4b1a-9f2f-40b12fb966b2 req-f44cd779-fd0f-47d8-85e3-f4b279a8ffbf tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515833 Jan 27 17:40:26.748082 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:27.755643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60e25d-16b3-49e4-8a54-6ff552fdc8e1 req-06675e42-cd1c-4a92-a403-c174f808296a tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:27.757149 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2c60e25d-16b3-49e4-8a54-6ff552fdc8e1 req-06675e42-cd1c-4a92-a403-c174f808296a tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 944 time: 0.0869219 Jan 27 17:40:27.805301 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2c60e25d-16b3-49e4-8a54-6ff552fdc8e1 req-0aee644c-e4c2-4469-b452-ed81e74eff22 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 Jan 27 17:40:28.065532 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:40:28.231613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:28.245302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a', 'network_id': '5de28ffa-31c9-450f-be21-fa9e3c1f025f', 'port_id': '1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a', 'mac_address': 'fa:16:3e:11:b9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:40:28.298647 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:28.318121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:40:28.333388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:28.338407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:28.412161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:28.532059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:40:28.660903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:29.045853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284bf6e-a710-4be5-bbee-fc32691e58a0 req-1f7f512d-64a9-4e52-84ca-1b692a52625d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:29.047362 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f284bf6e-a710-4be5-bbee-fc32691e58a0 req-1f7f512d-64a9-4e52-84ca-1b692a52625d tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 945 time: 0.1127326 Jan 27 17:40:29.105288 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f284bf6e-a710-4be5-bbee-fc32691e58a0 req-5174d9f3-9136-4651-82c5-5b6ae7b0c01c tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514083 Jan 27 17:40:30.080620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:40:30.161362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:40:30.166380 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:40:30.166751 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:30.282350 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:30.300795 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ca3dc-bac9-4911-baa9-754011fc20a4 req-8c2fcb58-34d9-4b6a-8829-dc295f66b57f tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:30.303002 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fe2ca3dc-bac9-4911-baa9-754011fc20a4 req-8c2fcb58-34d9-4b6a-8829-dc295f66b57f tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 945 time: 0.0848517 Jan 27 17:40:30.309302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43371872-4650-4948-888f-7358f1b9ddca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:40:30.321145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:30.327725 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:30.387725 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43371872-4650-4948-888f-7358f1b9ddca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a', 'code': 200} Jan 27 17:40:30.437131 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:30.500153 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fe2ca3dc-bac9-4911-baa9-754011fc20a4 req-767091ba-06d3-4507-8212-7d30114f1343 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878719 Jan 27 17:40:30.644412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9cebb-988c-4696-9a6f-9dfc7fa63af2 req-dbbeef4a-e0fd-453c-86d4-a5aa6bac844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:30.646360 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f1a9cebb-988c-4696-9a6f-9dfc7fa63af2 req-dbbeef4a-e0fd-453c-86d4-a5aa6bac844d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 1099 time: 0.0717998 Jan 27 17:40:30.687264 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f1a9cebb-988c-4696-9a6f-9dfc7fa63af2 req-64b086cc-c69e-43cd-882e-e118d9584535 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351276 Jan 27 17:40:31.696727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b889cf-e4a0-4589-8ab6-add40a021b0e req-1ec5d83a-7c75-46e2-892d-e85b13f3ed32 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:31.698278 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-37b889cf-e4a0-4589-8ab6-add40a021b0e req-1ec5d83a-7c75-46e2-892d-e85b13f3ed32 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 946 time: 0.0923116 Jan 27 17:40:31.748481 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-37b889cf-e4a0-4589-8ab6-add40a021b0e req-92938bad-d327-4357-8588-7c9e82152019 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Jan 27 17:40:32.961778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf4f1c-b960-470f-9f50-2145e53ddacc req-10acf94c-8d6d-4ee8-b4a0-82c63b977672 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:32.963228 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-07bf4f1c-b960-470f-9f50-2145e53ddacc req-10acf94c-8d6d-4ee8-b4a0-82c63b977672 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 946 time: 0.0917971 Jan 27 17:40:33.015786 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-07bf4f1c-b960-470f-9f50-2145e53ddacc req-5e8163df-60c8-4d23-a224-7c87b5094fb0 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441132 Jan 27 17:40:33.220844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a013e-d077-4071-9965-7d157666a3df req-12a846ac-d9d5-4b2b-920f-92fa7311dab5 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:33.222286 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2f8a013e-d077-4071-9965-7d157666a3df req-12a846ac-d9d5-4b2b-920f-92fa7311dab5 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 946 time: 0.0847614 Jan 27 17:40:33.267978 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2f8a013e-d077-4071-9965-7d157666a3df req-b1f98d1b-87ad-4bf8-85d4-c05e5a7337bd tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389009 Jan 27 17:40:49.061389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91357f2-be95-4385-90f8-3b2f4aba5df3 req-0d1751fa-7e02-4379-a052-57b88404cfe0 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:49.062836 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d91357f2-be95-4385-90f8-3b2f4aba5df3 req-0d1751fa-7e02-4379-a052-57b88404cfe0 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 946 time: 0.0887251 Jan 27 17:40:49.110567 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d91357f2-be95-4385-90f8-3b2f4aba5df3 req-26840d54-2666-48cd-8778-8c3af1def1ab tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 Jan 27 17:40:50.307479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576faa8-6fc0-41c5-8826-9774bc89dbf4 req-2f7902c6-e1d2-4a77-b0a7-d85e6d017949 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:50.309156 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c576faa8-6fc0-41c5-8826-9774bc89dbf4 req-2f7902c6-e1d2-4a77-b0a7-d85e6d017949 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 946 time: 0.0880506 Jan 27 17:40:50.355849 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c576faa8-6fc0-41c5-8826-9774bc89dbf4 req-afad2a3a-f6f4-4168-8153-1d09b54b63f8 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cb35618-4116-4a65-8820-7d88bbd458ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Jan 27 17:40:50.537061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf30b4-4747-4ba6-8695-08bcd8341609 req-432e5b2c-8e9f-45c9-a8f6-43a24a04eeba tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:50.538522 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f0cf30b4-4747-4ba6-8695-08bcd8341609 req-432e5b2c-8e9f-45c9-a8f6-43a24a04eeba tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.88 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 946 time: 0.1007178 Jan 27 17:40:50.614071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-f0cf30b4-4747-4ba6-8695-08bcd8341609 req-e75aa08b-6d42-489c-935f-da4ff5cb07b9 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Deleting port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:50.614409 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-f0cf30b4-4747-4ba6-8695-08bcd8341609 req-e75aa08b-6d42-489c-935f-da4ff5cb07b9 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:51.020019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-f0cf30b4-4747-4ba6-8695-08bcd8341609 req-e75aa08b-6d42-489c-935f-da4ff5cb07b9 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] For port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:51.020278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-f0cf30b4-4747-4ba6-8695-08bcd8341609 req-e75aa08b-6d42-489c-935f-da4ff5cb07b9 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:51.146107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-f0cf30b4-4747-4ba6-8695-08bcd8341609 req-e75aa08b-6d42-489c-935f-da4ff5cb07b9 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Calling delete_port for 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:51.298833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-f0cf30b4-4747-4ba6-8695-08bcd8341609 req-e75aa08b-6d42-489c-935f-da4ff5cb07b9 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:51.311990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:40:51.350499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75aa08b-6d42-489c-935f-da4ff5cb07b9 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Pushing event deleted for resources: {'Port': ['ID=1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:51.430481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cf30b4-4747-4ba6-8695-08bcd8341609 req-e75aa08b-6d42-489c-935f-da4ff5cb07b9 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] No DVR routers for this DVR port 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:40:51.433468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-f0cf30b4-4747-4ba6-8695-08bcd8341609 req-e75aa08b-6d42-489c-935f-da4ff5cb07b9 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:51.436995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43371872-4650-4948-888f-7358f1b9ddca', 'name': 'network-vif-deleted', 'tag': '1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:40:51.460627 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f0cf30b4-4747-4ba6-8695-08bcd8341609 req-e75aa08b-6d42-489c-935f-da4ff5cb07b9 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.88 "DELETE /v2.0/ports/1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a HTTP/1.1" status: 204 len: 173 time: 0.9157536 Jan 27 17:40:51.520301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-dd223786-1f8d-4dbe-b779-230d92b2a7cd req-4d187a8b-a689-4621-835f-a52658217395 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Synchronizing usage tracker for tenant:63f6f232568841bea25857f1f6bae299 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:40:51.523864 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43371872-4650-4948-888f-7358f1b9ddca', 'name': 'network-vif-deleted', 'tag': '1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a', 'status': 'completed', 'code': 200} Jan 27 17:40:51.542454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-dd223786-1f8d-4dbe-b779-230d92b2a7cd req-4d187a8b-a689-4621-835f-a52658217395 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] Unset dirty status for tenant:63f6f232568841bea25857f1f6bae299 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:40:51.543955 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dd223786-1f8d-4dbe-b779-230d92b2a7cd req-4d187a8b-a689-4621-835f-a52658217395 tempest-TestEncryptedCinderVolumes-717190923 tempest-TestEncryptedCinderVolumes-717190923-project] 10.222.0.81 "GET /v2.0/ports?device_id=43371872-4650-4948-888f-7358f1b9ddca HTTP/1.1" status: 200 len: 210 time: 0.0696025 Jan 27 17:40:51.551431 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2f9eae29-aa23-48de-a572-aadf31a2c33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:51.561951 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:40:52.694330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48834) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:53.248395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:53.602275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Deleting port fe16f569-1057-41af-be1a-7afaa10c9847 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:53.602957 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:53.778296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] For port fe16f569-1057-41af-be1a-7afaa10c9847, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=fe16f569-1057-41af-be1a-7afaa10c9847,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:53.779055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:53.872955 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ca36ca02-811e-4ea6-a2e8-eea637b8158d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:54.023836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Calling delete_port for fe16f569-1057-41af-be1a-7afaa10c9847 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:54.190253 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:40:54.231617 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:40:54.231953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 1f4e7b58-6367-4eeb-b5d2-c5a3bbfc0a9a not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:40:54.353443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:54.401764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe16f569-1057-41af-be1a-7afaa10c9847,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:54.476361 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:54.476650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:54.477012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:54.477333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:54.477959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:54.478325 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:54.478630 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:54.478943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:54.479273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:54.479729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:54.480706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:54.481027 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:54.696792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:54.851267 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:55.097275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Router be70a2d1-9d9a-4155-b545-fb14f88d7301 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:40:55.280145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:40:55.289279 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f3f2e-83b4-4e3a-bb59-0dc9d1491b79 None None] Sync routers for ids ['be70a2d1-9d9a-4155-b545-fb14f88d7301'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:40:55.300614 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f3f2e-83b4-4e3a-bb59-0dc9d1491b79 None None] Routers {'be70a2d1-9d9a-4155-b545-fb14f88d7301'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:40:55.301488 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a319fb1c-be11-4ec6-bc3c-ae9144793eb1 admin admin] 10.222.0.81 "PUT /v2.0/routers/be70a2d1-9d9a-4155-b545-fb14f88d7301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6060147 Jan 27 17:40:55.301894 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f27f3f2e-83b4-4e3a-bb59-0dc9d1491b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:40:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['be70a2d1-9d9a-4155-b545-fb14f88d7301'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:55.304462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48838) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:55.380906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:55.488588 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-f27f3f2e-83b4-4e3a-bb59-0dc9d1491b79 None None] Set router be70a2d1-9d9a-4155-b545-fb14f88d7301 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:40:55.644604 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:55.777942 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f27f3f2e-83b4-4e3a-bb59-0dc9d1491b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'name': 'tempest-TestEncryptedCinderVolumes-1079947111-router', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:40:54Z', 'revision_number': 5, 'project_id': '63f6f232568841bea25857f1f6bae299', 'gw_port': {'id': '5c07ec88-a732-4995-a259-b60eebff6e2f', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:55.781960 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f3f2e-83b4-4e3a-bb59-0dc9d1491b79 None None] Checking router: be70a2d1-9d9a-4155-b545-fb14f88d7301 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:40:55.790689 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f3f2e-83b4-4e3a-bb59-0dc9d1491b79 None None] Routers {'be70a2d1-9d9a-4155-b545-fb14f88d7301'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:40:55.791468 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f27f3f2e-83b4-4e3a-bb59-0dc9d1491b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:40:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['be70a2d1-9d9a-4155-b545-fb14f88d7301'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:55.823561 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:55.836154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Deleting port 5c07ec88-a732-4995-a259-b60eebff6e2f {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:55.836493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:55.939954 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-f27f3f2e-83b4-4e3a-bb59-0dc9d1491b79 None None] Set router be70a2d1-9d9a-4155-b545-fb14f88d7301 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:40:56.016592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] For port 5c07ec88-a732-4995-a259-b60eebff6e2f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5c07ec88-a732-4995-a259-b60eebff6e2f,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:56.016592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:56.046897 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f27f3f2e-83b4-4e3a-bb59-0dc9d1491b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'name': 'tempest-TestEncryptedCinderVolumes-1079947111-router', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:40:55Z', 'revision_number': 6, 'project_id': '63f6f232568841bea25857f1f6bae299', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:56.051433 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f3f2e-83b4-4e3a-bb59-0dc9d1491b79 None None] The sync data for ids ['be70a2d1-9d9a-4155-b545-fb14f88d7301'] in dv-neutron-825077-1-hyperv is: [{'id': 'be70a2d1-9d9a-4155-b545-fb14f88d7301', 'name': 'tempest-TestEncryptedCinderVolumes-1079947111-router', 'tenant_id': '63f6f232568841bea25857f1f6bae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:36Z', 'updated_at': '2022-01-27T17:40:55Z', 'revision_number': 6, 'project_id': '63f6f232568841bea25857f1f6bae299', 'gw_port_host': None}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:40:56.170784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Calling delete_port for 5c07ec88-a732-4995-a259-b60eebff6e2f owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:56.363676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:56.415601 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c07ec88-a732-4995-a259-b60eebff6e2f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:56.503987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:56.676654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:56.678954 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:56.712758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:56.713353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be70a2d1-9d9a-4155-b545-fb14f88d7301 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:40:56.727422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:56.728922 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3a2af514-9384-40cc-8b3c-cdad4fd3ed83 admin admin] 10.222.0.81 "DELETE /v2.0/routers/be70a2d1-9d9a-4155-b545-fb14f88d7301 HTTP/1.1" status: 204 len: 168 time: 1.4235518 Jan 27 17:40:56.731884 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48842) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:56.747687 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:56.792591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b80b97-75f6-47a7-b8a8-34df31781ab3 admin admin] Deleting subnet ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:40:56.796335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59b80b97-75f6-47a7-b8a8-34df31781ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:56.849572 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59b80b97-75f6-47a7-b8a8-34df31781ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:56.930845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59b80b97-75f6-47a7-b8a8-34df31781ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:57.006550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59b80b97-75f6-47a7-b8a8-34df31781ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:57.043985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b80b97-75f6-47a7-b8a8-34df31781ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:57.050964 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59b80b97-75f6-47a7-b8a8-34df31781ab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:57.056050 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2981f43b-dac9-45b9-9aa0-eb40397a1167 None None] Network 5de28ffa-31c9-450f-be21-fa9e3c1f025f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:40:57.060273 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-59b80b97-75f6-47a7-b8a8-34df31781ab3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ddfaedd5-f21b-4fd0-9ecf-a0e2a503a1c6 HTTP/1.1" status: 204 len: 168 time: 0.3272023 Jan 27 17:40:57.062890 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48846) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:57.175031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:57.186183 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Deleting port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:57.186385 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:57.320212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2d1964-337a-4c66-8b07-90d763ada9bd None None] DHCP port deletion for 5de28ffa-31c9-450f-be21-fa9e3c1f025f request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:40:57.326319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d1964-337a-4c66-8b07-90d763ada9bd None None] Deleting port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:57.326792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3e2d1964-337a-4c66-8b07-90d763ada9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:57.526512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] For port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:57.526805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:57.545747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3e2d1964-337a-4c66-8b07-90d763ada9bd None None] For port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5,segment=NetworkSegment(a564fd2c-a737-4793-a157-abb9e5671ca2),segment_id=a564fd2c-a737-4793-a157-abb9e5671ca2)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:57.546135 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3e2d1964-337a-4c66-8b07-90d763ada9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:57.653600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Calling delete_port for c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:57.700465 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d1964-337a-4c66-8b07-90d763ada9bd None None] Calling delete_port for c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:57.737769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:57.777575 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-3e2d1964-337a-4c66-8b07-90d763ada9bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:40:57.778181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-3e2d1964-337a-4c66-8b07-90d763ada9bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:40:57.787419 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:57.790795 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] No DVR routers for this DVR port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:40:57.908508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:57.933455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de28ffa-31c9-450f-be21-fa9e3c1f025f']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:57.946862 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a564fd2c-a737-4793-a157-abb9e5671ca2') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:57.947175 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a564fd2c-a737-4793-a157-abb9e5671ca2') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:57.960497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:57.979013 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:57.986079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:40:57.986446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:40:57.999943 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:40:58.058206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device fe16f569-1057-41af-be1a-7afaa10c9847 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:40:58.082493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:58.093750 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: fe16f569-1057-41af-be1a-7afaa10c9847 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:40:58.094090 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device fe16f569-1057-41af-be1a-7afaa10c9847 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:40:58.094509 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5c07ec88-a732-4995-a259-b60eebff6e2f no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:40:58.098884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:58.111176 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5de28ffa-31c9-450f-be21-fa9e3c1f025f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:58.125203 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-184c90cd-f079-440e-ada0-af125a6728d4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5de28ffa-31c9-450f-be21-fa9e3c1f025f HTTP/1.1" status: 204 len: 168 time: 1.0611682 Jan 27 17:40:58.128127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48850) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:58.130151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 5c07ec88-a732-4995-a259-b60eebff6e2f {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:40:58.130575 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5c07ec88-a732-4995-a259-b60eebff6e2f not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:40:58.131002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:40:58.169649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:40:58.169986 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:40:58.283156 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d1964-337a-4c66-8b07-90d763ada9bd None None] Deleting port c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:58.283818 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3e2d1964-337a-4c66-8b07-90d763ada9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:58.350675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d1964-337a-4c66-8b07-90d763ada9bd None None] The port 'c9f6ffa0-2ea0-449f-a2f7-c534fdac70f5' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:40:58.642378 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:58.694057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3666570-2927-4197-b578-32659de911b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:59.195511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-c3666570-2927-4197-b578-32659de911b8 admin admin] Deleting port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:59.196337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3666570-2927-4197-b578-32659de911b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:59.383608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-c3666570-2927-4197-b578-32659de911b8 admin admin] For port 0d94ddc1-eddd-474b-a827-c0ca4acd80d1, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=0d94ddc1-eddd-474b-a827-c0ca4acd80d1,segment=NetworkSegment(9e8cb146-c360-4dd3-b630-cb1c4641a992),segment_id=9e8cb146-c360-4dd3-b630-cb1c4641a992)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:59.383970 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3666570-2927-4197-b578-32659de911b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:59.511921 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-c3666570-2927-4197-b578-32659de911b8 admin admin] Calling delete_port for 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:59.703758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3666570-2927-4197-b578-32659de911b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:59.752596 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3666570-2927-4197-b578-32659de911b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d94ddc1-eddd-474b-a827-c0ca4acd80d1,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:00.033698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c3666570-2927-4197-b578-32659de911b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:00.523101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3666570-2927-4197-b578-32659de911b8 admin admin] Router ca5001da-59ff-4d65-b564-2fa8d7d8e57d has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:41:00.712235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3666570-2927-4197-b578-32659de911b8 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:41:00.722061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76964d37-e558-451a-9e67-a8ac77c19e19 None None] Sync routers for ids ['ca5001da-59ff-4d65-b564-2fa8d7d8e57d'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:41:00.722625 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c3666570-2927-4197-b578-32659de911b8 admin admin] 10.222.0.81 "PUT /v2.0/routers/ca5001da-59ff-4d65-b564-2fa8d7d8e57d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5929139 Jan 27 17:41:00.725717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48854) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:00.734386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76964d37-e558-451a-9e67-a8ac77c19e19 None None] Routers {'ca5001da-59ff-4d65-b564-2fa8d7d8e57d'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:41:00.735026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-76964d37-e558-451a-9e67-a8ac77c19e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:40:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ca5001da-59ff-4d65-b564-2fa8d7d8e57d'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:00.910014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:00.915161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-76964d37-e558-451a-9e67-a8ac77c19e19 None None] Set router ca5001da-59ff-4d65-b564-2fa8d7d8e57d gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:01.093667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:01.105340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Deleting port f38d1ec9-90ec-4781-8fc3-1b985c6a8632 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:41:01.105852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:01.213744 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-76964d37-e558-451a-9e67-a8ac77c19e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'name': 'tempest-TestEncryptedCinderVolumes-292815106-router', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:42Z', 'updated_at': '2022-01-27T17:40:59Z', 'revision_number': 5, 'project_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'gw_port': {'id': 'f38d1ec9-90ec-4781-8fc3-1b985c6a8632', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:39:43Z', 'updated_at': '2022-01-27T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:01.218545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76964d37-e558-451a-9e67-a8ac77c19e19 None None] Checking router: ca5001da-59ff-4d65-b564-2fa8d7d8e57d for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:41:01.227297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76964d37-e558-451a-9e67-a8ac77c19e19 None None] Routers {'ca5001da-59ff-4d65-b564-2fa8d7d8e57d'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:41:01.228280 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-76964d37-e558-451a-9e67-a8ac77c19e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:40:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ca5001da-59ff-4d65-b564-2fa8d7d8e57d'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:01.297282 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] For port f38d1ec9-90ec-4781-8fc3-1b985c6a8632, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=f38d1ec9-90ec-4781-8fc3-1b985c6a8632,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:01.297670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:01.390935 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-76964d37-e558-451a-9e67-a8ac77c19e19 None None] Set router ca5001da-59ff-4d65-b564-2fa8d7d8e57d gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:01.427932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Calling delete_port for f38d1ec9-90ec-4781-8fc3-1b985c6a8632 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:41:01.547337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-76964d37-e558-451a-9e67-a8ac77c19e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'name': 'tempest-TestEncryptedCinderVolumes-292815106-router', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:42Z', 'updated_at': '2022-01-27T17:41:01Z', 'revision_number': 6, 'project_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:01.553724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76964d37-e558-451a-9e67-a8ac77c19e19 None None] The sync data for ids ['ca5001da-59ff-4d65-b564-2fa8d7d8e57d'] in dv-neutron-825077-1-hyperv is: [{'id': 'ca5001da-59ff-4d65-b564-2fa8d7d8e57d', 'name': 'tempest-TestEncryptedCinderVolumes-292815106-router', 'tenant_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:39:42Z', 'updated_at': '2022-01-27T17:41:01Z', 'revision_number': 6, 'project_id': '7ea77c586de24cf4b157bb9c1c395fa8', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:41:01.644287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:01.696024 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Pushing event deleted for resources: {'Port': ['ID=f38d1ec9-90ec-4781-8fc3-1b985c6a8632,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:01.798860 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.095318 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.097771 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.126227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.126743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca5001da-59ff-4d65-b564-2fa8d7d8e57d {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:41:02.140355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.141505 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fe85c507-1a6b-41ad-a01e-985c3806509f admin admin] 10.222.0.81 "DELETE /v2.0/routers/ca5001da-59ff-4d65-b564-2fa8d7d8e57d HTTP/1.1" status: 204 len: 168 time: 1.4146960 Jan 27 17:41:02.144108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48860) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:02.207309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81ec3a9-3bad-4963-ad3a-e4c53a070def admin admin] Deleting subnet 48a61067-b425-4ad5-bd7a-b2789be593a8 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:41:02.210636 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b81ec3a9-3bad-4963-ad3a-e4c53a070def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.260030 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b81ec3a9-3bad-4963-ad3a-e4c53a070def admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.340216 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b81ec3a9-3bad-4963-ad3a-e4c53a070def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.360229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:41:02.398991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:41:02.399674 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 0d94ddc1-eddd-474b-a827-c0ca4acd80d1 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:41:02.418247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b81ec3a9-3bad-4963-ad3a-e4c53a070def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.460899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ec3a9-3bad-4963-ad3a-e4c53a070def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a61067-b425-4ad5-bd7a-b2789be593a8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:02.465706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b81ec3a9-3bad-4963-ad3a-e4c53a070def admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.471182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16f5c72-3f02-466a-8e10-1d03e5f1312f None None] Network b708b9ff-76fc-4ce8-9cce-f78c51512197 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:41:02.474138 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b81ec3a9-3bad-4963-ad3a-e4c53a070def admin admin] 10.222.0.81 "DELETE /v2.0/subnets/48a61067-b425-4ad5-bd7a-b2789be593a8 HTTP/1.1" status: 204 len: 168 time: 0.3289232 Jan 27 17:41:02.478011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48864) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:02.597568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.613846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Deleting port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:41:02.614168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.791265 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda758b-9a50-41d0-87f2-d2f4bd0f3be2 None None] DHCP port deletion for b708b9ff-76fc-4ce8-9cce-f78c51512197 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:41:02.796384 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-bcda758b-9a50-41d0-87f2-d2f4bd0f3be2 None None] Deleting port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:41:02.796750 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bcda758b-9a50-41d0-87f2-d2f4bd0f3be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.830718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] For port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd,segment=NetworkSegment(9e8cb146-c360-4dd3-b630-cb1c4641a992),segment_id=9e8cb146-c360-4dd3-b630-cb1c4641a992)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:02.830718 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:02.958090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Calling delete_port for 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:41:03.006639 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-bcda758b-9a50-41d0-87f2-d2f4bd0f3be2 None None] For port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd,segment=NetworkSegment(9e8cb146-c360-4dd3-b630-cb1c4641a992),segment_id=9e8cb146-c360-4dd3-b630-cb1c4641a992)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:03.006903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bcda758b-9a50-41d0-87f2-d2f4bd0f3be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.043472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.091806 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Pushing event deleted for resources: {'Port': ['ID=28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:03.095404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] No DVR routers for this DVR port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:41:03.135429 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-bcda758b-9a50-41d0-87f2-d2f4bd0f3be2 None None] Calling delete_port for 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:41:03.208385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-bcda758b-9a50-41d0-87f2-d2f4bd0f3be2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:41:03.208711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-bcda758b-9a50-41d0-87f2-d2f4bd0f3be2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:41:03.215868 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.241989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b708b9ff-76fc-4ce8-9cce-f78c51512197']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:03.255240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8cb146-c360-4dd3-b630-cb1c4641a992') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:03.255688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8cb146-c360-4dd3-b630-cb1c4641a992') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:03.267777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.287969 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.294878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:41:03.295431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:41:03.313501 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:41:03.392639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.408876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.419815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] Pushing event deleted for resources: {'Network': ['ID=b708b9ff-76fc-4ce8-9cce-f78c51512197,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:03.424079 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-982b281f-be12-4548-ba90-a145c9aaf474 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b708b9ff-76fc-4ce8-9cce-f78c51512197 HTTP/1.1" status: 204 len: 168 time: 0.9450953 Jan 27 17:41:03.614876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48870) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:03.673241 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3a3e2205-73b3-423c-b55c-ca376173a849 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=63f6f232568841bea25857f1f6bae299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571358 Jan 27 17:41:03.675973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48874) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:03.710404 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-bcda758b-9a50-41d0-87f2-d2f4bd0f3be2 None None] Deleting port 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:41:03.711008 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bcda758b-9a50-41d0-87f2-d2f4bd0f3be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.755421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f40fbc43-fce4-48bd-9e3b-7b18949e7f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.783857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f40fbc43-fce4-48bd-9e3b-7b18949e7f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.788594 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-bcda758b-9a50-41d0-87f2-d2f4bd0f3be2 None None] The port '28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:41:03.845037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f40fbc43-fce4-48bd-9e3b-7b18949e7f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.861825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fbc43-fce4-48bd-9e3b-7b18949e7f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb35618-4116-4a65-8820-7d88bbd458ad,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:03.878057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f40fbc43-fce4-48bd-9e3b-7b18949e7f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.879200 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f40fbc43-fce4-48bd-9e3b-7b18949e7f40 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3cb35618-4116-4a65-8820-7d88bbd458ad HTTP/1.1" status: 204 len: 168 time: 0.2022417 Jan 27 17:41:04.056618 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f38d1ec9-90ec-4781-8fc3-1b985c6a8632 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:41:04.090588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: f38d1ec9-90ec-4781-8fc3-1b985c6a8632 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:41:04.090934 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device f38d1ec9-90ec-4781-8fc3-1b985c6a8632 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:41:04.091354 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:41:04.127806 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:41:04.128046 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 28bdc05e-8d88-479f-bb2b-f6ece5c7f0fd not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:41:04.252961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48882) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:04.310071 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-91af3f3a-d6da-41d0-8459-e21645451c9b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ea77c586de24cf4b157bb9c1c395fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557871 Jan 27 17:41:04.313145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48886) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:04.386056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-af0de71b-0c8a-4225-815b-1b80f4d78a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:04.415914 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-af0de71b-0c8a-4225-815b-1b80f4d78a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:04.477466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-af0de71b-0c8a-4225-815b-1b80f4d78a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:04.493297 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0de71b-0c8a-4225-815b-1b80f4d78a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5fc658-f809-4c45-9b5e-dedd94113524,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:04.501999 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-af0de71b-0c8a-4225-815b-1b80f4d78a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:04.504052 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-af0de71b-0c8a-4225-815b-1b80f4d78a33 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d5fc658-f809-4c45-9b5e-dedd94113524 HTTP/1.1" status: 204 len: 168 time: 0.1896949 Jan 27 17:41:05.402122 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48910) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:05.523890 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1036946321-network', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:05.529284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:05.533433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Usage tracker for resource:network and tenant:420e1479bb054677ad95aef0cbe389eb is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:05.536498 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:05.542774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:05.555146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Made reservation on behalf of 420e1479bb054677ad95aef0cbe389eb for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:41:05.557705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:05.570877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:05.586712 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:05.590836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Usage tracker for resource:security_group_rule and tenant:420e1479bb054677ad95aef0cbe389eb is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:05.593963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:05.600010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:05.692751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:05.699755 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:05.736047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:41:05.748895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65331045-64bf-4d16-bd81-2b3ccd8fa908,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:05.754647 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:05.754956 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Added segment d3f520d7-85ee-4609-b2d1-9ecac5279c19 of type vlan for network ba28d5b5-7c93-42ae-950f-3680914f4146 Jan 27 17:41:05.782407 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:05.820053 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:05.821486 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:05.822329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:05.923943 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5205498 Jan 27 17:41:05.927245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48916) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:05.929843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba97bd3-5bab-4dc6-8ab0-0caa903cb959 admin admin] Pushing event updated for resources: {'Network': ['ID=ba28d5b5-7c93-42ae-950f-3680914f4146,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:05.934820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Request body: {'subnet': {'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1036946321-subnet', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'ip_version': 4}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:05.940904 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network ba28d5b5-7c93-42ae-950f-3680914f4146 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:41:05.941678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:05.946513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Usage tracker for resource:subnet and tenant:420e1479bb054677ad95aef0cbe389eb is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:05.951445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:05.958689 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:05.972838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Made reservation on behalf of 420e1479bb054677ad95aef0cbe389eb for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:41:05.975618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:06.200522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:06.280417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab57fc8-7420-47be-b9b5-b47d2a1fb1ac,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:06.291986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Checking segment: {'id': 'd3f520d7-85ee-4609-b2d1-9ecac5279c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:06.292343 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Network hostable DHCP agents. Network: ba28d5b5-7c93-42ae-950f-3680914f4146, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:41:06.315448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Network ba28d5b5-7c93-42ae-950f-3680914f4146 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:41:06.327633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, ba28d5b5-7c93-42ae-950f-3680914f4146) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:06.331713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:06.332420 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:06.337353 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8d0f6-7edd-4171-ac09-9d583c35100d None None] Network ba28d5b5-7c93-42ae-950f-3680914f4146 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:41:06.359492 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b46a695c-25af-42f9-883e-07b9d4a6f344 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4283082 Jan 27 17:41:06.359742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48920) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:06.365028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:06.370091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:06.374418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Usage tracker for resource:router and tenant:420e1479bb054677ad95aef0cbe389eb is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:06.377414 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:06.385069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:06.397797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:06.398926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:06.415280 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:06.570002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-ba28d5b5-7c93-42ae-950f-3680914f4146', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'fixed_ips': [{'subnet_id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:41:06.570954 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:06.740648 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Allocated IP 172.20.0.2 (ba28d5b5-7c93-42ae-950f-3680914f4146/dab57fc8-7420-47be-b9b5-b47d2a1fb1ac/aee4e6ee-4600-4a38-8c74-0626e739da6b) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:41:06.827983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:06.953442 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:06.965549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Transition to ACTIVE for port object aee4e6ee-4600-4a38-8c74-0626e739da6b will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:06.987340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Transition to ACTIVE for port object aee4e6ee-4600-4a38-8c74-0626e739da6b will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:06.995509 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:07.063002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Network ba28d5b5-7c93-42ae-950f-3680914f4146 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:07.065997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:07.069655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:41:07.075620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Pushing event updated for resources: {'Port': ['ID=aee4e6ee-4600-4a38-8c74-0626e739da6b,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:07.112581 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:07.112911 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:07.113234 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:07.113555 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:07.113869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:07.114183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:07.114494 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:07.114802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:07.115115 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:07.115419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:07.115758 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:07.116065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:07.212329 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Attempting to bind port aee4e6ee-4600-4a38-8c74-0626e739da6b on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:41:07.212685 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Attempting to bind port aee4e6ee-4600-4a38-8c74-0626e739da6b by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'd3f520d7-85ee-4609-b2d1-9ecac5279c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:41:07.213035 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Attempting to bind port aee4e6ee-4600-4a38-8c74-0626e739da6b on network ba28d5b5-7c93-42ae-950f-3680914f4146 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:41:07.218775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:41:07.219133 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Checking segment: {'id': 'd3f520d7-85ee-4609-b2d1-9ecac5279c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:07.219518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:07.219948 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Bound using segment: {'id': 'd3f520d7-85ee-4609-b2d1-9ecac5279c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:41:07.220418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Bound port: aee4e6ee-4600-4a38-8c74-0626e739da6b, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f520d7-85ee-4609-b2d1-9ecac5279c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:41:07.220776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:07.236417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:07.286972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:07.311973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] For port aee4e6ee-4600-4a38-8c74-0626e739da6b, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:41:07.315378 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] For port aee4e6ee-4600-4a38-8c74-0626e739da6b, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=aee4e6ee-4600-4a38-8c74-0626e739da6b,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:41:07.323849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:07.424289 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901a78f-d88b-405b-86bf-058cf6d5c402 None None] Pushing event updated for resources: {'Port': ['ID=aee4e6ee-4600-4a38-8c74-0626e739da6b,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:07.468102 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Allocated IP 172.26.8.68 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/70bcd6aa-d0c8-4724-959f-48d192ced248) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:41:07.684184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:07.724193 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:07.794700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:07.797908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:07.802120 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:41:07.832338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Pushing event updated for resources: {'Port': ['ID=70bcd6aa-d0c8-4724-959f-48d192ced248,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:08.097404 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device aee4e6ee-4600-4a38-8c74-0626e739da6b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:08.176089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port aee4e6ee-4600-4a38-8c74-0626e739da6b completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:08.241989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:08.521424 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c374eed6-8b28-4b5f-8b74-ebecef855c05 None None] Network ba28d5b5-7c93-42ae-950f-3680914f4146 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:41:08.641035 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8adbe354-d85c-4e37-9deb-3f9961bbd5e0 None None] Provisioning for port aee4e6ee-4600-4a38-8c74-0626e739da6b completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:08.654678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8adbe354-d85c-4e37-9deb-3f9961bbd5e0 None None] Provisioning complete for port aee4e6ee-4600-4a38-8c74-0626e739da6b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:08.655042 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8adbe354-d85c-4e37-9deb-3f9961bbd5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:08.736007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:08.878955 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8adbe354-d85c-4e37-9deb-3f9961bbd5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:08.924255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-8adbe354-d85c-4e37-9deb-3f9961bbd5e0 None None] For port aee4e6ee-4600-4a38-8c74-0626e739da6b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=aee4e6ee-4600-4a38-8c74-0626e739da6b,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:08.929323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8adbe354-d85c-4e37-9deb-3f9961bbd5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:08.998747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Router eb4c0207-1c16-4d33-8184-53e247429fe5 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:41:09.028183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbe354-d85c-4e37-9deb-3f9961bbd5e0 None None] Pushing event updated for resources: {'Port': ['ID=aee4e6ee-4600-4a38-8c74-0626e739da6b,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:09.195755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:41:09.206142 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Sync routers for ids ['eb4c0207-1c16-4d33-8184-53e247429fe5'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:41:09.216107 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Routers {'eb4c0207-1c16-4d33-8184-53e247429fe5'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:41:09.216716 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:40:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['eb4c0207-1c16-4d33-8184-53e247429fe5'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:09.221424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:09.222875 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d3b88a6d-c564-4e1f-9b6b-e799b6e6489f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8620286 Jan 27 17:41:09.226285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48924) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:09.254393 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7a8f54a2-60b1-435b-b02e-72a5dc79e5fa None None] Provisioning complete for port aee4e6ee-4600-4a38-8c74-0626e739da6b triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:09.255061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7a8f54a2-60b1-435b-b02e-72a5dc79e5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:09.454374 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Set router eb4c0207-1c16-4d33-8184-53e247429fe5 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:09.758717 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68'}], 'enable_snat': True}, 'gw_port_id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:41:08Z', 'revision_number': 3, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port': {'id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:07Z', 'updated_at': '2022-01-27T17:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:09.764471 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Checking router: eb4c0207-1c16-4d33-8184-53e247429fe5 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:41:09.765007 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Updating router eb4c0207-1c16-4d33-8184-53e247429fe5 port 70bcd6aa-d0c8-4724-959f-48d192ced248 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:41:09.832158 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:09.967728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.068538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device aee4e6ee-4600-4a38-8c74-0626e739da6b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:10.147772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port aee4e6ee-4600-4a38-8c74-0626e739da6b triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:10.148307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.236352 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.250577 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Transition to ACTIVE for port object 70bcd6aa-d0c8-4724-959f-48d192ced248 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:10.258779 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.350350 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Pushing event updated for resources: {'Port': ['ID=70bcd6aa-d0c8-4724-959f-48d192ced248,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:10.363839 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.364208 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.364533 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.364774 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.365089 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.365402 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.365718 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.366020 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.366334 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.366638 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.366945 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.367249 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.370826 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Attempting to bind port 70bcd6aa-d0c8-4724-959f-48d192ced248 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:41:10.371182 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Attempting to bind port 70bcd6aa-d0c8-4724-959f-48d192ced248 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:41:10.371541 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Attempting to bind port 70bcd6aa-d0c8-4724-959f-48d192ced248 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:41:10.378384 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:41:10.378751 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:10.379146 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.379530 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:41:10.380023 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Bound port: 70bcd6aa-d0c8-4724-959f-48d192ced248, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:41:10.380386 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.424705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Allocated IP 172.20.0.1 (ba28d5b5-7c93-42ae-950f-3680914f4146/dab57fc8-7420-47be-b9b5-b47d2a1fb1ac/ee73b6bd-6a25-4d3e-953f-658061ba8402) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:41:10.464841 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] For port 70bcd6aa-d0c8-4724-959f-48d192ced248, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:41:10.468430 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] For port 70bcd6aa-d0c8-4724-959f-48d192ced248, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=70bcd6aa-d0c8-4724-959f-48d192ced248,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:41:10.473547 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.548619 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Routers {'eb4c0207-1c16-4d33-8184-53e247429fe5'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:41:10.549293 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:40:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['eb4c0207-1c16-4d33-8184-53e247429fe5'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:10.592518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.611355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Transition to ACTIVE for port object ee73b6bd-6a25-4d3e-953f-658061ba8402 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:10.637607 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.641293 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6e2a7-3a9f-41e7-be7c-b09dee8db6c1 None None] Pushing event updated for resources: {'Port': ['ID=70bcd6aa-d0c8-4724-959f-48d192ced248,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:10.704864 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Network ba28d5b5-7c93-42ae-950f-3680914f4146 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:10.707873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:10.711534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:41:10.742498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ee73b6bd-6a25-4d3e-953f-658061ba8402,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:10.764641 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] Set router eb4c0207-1c16-4d33-8184-53e247429fe5 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:10.792509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:11.046259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d44c08f4-99b8-41ee-8654-d4934d353e47 None None] Provisioning for port ee73b6bd-6a25-4d3e-953f-658061ba8402 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:11.053133 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d44c08f4-99b8-41ee-8654-d4934d353e47 None None] Provisioning complete for port ee73b6bd-6a25-4d3e-953f-658061ba8402 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:11.053507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d44c08f4-99b8-41ee-8654-d4934d353e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:11.082155 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68'}], 'enable_snat': True}, 'gw_port_id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:41:08Z', 'revision_number': 3, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port': {'id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:07Z', 'updated_at': '2022-01-27T17:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:11.086873 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41181c4-f995-4853-8585-fc5489c1128e None None] The sync data for ids ['eb4c0207-1c16-4d33-8184-53e247429fe5'] in dv-neutron-825077-1-hyperv is: [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68'}], 'enable_snat': True}, 'gw_port_id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:41:08Z', 'revision_number': 3, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port': {'id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:07Z', 'updated_at': '2022-01-27T17:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:41:11.125121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d44c08f4-99b8-41ee-8654-d4934d353e47 None None] Port ee73b6bd-6a25-4d3e-953f-658061ba8402 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:41:11.125445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:11.412996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:11.419619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:11.544805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:11.550685 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ee73b6bd-6a25-4d3e-953f-658061ba8402,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:11.715744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Network ba28d5b5-7c93-42ae-950f-3680914f4146 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:11.717133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:11.961185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Router eb4c0207-1c16-4d33-8184-53e247429fe5 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:41:12.062877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b454dc22-0608-4ecd-b2c4-7bcd3ecda755 None None] Provisioning complete for port ee73b6bd-6a25-4d3e-953f-658061ba8402 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:12.063912 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b454dc22-0608-4ecd-b2c4-7bcd3ecda755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:12.131398 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 70bcd6aa-d0c8-4724-959f-48d192ced248 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:12.199759 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-b454dc22-0608-4ecd-b2c4-7bcd3ecda755 None None] Port ee73b6bd-6a25-4d3e-953f-658061ba8402 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:41:12.224568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 70bcd6aa-d0c8-4724-959f-48d192ced248 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:12.231839 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 70bcd6aa-d0c8-4724-959f-48d192ced248 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:12.232512 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:12.314366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:41:12.334621 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f5e2a510-7486-4303-9ac7-2489dbc621c2 admin admin] 10.222.0.81 "PUT /v2.0/routers/eb4c0207-1c16-4d33-8184-53e247429fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1010606 Jan 27 17:41:12.398897 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:12.424508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 70bcd6aa-d0c8-4724-959f-48d192ced248, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=70bcd6aa-d0c8-4724-959f-48d192ced248,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:12.431459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:12.507956 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=70bcd6aa-d0c8-4724-959f-48d192ced248,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:12.937561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Sync routers for ids ['eb4c0207-1c16-4d33-8184-53e247429fe5'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:41:12.948865 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Routers {'eb4c0207-1c16-4d33-8184-53e247429fe5'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:41:12.949877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:40:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['eb4c0207-1c16-4d33-8184-53e247429fe5'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:13.032112 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48942) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:13.037853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-434877494-network', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:13.044026 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:13.049060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Usage tracker for resource:network and tenant:ff55da1de72947dcb9d3de57367b10c5 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:13.052410 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:13.059975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:13.071179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Made reservation on behalf of ff55da1de72947dcb9d3de57367b10c5 for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:41:13.074306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.089427 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.108564 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:13.113663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Usage tracker for resource:security_group_rule and tenant:ff55da1de72947dcb9d3de57367b10c5 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:13.117527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:13.124701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:13.161014 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Set router eb4c0207-1c16-4d33-8184-53e247429fe5 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:13.230245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.237297 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.271051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:41:13.282425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded4e054-286d-4e7b-b5c0-3e6ba8b942f8,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:13.287718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.288324 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Added segment 69759b18-63e8-4805-8e4f-68ff5565c71f of type vlan for network d5a04e4e-ef32-45ff-a282-706f64f5b4b4 Jan 27 17:41:13.322393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.360233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.361296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:13.361876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.525662 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4920418 Jan 27 17:41:13.527274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ada52f-c32d-4066-a34d-4e29e08d4a42 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a04e4e-ef32-45ff-a282-706f64f5b4b4,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:13.529711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48946) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:13.538234 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Request body: {'subnet': {'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-434877494-subnet', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'ip_version': 4}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:13.545204 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:13.551301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Usage tracker for resource:subnet and tenant:ff55da1de72947dcb9d3de57367b10c5 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:13.555716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:13.555949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network d5a04e4e-ef32-45ff-a282-706f64f5b4b4 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:41:13.563467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:13.578002 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Made reservation on behalf of ff55da1de72947dcb9d3de57367b10c5 for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:41:13.581043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.694363 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68'}], 'enable_snat': True}, 'gw_port_id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:41:11Z', 'revision_number': 4, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port': {'id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:07Z', 'updated_at': '2022-01-27T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'ee73b6bd-6a25-4d3e-953f-658061ba8402', 'name': '', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'mac_address': 'fa:16:3e:cb:40:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:10Z', 'updated_at': '2022-01-27T17:41:11Z', 'revision_number': 2, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'subnets': [{'id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:13.698819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Checking router: eb4c0207-1c16-4d33-8184-53e247429fe5 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:41:13.699174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Updating router eb4c0207-1c16-4d33-8184-53e247429fe5 port ee73b6bd-6a25-4d3e-953f-658061ba8402 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:41:13.768556 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.829105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.919153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61a6e77-53aa-4530-9d11-767431327056,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:13.929625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Checking segment: {'id': '69759b18-63e8-4805-8e4f-68ff5565c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:13.929978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Network hostable DHCP agents. Network: d5a04e4e-ef32-45ff-a282-706f64f5b4b4, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:41:13.952287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Network d5a04e4e-ef32-45ff-a282-706f64f5b4b4 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:41:13.963332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, d5a04e4e-ef32-45ff-a282-706f64f5b4b4) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:13.967781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:13.968355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.981399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4296e7-2cca-4b73-a337-9431df3faaa4 None None] Network d5a04e4e-ef32-45ff-a282-706f64f5b4b4 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:41:13.995424 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8aa88806-7035-473e-ac31-5981945c52ad admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4634790 Jan 27 17:41:13.998197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 48950) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:14.004257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-434877494-router', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:14.009470 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:14.014335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Usage tracker for resource:router and tenant:ff55da1de72947dcb9d3de57367b10c5 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:14.017851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:14.024704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:14.041793 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:14.043278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:14.064475 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:14.078940 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 70bcd6aa-d0c8-4724-959f-48d192ced248 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:14.369689 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 70bcd6aa-d0c8-4724-959f-48d192ced248 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:14.370463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:14.379371 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:14.483135 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-d5a04e4e-ef32-45ff-a282-706f64f5b4b4', 'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'fixed_ips': [{'subnet_id': 'e61a6e77-53aa-4530-9d11-767431327056'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:41:14.484098 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:14.502233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:14.563366 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Transition to ACTIVE for port object ee73b6bd-6a25-4d3e-953f-658061ba8402 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:14.588014 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:14.828972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:14.866273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:14.930683 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540ac39-a72b-4b2b-8ab7-371f3e895d9d None None] Pushing event updated for resources: {'Port': ['ID=ee73b6bd-6a25-4d3e-953f-658061ba8402,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:15.038581 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Allocated IP 172.20.0.2 (d5a04e4e-ef32-45ff-a282-706f64f5b4b4/e61a6e77-53aa-4530-9d11-767431327056/c83255d3-4258-4024-8580-846c54075985) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:41:15.041123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Attempting to bind port ee73b6bd-6a25-4d3e-953f-658061ba8402 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:41:15.041441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Attempting to bind port ee73b6bd-6a25-4d3e-953f-658061ba8402 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'd3f520d7-85ee-4609-b2d1-9ecac5279c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:41:15.041971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Attempting to bind port ee73b6bd-6a25-4d3e-953f-658061ba8402 on network ba28d5b5-7c93-42ae-950f-3680914f4146 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:41:15.056240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Allocated IP 172.26.8.145 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/d62ca431-2768-430e-bd24-1ba2875b382b) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:41:15.059106 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:41:15.059468 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Checking segment: {'id': 'd3f520d7-85ee-4609-b2d1-9ecac5279c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:15.059957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:15.060400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Bound using segment: {'id': 'd3f520d7-85ee-4609-b2d1-9ecac5279c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:41:15.060886 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Bound port: ee73b6bd-6a25-4d3e-953f-658061ba8402, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f520d7-85ee-4609-b2d1-9ecac5279c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:41:15.061271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:15.248657 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:15.268649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] For port ee73b6bd-6a25-4d3e-953f-658061ba8402, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:41:15.290706 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] For port ee73b6bd-6a25-4d3e-953f-658061ba8402, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ee73b6bd-6a25-4d3e-953f-658061ba8402,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:41:15.293760 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:15.351591 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:15.368042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:15.371519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:15.375724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:41:15.454509 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Routers {'eb4c0207-1c16-4d33-8184-53e247429fe5'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:41:15.455245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:40:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['eb4c0207-1c16-4d33-8184-53e247429fe5'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:15.521675 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:15.546161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d62ca431-2768-430e-bd24-1ba2875b382b,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:15.563124 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Transition to ACTIVE for port object c83255d3-4258-4024-8580-846c54075985 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:15.573389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540ac39-a72b-4b2b-8ab7-371f3e895d9d None None] Pushing event updated for resources: {'Port': ['ID=ee73b6bd-6a25-4d3e-953f-658061ba8402,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:15.612465 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Transition to ACTIVE for port object c83255d3-4258-4024-8580-846c54075985 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:15.673808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:15.784318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Network d5a04e4e-ef32-45ff-a282-706f64f5b4b4 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:15.789157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] Set router eb4c0207-1c16-4d33-8184-53e247429fe5 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:15.836731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:15.840869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:41:15.872126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Pushing event updated for resources: {'Port': ['ID=c83255d3-4258-4024-8580-846c54075985,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:16.001043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:16.068113 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Attempting to bind port c83255d3-4258-4024-8580-846c54075985 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:41:16.068484 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Attempting to bind port c83255d3-4258-4024-8580-846c54075985 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '69759b18-63e8-4805-8e4f-68ff5565c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:41:16.068848 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Attempting to bind port c83255d3-4258-4024-8580-846c54075985 on network d5a04e4e-ef32-45ff-a282-706f64f5b4b4 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:41:16.080393 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:41:16.080752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Checking segment: {'id': '69759b18-63e8-4805-8e4f-68ff5565c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:16.081160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:16.081546 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Bound using segment: {'id': '69759b18-63e8-4805-8e4f-68ff5565c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:41:16.082023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Bound port: c83255d3-4258-4024-8580-846c54075985, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69759b18-63e8-4805-8e4f-68ff5565c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:41:16.082392 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:16.288077 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] For port c83255d3-4258-4024-8580-846c54075985, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:41:16.291772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] For port c83255d3-4258-4024-8580-846c54075985, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c83255d3-4258-4024-8580-846c54075985,segment=NetworkSegment(69759b18-63e8-4805-8e4f-68ff5565c71f),segment_id=69759b18-63e8-4805-8e4f-68ff5565c71f)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:41:16.308664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:16.403990 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68'}], 'enable_snat': True}, 'gw_port_id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:41:11Z', 'revision_number': 4, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port': {'id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:07Z', 'updated_at': '2022-01-27T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'ee73b6bd-6a25-4d3e-953f-658061ba8402', 'name': '', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'mac_address': 'fa:16:3e:cb:40:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:10Z', 'updated_at': '2022-01-27T17:41:15Z', 'revision_number': 4, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'subnets': [{'id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:16.417860 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f25427-bc8d-4958-ac2d-cac7ae3be4bf None None] The sync data for ids ['eb4c0207-1c16-4d33-8184-53e247429fe5'] in dv-neutron-825077-1-hyperv is: [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68'}], 'enable_snat': True}, 'gw_port_id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:41:11Z', 'revision_number': 4, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port': {'id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:07Z', 'updated_at': '2022-01-27T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'ee73b6bd-6a25-4d3e-953f-658061ba8402', 'name': '', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'mac_address': 'fa:16:3e:cb:40:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:10Z', 'updated_at': '2022-01-27T17:41:15Z', 'revision_number': 4, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'subnets': [{'id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:41:16.419664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff6f18-2a6c-4094-b446-ca64409f9437 None None] Pushing event updated for resources: {'Port': ['ID=c83255d3-4258-4024-8580-846c54075985,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:16.465427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:16.803376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Router cb16aafa-78da-4d88-9383-5bd68f9dab48 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:41:17.113142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:41:17.128608 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Sync routers for ids ['cb16aafa-78da-4d88-9383-5bd68f9dab48'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:41:17.144784 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Routers {'cb16aafa-78da-4d88-9383-5bd68f9dab48'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:41:17.145807 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:40:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['cb16aafa-78da-4d88-9383-5bd68f9dab48'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:17.147024 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:17.151029 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b358d9a9-7f4a-4dee-9d80-7e15d385f7a9 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1492395 Jan 27 17:41:17.151639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 48954) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:17.555404 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Set router cb16aafa-78da-4d88-9383-5bd68f9dab48 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:17.757389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe94f1-bbe1-40b0-babf-f4bddfba440e None None] Network d5a04e4e-ef32-45ff-a282-706f64f5b4b4 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:41:17.980652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-02d4034c-1744-43ff-bdfa-a47c1f2762ed None None] Provisioning for port c83255d3-4258-4024-8580-846c54075985 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:17.995783 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'name': 'tempest-TestMinimumBasicScenario-434877494-router', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:41:15Z', 'revision_number': 3, 'project_id': 'ff55da1de72947dcb9d3de57367b10c5', 'gw_port': {'id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:18.000925 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Checking router: cb16aafa-78da-4d88-9383-5bd68f9dab48 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:41:18.002111 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Updating router cb16aafa-78da-4d88-9383-5bd68f9dab48 port d62ca431-2768-430e-bd24-1ba2875b382b binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:41:18.085450 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.362853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ee73b6bd-6a25-4d3e-953f-658061ba8402 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:18.500184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.531646 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port ee73b6bd-6a25-4d3e-953f-658061ba8402 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:18.542744 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ee73b6bd-6a25-4d3e-953f-658061ba8402 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:18.543404 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.630806 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.655114 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Transition to ACTIVE for port object d62ca431-2768-430e-bd24-1ba2875b382b will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:18.670878 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.781459 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Attempting to bind port d62ca431-2768-430e-bd24-1ba2875b382b on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:41:18.781824 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Attempting to bind port d62ca431-2768-430e-bd24-1ba2875b382b by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:41:18.782152 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Attempting to bind port d62ca431-2768-430e-bd24-1ba2875b382b on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:41:18.785506 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.792657 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:41:18.793020 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:18.793380 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.793768 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:41:18.794233 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Bound port: d62ca431-2768-430e-bd24-1ba2875b382b, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:41:18.794703 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.823264 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fab8ef-eabf-4a91-8e4b-634508954817 None None] Pushing event updated for resources: {'Port': ['ID=d62ca431-2768-430e-bd24-1ba2875b382b,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:18.841471 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Allocated IP 172.20.0.1 (d5a04e4e-ef32-45ff-a282-706f64f5b4b4/e61a6e77-53aa-4530-9d11-767431327056/89c9d90a-80cd-42fc-96db-b8d0db5c4d93) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:41:18.853881 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port ee73b6bd-6a25-4d3e-953f-658061ba8402, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ee73b6bd-6a25-4d3e-953f-658061ba8402,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:18.861242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.862486 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c83255d3-4258-4024-8580-846c54075985 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:18.887648 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] For port d62ca431-2768-430e-bd24-1ba2875b382b, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:41:18.891341 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] For port d62ca431-2768-430e-bd24-1ba2875b382b, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d62ca431-2768-430e-bd24-1ba2875b382b,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:41:18.899109 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.042349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=ee73b6bd-6a25-4d3e-953f-658061ba8402,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:19.045240 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Routers {'cb16aafa-78da-4d88-9383-5bd68f9dab48'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:41:19.046403 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:40:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['cb16aafa-78da-4d88-9383-5bd68f9dab48'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:19.060166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port c83255d3-4258-4024-8580-846c54075985 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:19.067022 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c83255d3-4258-4024-8580-846c54075985 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:19.067884 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.079407 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.108161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Transition to ACTIVE for port object 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:19.141206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.207003 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fab8ef-eabf-4a91-8e4b-634508954817 None None] Pushing event updated for resources: {'Port': ['ID=d62ca431-2768-430e-bd24-1ba2875b382b,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:19.207895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.248721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port c83255d3-4258-4024-8580-846c54075985, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c83255d3-4258-4024-8580-846c54075985,segment=NetworkSegment(69759b18-63e8-4805-8e4f-68ff5565c71f),segment_id=69759b18-63e8-4805-8e4f-68ff5565c71f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:19.255215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.276789 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Network d5a04e4e-ef32-45ff-a282-706f64f5b4b4 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:19.281919 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:19.289967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:41:19.325780 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] Set router cb16aafa-78da-4d88-9383-5bd68f9dab48 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:19.345636 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=c83255d3-4258-4024-8580-846c54075985,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:19.382034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=89c9d90a-80cd-42fc-96db-b8d0db5c4d93,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:19.419353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.703838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-30d60dd2-1e8c-4e8b-8e93-814d5508ae65 None None] Provisioning for port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:19.712177 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-30d60dd2-1e8c-4e8b-8e93-814d5508ae65 None None] Provisioning complete for port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:19.712842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-30d60dd2-1e8c-4e8b-8e93-814d5508ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.729680 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'name': 'tempest-TestMinimumBasicScenario-434877494-router', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:41:15Z', 'revision_number': 3, 'project_id': 'ff55da1de72947dcb9d3de57367b10c5', 'gw_port': {'id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:19.734305 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9af04-0cd1-4dee-be42-bdf063772e82 None None] The sync data for ids ['cb16aafa-78da-4d88-9383-5bd68f9dab48'] in dv-neutron-825077-1-hyperv is: [{'id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'name': 'tempest-TestMinimumBasicScenario-434877494-router', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:41:15Z', 'revision_number': 3, 'project_id': 'ff55da1de72947dcb9d3de57367b10c5', 'gw_port': {'id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:41:19.772161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.775214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-30d60dd2-1e8c-4e8b-8e93-814d5508ae65 None None] Port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:41:20.218203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.226368 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.243547 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ee73b6bd-6a25-4d3e-953f-658061ba8402 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:20.325400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ee73b6bd-6a25-4d3e-953f-658061ba8402 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:20.325774 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.398885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=89c9d90a-80cd-42fc-96db-b8d0db5c4d93,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:20.401913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.482980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c83255d3-4258-4024-8580-846c54075985 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:20.565932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c83255d3-4258-4024-8580-846c54075985 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:20.566431 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.574677 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Network d5a04e4e-ef32-45ff-a282-706f64f5b4b4 is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:20.576160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:20.730073 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d62ca431-2768-430e-bd24-1ba2875b382b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:20.817955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Router cb16aafa-78da-4d88-9383-5bd68f9dab48 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:41:20.818889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port d62ca431-2768-430e-bd24-1ba2875b382b completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:20.827267 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port d62ca431-2768-430e-bd24-1ba2875b382b triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:20.828151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.933847 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-745d3306-7d2b-4635-b782-5d12f16a4704 None None] Provisioning complete for port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:20.934518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-745d3306-7d2b-4635-b782-5d12f16a4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.037181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-745d3306-7d2b-4635-b782-5d12f16a4704 None None] Port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:41:21.047538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.061364 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:41:21.067149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port d62ca431-2768-430e-bd24-1ba2875b382b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d62ca431-2768-430e-bd24-1ba2875b382b,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:21.074257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.078733 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e1e256d3-80b6-4039-991a-ccef9592d8a9 admin admin] 10.222.0.81 "PUT /v2.0/routers/cb16aafa-78da-4d88-9383-5bd68f9dab48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9255619 Jan 27 17:41:21.153270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=d62ca431-2768-430e-bd24-1ba2875b382b,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:21.567557 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d75f196e-3a06-4827-b559-8f3def37bd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.633731 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Sync routers for ids ['cb16aafa-78da-4d88-9383-5bd68f9dab48'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:41:21.647989 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Routers {'cb16aafa-78da-4d88-9383-5bd68f9dab48'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:41:21.648765 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:40:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['cb16aafa-78da-4d88-9383-5bd68f9dab48'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:21.911300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Set router cb16aafa-78da-4d88-9383-5bd68f9dab48 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:22.098212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d62ca431-2768-430e-bd24-1ba2875b382b up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:22.288495 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port d62ca431-2768-430e-bd24-1ba2875b382b triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:22.288870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.506892 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'name': 'tempest-TestMinimumBasicScenario-434877494-router', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:41:19Z', 'revision_number': 4, 'project_id': 'ff55da1de72947dcb9d3de57367b10c5', 'gw_port': {'id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '89c9d90a-80cd-42fc-96db-b8d0db5c4d93', 'name': '', 'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'mac_address': 'fa:16:3e:ec:0b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'e61a6e77-53aa-4530-9d11-767431327056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:18Z', 'updated_at': '2022-01-27T17:41:19Z', 'revision_number': 2, 'project_id': 'ff55da1de72947dcb9d3de57367b10c5', 'subnets': [{'id': 'e61a6e77-53aa-4530-9d11-767431327056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:22.523717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Checking router: cb16aafa-78da-4d88-9383-5bd68f9dab48 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:41:22.524173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Updating router cb16aafa-78da-4d88-9383-5bd68f9dab48 port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:41:22.618864 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:23.065613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:23.082534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Transition to ACTIVE for port object 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:23.095570 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:23.360664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef50359-d347-4891-ad82-6cfc25e4659e None None] Pushing event updated for resources: {'Port': ['ID=89c9d90a-80cd-42fc-96db-b8d0db5c4d93,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:23.425835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Attempting to bind port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:41:23.426781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Attempting to bind port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '69759b18-63e8-4805-8e4f-68ff5565c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:41:23.426781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Attempting to bind port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 on network d5a04e4e-ef32-45ff-a282-706f64f5b4b4 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:41:23.445971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:41:23.446557 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Checking segment: {'id': '69759b18-63e8-4805-8e4f-68ff5565c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:23.447183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:23.447876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Bound using segment: {'id': '69759b18-63e8-4805-8e4f-68ff5565c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:41:23.448684 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Bound port: 89c9d90a-80cd-42fc-96db-b8d0db5c4d93, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69759b18-63e8-4805-8e4f-68ff5565c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:41:23.449330 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:23.617677 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] For port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:41:23.622127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] For port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=89c9d90a-80cd-42fc-96db-b8d0db5c4d93,segment=NetworkSegment(69759b18-63e8-4805-8e4f-68ff5565c71f),segment_id=69759b18-63e8-4805-8e4f-68ff5565c71f)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:41:23.631019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:23.715666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Routers {'cb16aafa-78da-4d88-9383-5bd68f9dab48'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:41:23.716524 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:40:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['cb16aafa-78da-4d88-9383-5bd68f9dab48'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:23.834485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef50359-d347-4891-ad82-6cfc25e4659e None None] Pushing event updated for resources: {'Port': ['ID=89c9d90a-80cd-42fc-96db-b8d0db5c4d93,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:23.998069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4090c82a-1724-48cd-bfd2-757c7503bb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:24.047213 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] Set router cb16aafa-78da-4d88-9383-5bd68f9dab48 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:24.480709 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'name': 'tempest-TestMinimumBasicScenario-434877494-router', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:41:19Z', 'revision_number': 4, 'project_id': 'ff55da1de72947dcb9d3de57367b10c5', 'gw_port': {'id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '89c9d90a-80cd-42fc-96db-b8d0db5c4d93', 'name': '', 'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'mac_address': 'fa:16:3e:ec:0b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'e61a6e77-53aa-4530-9d11-767431327056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:18Z', 'updated_at': '2022-01-27T17:41:23Z', 'revision_number': 4, 'project_id': 'ff55da1de72947dcb9d3de57367b10c5', 'subnets': [{'id': 'e61a6e77-53aa-4530-9d11-767431327056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:24.486102 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d3e49-b943-4532-827c-ce4d8a86d7a3 None None] The sync data for ids ['cb16aafa-78da-4d88-9383-5bd68f9dab48'] in dv-neutron-825077-1-hyperv is: [{'id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'name': 'tempest-TestMinimumBasicScenario-434877494-router', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:41:19Z', 'revision_number': 4, 'project_id': 'ff55da1de72947dcb9d3de57367b10c5', 'gw_port': {'id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '89c9d90a-80cd-42fc-96db-b8d0db5c4d93', 'name': '', 'network_id': 'd5a04e4e-ef32-45ff-a282-706f64f5b4b4', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'mac_address': 'fa:16:3e:ec:0b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'e61a6e77-53aa-4530-9d11-767431327056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:18Z', 'updated_at': '2022-01-27T17:41:23Z', 'revision_number': 4, 'project_id': 'ff55da1de72947dcb9d3de57367b10c5', 'subnets': [{'id': 'e61a6e77-53aa-4530-9d11-767431327056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:41:24.852420 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:25.407988 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:26.198205 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:26.325321 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:26.332639 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:26.333489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:26.497019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:26.553194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=89c9d90a-80cd-42fc-96db-b8d0db5c4d93,segment=NetworkSegment(69759b18-63e8-4805-8e4f-68ff5565c71f),segment_id=69759b18-63e8-4805-8e4f-68ff5565c71f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:26.563795 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:26.668996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=89c9d90a-80cd-42fc-96db-b8d0db5c4d93,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:26.757710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:28.085386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:28.161952 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:28.162314 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:28.552254 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:41:28.663008 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:32.093767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-92a149c0-153c-4122-bbd9-efe535a6e356 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:32.095207 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-92a149c0-153c-4122-bbd9-efe535a6e356 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/networks?id=ba28d5b5-7c93-42ae-950f-3680914f4146 HTTP/1.1" status: 200 len: 815 time: 0.1450903 Jan 27 17:41:32.110787 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-2b37d968-bc8a-4a96-804a-edaad5b66878 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/quotas/420e1479bb054677ad95aef0cbe389eb HTTP/1.1" status: 200 len: 375 time: 0.0100861 Jan 27 17:41:32.312043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-8b20a96c-8046-46d3-a531-e28aaa061e12 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Synchronizing usage tracker for tenant:420e1479bb054677ad95aef0cbe389eb on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:41:32.331348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-8b20a96c-8046-46d3-a531-e28aaa061e12 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Unset dirty status for tenant:420e1479bb054677ad95aef0cbe389eb on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:41:32.332684 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-8b20a96c-8046-46d3-a531-e28aaa061e12 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=420e1479bb054677ad95aef0cbe389eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2169549 Jan 27 17:41:32.474754 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-f136610b-30d8-46ac-b6b2-3b731c01260b service neutron] 10.222.0.81 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298347 Jan 27 17:41:32.619532 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-411e5e43-1b6f-4ecf-9867-a73138f21449 service neutron] 10.222.0.81 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375642 Jan 27 17:41:32.906442 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d56d339e-8057-4fb6-86d1-2328b0d3872f req-e3f7063e-0953-4ccd-b3c1-d80db6591a6a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 210 time: 0.1509850 Jan 27 17:41:33.912823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-c7f10f31-9ceb-4a07-903f-e29c65aa23f8 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:33.914300 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-c7f10f31-9ceb-4a07-903f-e29c65aa23f8 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.88 "GET /v2.0/networks?id=ba28d5b5-7c93-42ae-950f-3680914f4146 HTTP/1.1" status: 200 len: 815 time: 0.1507242 Jan 27 17:41:33.926172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Request body: {'port': {'device_id': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'admin_state_up': True, 'tenant_id': '420e1479bb054677ad95aef0cbe389eb'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:34.087362 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5c8fc2f9-fcd9-445c-8cff-d511e7b056b3 req-4fb32f5e-7831-4c6b-baee-ca5d4ff83e33 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 210 time: 0.0560496 Jan 27 17:41:34.115275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:34.125387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:34.138001 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Made reservation on behalf of 420e1479bb054677ad95aef0cbe389eb for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:41:34.141541 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:34.342882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Allocated IP 172.20.0.12 (ba28d5b5-7c93-42ae-950f-3680914f4146/dab57fc8-7420-47be-b9b5-b47d2a1fb1ac/9d68d892-8585-46b7-b6d7-53b4374f266e) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:41:34.683346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:34.702858 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Transition to ACTIVE for port object 9d68d892-8585-46b7-b6d7-53b4374f266e will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:34.731014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:34.816767 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Network ba28d5b5-7c93-42ae-950f-3680914f4146 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:34.820747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:34.838759 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:41:34.917980 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event updated for resources: {'Port': ['ID=9d68d892-8585-46b7-b6d7-53b4374f266e,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:34.930764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:34.931422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:34.931950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:34.932493 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:34.933050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:34.933702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:34.934192 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:34.934692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:34.935191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:34.935710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:34.936227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:34.936830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:34.987439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:34.989036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:35.048087 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-b5f256c4-9fa6-4710-8961-e4d21821ad31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1252983 Jan 27 17:41:35.304963 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca07cb-ecaf-4ea0-ad27-d6b898f38b76 req-1d179b38-4679-4e79-9319-3adcb7e01db6 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:35.313045 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e5ca07cb-ecaf-4ea0-ad27-d6b898f38b76 req-1d179b38-4679-4e79-9319-3adcb7e01db6 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 932 time: 0.0953398 Jan 27 17:41:35.355329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-e5ca07cb-ecaf-4ea0-ad27-d6b898f38b76 req-dbc7835f-1cb6-4587-8093-e5229acd0427 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Synchronizing usage tracker for tenant:420e1479bb054677ad95aef0cbe389eb on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:41:35.378044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-e5ca07cb-ecaf-4ea0-ad27-d6b898f38b76 req-dbc7835f-1cb6-4587-8093-e5229acd0427 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Unset dirty status for tenant:420e1479bb054677ad95aef0cbe389eb on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:41:35.390722 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e5ca07cb-ecaf-4ea0-ad27-d6b898f38b76 req-dbc7835f-1cb6-4587-8093-e5229acd0427 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743058 Jan 27 17:41:35.461643 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-27340b3a-cb08-4972-9f31-d77fd07bc9ab None None] Provisioning for port 9d68d892-8585-46b7-b6d7-53b4374f266e completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:35.472860 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-27340b3a-cb08-4972-9f31-d77fd07bc9ab None None] Provisioning complete for port 9d68d892-8585-46b7-b6d7-53b4374f266e triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:35.473688 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-27340b3a-cb08-4972-9f31-d77fd07bc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:35.538564 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-27340b3a-cb08-4972-9f31-d77fd07bc9ab None None] Port 9d68d892-8585-46b7-b6d7-53b4374f266e cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:41:36.640603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd52fa-d0f9-4187-b523-84b94d958502 req-1f7dc7e1-02c5-4143-b19e-eb1372d21ad3 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:36.641761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-48cd52fa-d0f9-4187-b523-84b94d958502 req-1f7dc7e1-02c5-4143-b19e-eb1372d21ad3 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Synchronizing usage tracker for tenant:420e1479bb054677ad95aef0cbe389eb on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:41:36.667740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-48cd52fa-d0f9-4187-b523-84b94d958502 req-1f7dc7e1-02c5-4143-b19e-eb1372d21ad3 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Unset dirty status for tenant:420e1479bb054677ad95aef0cbe389eb on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:41:36.669680 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-48cd52fa-d0f9-4187-b523-84b94d958502 req-1f7dc7e1-02c5-4143-b19e-eb1372d21ad3 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 932 time: 0.1432803 Jan 27 17:41:36.720496 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-48cd52fa-d0f9-4187-b523-84b94d958502 req-821dd933-2902-485b-86a2-d58f9821d901 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449555 Jan 27 17:41:37.969578 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0c41-9d2e-4bdf-8341-c1269c73f3cd req-b36ce79e-2c85-44ad-93d4-4bd5cd6ca8d5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:37.971159 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bbed0c41-9d2e-4bdf-8341-c1269c73f3cd req-b36ce79e-2c85-44ad-93d4-4bd5cd6ca8d5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 932 time: 0.1335537 Jan 27 17:41:38.019455 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bbed0c41-9d2e-4bdf-8341-c1269c73f3cd req-cdc8414a-1a78-4650-b4f7-0ce2a5d71436 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 Jan 27 17:41:39.220924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5bb27-fe78-4279-91e7-79a25aed0364 req-772603f9-f97a-4baf-92e0-28d2ce35be25 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:39.222384 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a0a5bb27-fe78-4279-91e7-79a25aed0364 req-772603f9-f97a-4baf-92e0-28d2ce35be25 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 932 time: 0.0871789 Jan 27 17:41:39.266912 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a0a5bb27-fe78-4279-91e7-79a25aed0364 req-e5c38d03-2981-4723-b0c5-7aebc6c028d7 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380728 Jan 27 17:41:40.483017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965d898-644e-467a-97aa-4e6b5dfc35c5 req-e0a240cc-2d99-4cb6-9ec8-b3a62323fabe tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:40.484662 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1965d898-644e-467a-97aa-4e6b5dfc35c5 req-e0a240cc-2d99-4cb6-9ec8-b3a62323fabe tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 932 time: 0.0969422 Jan 27 17:41:40.538550 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1965d898-644e-467a-97aa-4e6b5dfc35c5 req-4ec94b46-f05a-4266-8b0c-a66ac2a89d62 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473480 Jan 27 17:41:41.739350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459f604-a80c-4c4b-aa0c-625b952c2695 req-272a7abf-e252-4d8d-8c31-eb193ef71051 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:41.741280 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9459f604-a80c-4c4b-aa0c-625b952c2695 req-272a7abf-e252-4d8d-8c31-eb193ef71051 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 932 time: 0.0874777 Jan 27 17:41:41.793625 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9459f604-a80c-4c4b-aa0c-625b952c2695 req-0e97d76e-0bd5-490c-84a1-2c748ddcf484 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 Jan 27 17:41:42.998318 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51522e-66d1-4835-a9c2-c81af1a06339 req-cafa35d4-c376-4984-bc65-3dd898f9db6c tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:42.999812 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0f51522e-66d1-4835-a9c2-c81af1a06339 req-cafa35d4-c376-4984-bc65-3dd898f9db6c tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 932 time: 0.0942829 Jan 27 17:41:43.049106 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0f51522e-66d1-4835-a9c2-c81af1a06339 req-b1956a5e-26a0-4a67-8b17-04ac32343635 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 Jan 27 17:41:43.185907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Request body: {'port': {'device_id': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:43.301476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:43.782118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d68d892-8585-46b7-b6d7-53b4374f266e {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:41:43.790003 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:43.806037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Transition to ACTIVE for port object 9d68d892-8585-46b7-b6d7-53b4374f266e will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:43.812675 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:43.974329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Pushing event updated for resources: {'Port': ['ID=9d68d892-8585-46b7-b6d7-53b4374f266e,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:44.054177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Attempting to bind port 9d68d892-8585-46b7-b6d7-53b4374f266e on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:41:44.054499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Attempting to bind port 9d68d892-8585-46b7-b6d7-53b4374f266e by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'd3f520d7-85ee-4609-b2d1-9ecac5279c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:41:44.054822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Attempting to bind port 9d68d892-8585-46b7-b6d7-53b4374f266e on network ba28d5b5-7c93-42ae-950f-3680914f4146 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:41:44.059553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Port 9d68d892-8585-46b7-b6d7-53b4374f266e on network ba28d5b5-7c93-42ae-950f-3680914f4146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:41:44.059892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Attempting to bind port 9d68d892-8585-46b7-b6d7-53b4374f266e on network ba28d5b5-7c93-42ae-950f-3680914f4146 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:41:44.064889 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:41:44.065210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Checking segment: {'id': 'd3f520d7-85ee-4609-b2d1-9ecac5279c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:44.065595 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Bound using segment: {'id': 'd3f520d7-85ee-4609-b2d1-9ecac5279c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:41:44.066055 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Bound port: 9d68d892-8585-46b7-b6d7-53b4374f266e, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f520d7-85ee-4609-b2d1-9ecac5279c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:41:44.066330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:44.195453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] For port 9d68d892-8585-46b7-b6d7-53b4374f266e, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:41:44.213167 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] For port 9d68d892-8585-46b7-b6d7-53b4374f266e, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=9d68d892-8585-46b7-b6d7-53b4374f266e,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:41:44.222755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:44.289613 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:44.290118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:44.291490 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] 10.222.0.88 "PUT /v2.0/ports/9d68d892-8585-46b7-b6d7-53b4374f266e HTTP/1.1" status: 200 len: 1094 time: 1.1103492 Jan 27 17:41:44.292322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:41:44.329579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f83a57-b55b-4436-81e0-f62217ac11d7 req-74ab7723-5db6-406c-85e3-18ab4d837c9b tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:44.330669 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-47f83a57-b55b-4436-81e0-f62217ac11d7 req-74ab7723-5db6-406c-85e3-18ab4d837c9b tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 944 time: 0.1750958 Jan 27 17:41:44.331333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f48c92-f885-4ae8-bf59-859f24aab84d service neutron] Pushing event updated for resources: {'Port': ['ID=9d68d892-8585-46b7-b6d7-53b4374f266e,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:44.381423 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e', 'status': 'completed', 'code': 200} Jan 27 17:41:44.438138 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-47f83a57-b55b-4436-81e0-f62217ac11d7 req-5a50cd5d-c6f6-4723-ae13-6536a634dfdb tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634825 Jan 27 17:41:44.455158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-e2a88d34-c602-457b-b51e-c06ff4b53430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:44.456719 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-e2a88d34-c602-457b-b51e-c06ff4b53430 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=420e1479bb054677ad95aef0cbe389eb&device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 1097 time: 0.1190181 Jan 27 17:41:44.529313 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-6052a02d-b19b-4058-a6c4-e1ca94f95690 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d68d892-8585-46b7-b6d7-53b4374f266e HTTP/1.1" status: 200 len: 217 time: 0.0653276 Jan 27 17:41:44.593420 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-624367f7-2649-47d8-9688-869da817282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:44.594864 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-624367f7-2649-47d8-9688-869da817282d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dab57fc8-7420-47be-b9b5-b47d2a1fb1ac HTTP/1.1" status: 200 len: 854 time: 0.0598459 Jan 27 17:41:44.673958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-833d0f82-3a16-4892-87f2-7d875e269995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:44.675457 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-833d0f82-3a16-4892-87f2-7d875e269995 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba28d5b5-7c93-42ae-950f-3680914f4146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749795 Jan 27 17:41:44.811917 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-f7e0e643-2e53-4211-95ec-5f846cf50af9 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297643 Jan 27 17:41:44.950787 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-873facc2-c40f-49f0-9df9-aff56995fc08 req-e1df28d9-06b2-4cc0-9f4f-3c53c790d000 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331127 Jan 27 17:41:45.075208 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a957f-0b3d-4c06-bca0-1373bb99b9bb req-bd02ea60-8148-4464-ba7e-2f09b83ba33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:45.076641 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-699a957f-0b3d-4c06-bca0-1373bb99b9bb req-bd02ea60-8148-4464-ba7e-2f09b83ba33a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=420e1479bb054677ad95aef0cbe389eb&device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 1097 time: 0.0719094 Jan 27 17:41:45.311749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a957f-0b3d-4c06-bca0-1373bb99b9bb req-1ed92d44-2f2b-4d78-a106-ed262509f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:45.313242 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-699a957f-0b3d-4c06-bca0-1373bb99b9bb req-1ed92d44-2f2b-4d78-a106-ed262509f025 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba28d5b5-7c93-42ae-950f-3680914f4146 HTTP/1.1" status: 200 len: 917 time: 0.2298524 Jan 27 17:41:45.384438 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-699a957f-0b3d-4c06-bca0-1373bb99b9bb req-e59da9b2-c1f5-4c96-b784-25993b900791 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d68d892-8585-46b7-b6d7-53b4374f266e HTTP/1.1" status: 200 len: 217 time: 0.0646334 Jan 27 17:41:45.457281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a957f-0b3d-4c06-bca0-1373bb99b9bb req-751c0278-1024-4e47-9fae-5c701e69bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:45.458752 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-699a957f-0b3d-4c06-bca0-1373bb99b9bb req-751c0278-1024-4e47-9fae-5c701e69bb84 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dab57fc8-7420-47be-b9b5-b47d2a1fb1ac HTTP/1.1" status: 200 len: 854 time: 0.0660408 Jan 27 17:41:45.540494 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a957f-0b3d-4c06-bca0-1373bb99b9bb req-a954bc2b-9723-4f9c-b6f9-d7048f8c3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:45.542119 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-699a957f-0b3d-4c06-bca0-1373bb99b9bb req-a954bc2b-9723-4f9c-b6f9-d7048f8c3d2a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba28d5b5-7c93-42ae-950f-3680914f4146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769596 Jan 27 17:41:45.631288 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c153ae3-bea2-47e3-abe6-e6e283bc787f req-b480acf9-82b3-4818-bd20-df83644e81ab tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:45.632793 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5c153ae3-bea2-47e3-abe6-e6e283bc787f req-b480acf9-82b3-4818-bd20-df83644e81ab tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 944 time: 0.0810504 Jan 27 17:41:45.679471 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5c153ae3-bea2-47e3-abe6-e6e283bc787f req-4f6dbf04-a38a-4b6f-867f-69bac3dbd25c tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405025 Jan 27 17:41:45.679756 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-699a957f-0b3d-4c06-bca0-1373bb99b9bb req-a5150b53-baa4-40e6-a462-1ed12ec59ead service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295292 Jan 27 17:41:45.816166 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-699a957f-0b3d-4c06-bca0-1373bb99b9bb req-4e57f487-4c4a-4d35-8328-879034e8270f service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292686 Jan 27 17:41:46.445032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 9d68d892-8585-46b7-b6d7-53b4374f266e details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:41:46.582574 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 9d68d892-8585-46b7-b6d7-53b4374f266e, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=9d68d892-8585-46b7-b6d7-53b4374f266e,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:46.597591 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '9d68d892-8585-46b7-b6d7-53b4374f266e', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'port_id': '9d68d892-8585-46b7-b6d7-53b4374f266e', 'mac_address': 'fa:16:3e:6d:c1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:41:46.658598 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:46.676554 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d68d892-8585-46b7-b6d7-53b4374f266e {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:41:46.696012 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 9d68d892-8585-46b7-b6d7-53b4374f266e, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=9d68d892-8585-46b7-b6d7-53b4374f266e,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:46.702360 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:46.769446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=9d68d892-8585-46b7-b6d7-53b4374f266e,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:46.872102 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcf610-750c-4f6a-b44f-64aebefa9cad req-436ebaf0-9327-48e3-a945-b76ed55e61f4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:46.873530 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-59bcf610-750c-4f6a-b44f-64aebefa9cad req-436ebaf0-9327-48e3-a945-b76ed55e61f4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 945 time: 0.0866427 Jan 27 17:41:46.913721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['9d68d892-8585-46b7-b6d7-53b4374f266e'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:41:46.943850 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-59bcf610-750c-4f6a-b44f-64aebefa9cad req-ae975b0a-c2f3-4d69-ac8d-bff030eb6d03 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616004 Jan 27 17:41:48.134928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d6da8-9f8e-4a48-801f-f4aab9c6df62 req-3fc3e1ec-bbce-4753-8115-5a671ef4f047 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:48.136555 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dc8d6da8-9f8e-4a48-801f-f4aab9c6df62 req-3fc3e1ec-bbce-4753-8115-5a671ef4f047 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 945 time: 0.0866358 Jan 27 17:41:48.182830 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dc8d6da8-9f8e-4a48-801f-f4aab9c6df62 req-83c3954e-cf2b-46cf-b5c0-6bf5a63bee4c tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381079 Jan 27 17:41:48.459508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 9d68d892-8585-46b7-b6d7-53b4374f266e up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:48.535052 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 9d68d892-8585-46b7-b6d7-53b4374f266e completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:48.541601 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 9d68d892-8585-46b7-b6d7-53b4374f266e triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:48.542278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:48.667037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:48.696385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:41:48.707302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 9d68d892-8585-46b7-b6d7-53b4374f266e, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=9d68d892-8585-46b7-b6d7-53b4374f266e,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:48.713042 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:48.749278 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e', 'code': 200} Jan 27 17:41:48.821469 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=9d68d892-8585-46b7-b6d7-53b4374f266e,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:48.996866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299efc3b-0ee4-475e-b145-b028ca7d63e9 req-132ec089-d6a1-4c01-bf31-fda15b863048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:48.998863 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-299efc3b-0ee4-475e-b145-b028ca7d63e9 req-132ec089-d6a1-4c01-bf31-fda15b863048 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 1099 time: 0.0825779 Jan 27 17:41:49.049185 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-299efc3b-0ee4-475e-b145-b028ca7d63e9 req-f5916b26-141b-4603-9208-336ab0e1ac3a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434504 Jan 27 17:41:49.392117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404ec12-b640-4490-bb92-d5a8b45e8821 req-c88ec080-e69e-4081-89db-51f2f5f912fc tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:49.393588 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9404ec12-b640-4490-bb92-d5a8b45e8821 req-c88ec080-e69e-4081-89db-51f2f5f912fc tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 946 time: 0.0892234 Jan 27 17:41:49.438517 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9404ec12-b640-4490-bb92-d5a8b45e8821 req-f9307c04-31ca-4645-acb6-f2438b0ecb4c tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390809 Jan 27 17:41:50.644081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f38c2-221c-4eeb-85db-43618b85aa94 req-f3b17b4a-a690-4f6f-bb66-6e1bba4879d4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:50.645417 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d07f38c2-221c-4eeb-85db-43618b85aa94 req-f3b17b4a-a690-4f6f-bb66-6e1bba4879d4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 946 time: 0.0874717 Jan 27 17:41:50.693902 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d07f38c2-221c-4eeb-85db-43618b85aa94 req-8fac2dc7-35b6-4fb0-9639-831e4b0b5800 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Jan 27 17:41:50.895121 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157022c-d432-4fee-a547-1a714749edde req-d47603bf-89da-44cc-980e-8ecf2537126f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:50.896516 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9157022c-d432-4fee-a547-1a714749edde req-d47603bf-89da-44cc-980e-8ecf2537126f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 946 time: 0.0945301 Jan 27 17:41:50.942115 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9157022c-d432-4fee-a547-1a714749edde req-145bb8b0-1288-4037-ba10-a80895699e7b tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Jan 27 17:41:51.347493 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153fb7b-0e26-42a0-97a0-bc3c627b32de req-969c2e36-30f4-4592-ae86-1214f46f26c3 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:51.349085 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f153fb7b-0e26-42a0-97a0-bc3c627b32de req-969c2e36-30f4-4592-ae86-1214f46f26c3 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 946 time: 0.0845537 Jan 27 17:41:51.398436 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f153fb7b-0e26-42a0-97a0-bc3c627b32de req-1a532f17-2404-4ee5-8b6f-e484b3d4c345 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433416 Jan 27 17:41:51.552182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e7125f8b-dd27-46c7-8c68-a1d8b8be155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:53.876550 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a962a00c-1269-433a-9dfd-7f87c69e74e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:54.843431 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:55.397399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:56.756545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:58.256244 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a7840a1b-15f1-4542-805a-f27f5dd0f3b4 req-13fa67d6-fd4f-481f-aaba-799305b2493a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846214 Jan 27 17:41:58.404073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7840a1b-15f1-4542-805a-f27f5dd0f3b4 req-19d457bc-f696-4cb4-bfef-847d75bd0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:58.405558 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a7840a1b-15f1-4542-805a-f27f5dd0f3b4 req-19d457bc-f696-4cb4-bfef-847d75bd0c58 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=420e1479bb054677ad95aef0cbe389eb&device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 1099 time: 0.0789945 Jan 27 17:41:58.554214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7840a1b-15f1-4542-805a-f27f5dd0f3b4 req-01cc5e0d-b24e-4b7b-9712-92937e3d35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:58.555657 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a7840a1b-15f1-4542-805a-f27f5dd0f3b4 req-01cc5e0d-b24e-4b7b-9712-92937e3d35a7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba28d5b5-7c93-42ae-950f-3680914f4146 HTTP/1.1" status: 200 len: 917 time: 0.1298258 Jan 27 17:41:58.622802 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a7840a1b-15f1-4542-805a-f27f5dd0f3b4 req-b97e234d-01e7-4e5a-bde8-0e5ff915be47 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d68d892-8585-46b7-b6d7-53b4374f266e HTTP/1.1" status: 200 len: 217 time: 0.0611386 Jan 27 17:41:58.662014 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:58.693839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7840a1b-15f1-4542-805a-f27f5dd0f3b4 req-e2c0b3b2-d9d1-403a-bcc8-d692245c262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:58.695308 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a7840a1b-15f1-4542-805a-f27f5dd0f3b4 req-e2c0b3b2-d9d1-403a-bcc8-d692245c262e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dab57fc8-7420-47be-b9b5-b47d2a1fb1ac HTTP/1.1" status: 200 len: 854 time: 0.0662327 Jan 27 17:41:58.778275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7840a1b-15f1-4542-805a-f27f5dd0f3b4 req-34fa21ce-8a41-4312-a76e-7745bc7647d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:58.779806 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a7840a1b-15f1-4542-805a-f27f5dd0f3b4 req-34fa21ce-8a41-4312-a76e-7745bc7647d1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba28d5b5-7c93-42ae-950f-3680914f4146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784130 Jan 27 17:41:58.924730 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a7840a1b-15f1-4542-805a-f27f5dd0f3b4 req-b9afcfaa-caf5-45d9-a889-f03b78c6bca1 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383250 Jan 27 17:41:59.173290 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a7840a1b-15f1-4542-805a-f27f5dd0f3b4 req-d6883fbf-2111-4c11-825b-541284a735fd service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414415 Jan 27 17:42:02.150580 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16334f-da8a-4443-a530-dcd132f5b8b3 req-6a363ab9-5743-4271-9245-982e1fe96f78 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:02.152053 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7f16334f-da8a-4443-a530-dcd132f5b8b3 req-6a363ab9-5743-4271-9245-982e1fe96f78 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 946 time: 0.1938293 Jan 27 17:42:02.197307 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7f16334f-da8a-4443-a530-dcd132f5b8b3 req-676bff09-6fa0-45e7-b40d-c646185a3302 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387862 Jan 27 17:42:02.226292 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49144) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:42:02.342974 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073dbb61-859a-4fc7-ae2f-25b4820b5875 tempest-TestMinimumBasicScenario-1374842430 tempest-TestMinimumBasicScenario-1374842430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:02.343695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-073dbb61-859a-4fc7-ae2f-25b4820b5875 tempest-TestMinimumBasicScenario-1374842430 tempest-TestMinimumBasicScenario-1374842430-project-admin] Synchronizing usage tracker for tenant:ff55da1de72947dcb9d3de57367b10c5 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:42:02.369850 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-073dbb61-859a-4fc7-ae2f-25b4820b5875 tempest-TestMinimumBasicScenario-1374842430 tempest-TestMinimumBasicScenario-1374842430-project-admin] Unset dirty status for tenant:ff55da1de72947dcb9d3de57367b10c5 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:42:02.371336 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-073dbb61-859a-4fc7-ae2f-25b4820b5875 tempest-TestMinimumBasicScenario-1374842430 tempest-TestMinimumBasicScenario-1374842430-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 1094 time: 0.1440635 Jan 27 17:42:02.375314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49150) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:42:02.382077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '9d68d892-8585-46b7-b6d7-53b4374f266e', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:42:02.390178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:42:02.395663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Usage tracker for resource:floatingip and tenant:420e1479bb054677ad95aef0cbe389eb is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:42:02.398873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:42:02.406675 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:42:02.418262 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:02.559313 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:02.698698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Allocated IP 172.26.8.176 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/b20d793c-f62c-43f6-a236-638df065001b) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:42:02.865325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:02.901251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:02.969196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:42:02.972016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:42:02.974705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:42:03.009647 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event updated for resources: {'Port': ['ID=b20d793c-f62c-43f6-a236-638df065001b,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:42:03.408014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:03.495854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:03.713378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:03.721366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:03.830625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event updated for resources: {'Port': ['ID=b20d793c-f62c-43f6-a236-638df065001b,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:42:03.841740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:04.122882 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Floating IP 2691768a-3e74-4782-81b5-b6db184c0f02 associated. External IP: 172.26.8.176, port: 9d68d892-8585-46b7-b6d7-53b4374f266e. Jan 27 17:42:04.488524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Router eb4c0207-1c16-4d33-8184-53e247429fe5 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:42:04.667413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:42:04.678586 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b8ab5e-56c8-403f-ada4-ecebe4745941 None None] Sync routers for ids ['eb4c0207-1c16-4d33-8184-53e247429fe5'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:42:04.688940 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b8ab5e-56c8-403f-ada4-ecebe4745941 None None] Routers {'eb4c0207-1c16-4d33-8184-53e247429fe5'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:42:04.689450 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-02b8ab5e-56c8-403f-ada4-ecebe4745941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:41:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['eb4c0207-1c16-4d33-8184-53e247429fe5'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:42:04.694452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:04.754552 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e9bfb47e-e837-4591-9db0-c3923e6a4642 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3779685 Jan 27 17:42:04.755126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:42:04.757788 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49154) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:42:04.763041 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385657799', 'description': 'tempest-secgroup-smoke-385657799 description', 'project_id': '420e1479bb054677ad95aef0cbe389eb'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:42:04.769311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:42:04.779046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:42:04.789375 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:04.809993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:42:04.813898 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e', 'status': 'completed', 'code': 200} Jan 27 17:42:04.814332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Usage tracker for resource:security_group_rule and tenant:420e1479bb054677ad95aef0cbe389eb is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:42:04.817309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:42:04.823301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:42:04.881072 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-02b8ab5e-56c8-403f-ada4-ecebe4745941 None None] Set router eb4c0207-1c16-4d33-8184-53e247429fe5 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:42:04.897037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:04.902100 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:04.912306 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685728c-659e-46c3-9dc6-2d809f894ba5 req-8e10a727-e94b-492f-b59a-b4641aa4c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:04.913808 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a685728c-659e-46c3-9dc6-2d809f894ba5 req-8e10a727-e94b-492f-b59a-b4641aa4c887 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=420e1479bb054677ad95aef0cbe389eb&device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 1099 time: 0.0795865 Jan 27 17:42:04.944882 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ea0744-b63d-48d4-a4a3-f35f3aa907aa,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:42:04.956661 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:04.956993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:04.957509 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:04.958008 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:04.958490 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:04.958854 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:04.959140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:04.959495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:04.959847 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:04.960146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:04.960459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:04.960784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:04.964448 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:04.965845 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-47e96798-11ae-41f5-90a6-dee83f27c4dd tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2070787 Jan 27 17:42:04.969834 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49160) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:42:04.976875 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4e06010a-03cf-42eb-aa17-f7d54b59e9bb tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Request body: {'security_group_rule': {'security_group_id': '61ea0744-b63d-48d4-a4a3-f35f3aa907aa', 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:42:04.983506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4e06010a-03cf-42eb-aa17-f7d54b59e9bb tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:42:04.987360 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4e06010a-03cf-42eb-aa17-f7d54b59e9bb tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Usage tracker for resource:security_group_rule and tenant:420e1479bb054677ad95aef0cbe389eb is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:42:04.990223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4e06010a-03cf-42eb-aa17-f7d54b59e9bb tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:42:04.995868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4e06010a-03cf-42eb-aa17-f7d54b59e9bb tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:42:05.015911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e06010a-03cf-42eb-aa17-f7d54b59e9bb tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.063116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685728c-659e-46c3-9dc6-2d809f894ba5 req-472c9186-f85a-44d3-8f90-a12ea51e82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:05.064699 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a685728c-659e-46c3-9dc6-2d809f894ba5 req-472c9186-f85a-44d3-8f90-a12ea51e82ef service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba28d5b5-7c93-42ae-950f-3680914f4146 HTTP/1.1" status: 200 len: 917 time: 0.1447098 Jan 27 17:42:05.085663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e06010a-03cf-42eb-aa17-f7d54b59e9bb tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.092645 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e06010a-03cf-42eb-aa17-f7d54b59e9bb tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.121961 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06010a-03cf-42eb-aa17-f7d54b59e9bb tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda8aac0-5dab-410f-917f-02e2b7c90d8f,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:42:05.131934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4e06010a-03cf-42eb-aa17-f7d54b59e9bb tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.133420 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4e06010a-03cf-42eb-aa17-f7d54b59e9bb tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1626894 Jan 27 17:42:05.136068 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49164) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:42:05.144900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-bc03c2c3-ba1f-4b3c-888a-9dd3b8d14ed0 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Request body: {'security_group_rule': {'security_group_id': '61ea0744-b63d-48d4-a4a3-f35f3aa907aa', 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:42:05.152401 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bc03c2c3-ba1f-4b3c-888a-9dd3b8d14ed0 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:42:05.157835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bc03c2c3-ba1f-4b3c-888a-9dd3b8d14ed0 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Usage tracker for resource:security_group_rule and tenant:420e1479bb054677ad95aef0cbe389eb is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:42:05.160708 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bc03c2c3-ba1f-4b3c-888a-9dd3b8d14ed0 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:42:05.166955 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bc03c2c3-ba1f-4b3c-888a-9dd3b8d14ed0 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:42:05.173029 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a685728c-659e-46c3-9dc6-2d809f894ba5 req-e6a01453-baff-4303-97e7-5c55b13b4a41 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d68d892-8585-46b7-b6d7-53b4374f266e HTTP/1.1" status: 200 len: 1000 time: 0.1017604 Jan 27 17:42:05.184851 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc03c2c3-ba1f-4b3c-888a-9dd3b8d14ed0 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.236105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685728c-659e-46c3-9dc6-2d809f894ba5 req-23d11251-e7c1-4506-8745-c6c1af726e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:05.237455 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a685728c-659e-46c3-9dc6-2d809f894ba5 req-23d11251-e7c1-4506-8745-c6c1af726e99 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dab57fc8-7420-47be-b9b5-b47d2a1fb1ac HTTP/1.1" status: 200 len: 854 time: 0.0585368 Jan 27 17:42:05.249778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc03c2c3-ba1f-4b3c-888a-9dd3b8d14ed0 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.251783 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-02b8ab5e-56c8-403f-ada4-ecebe4745941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68'}], 'enable_snat': True}, 'gw_port_id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:41:11Z', 'revision_number': 4, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port': {'id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:07Z', 'updated_at': '2022-01-27T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '2691768a-3e74-4782-81b5-b6db184c0f02', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'port_id': '9d68d892-8585-46b7-b6d7-53b4374f266e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'mac_address': 'fa:16:3e:6d:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:42:03Z', 'updated_at': '2022-01-27T17:42:03Z', 'revision_number': 0, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee73b6bd-6a25-4d3e-953f-658061ba8402', 'name': '', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'mac_address': 'fa:16:3e:cb:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:10Z', 'updated_at': '2022-01-27T17:41:18Z', 'revision_number': 5, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'subnets': [{'id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:42:05.254540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc03c2c3-ba1f-4b3c-888a-9dd3b8d14ed0 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.256577 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b8ab5e-56c8-403f-ada4-ecebe4745941 None None] Checking router: eb4c0207-1c16-4d33-8184-53e247429fe5 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:42:05.265661 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b8ab5e-56c8-403f-ada4-ecebe4745941 None None] Routers {'eb4c0207-1c16-4d33-8184-53e247429fe5'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:42:05.266266 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-02b8ab5e-56c8-403f-ada4-ecebe4745941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:41:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['eb4c0207-1c16-4d33-8184-53e247429fe5'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:42:05.279166 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03c2c3-ba1f-4b3c-888a-9dd3b8d14ed0 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df1cfbb-d04c-4006-82e2-dc8637b99666,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:42:05.289914 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bc03c2c3-ba1f-4b3c-888a-9dd3b8d14ed0 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.291305 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bc03c2c3-ba1f-4b3c-888a-9dd3b8d14ed0 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506250 Jan 27 17:42:05.294046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49168) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:42:05.300079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-cdac59d5-baa0-4068-937f-627e3d216f2f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Request body: {'security_group_rule': {'security_group_id': '61ea0744-b63d-48d4-a4a3-f35f3aa907aa', 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:42:05.306349 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cdac59d5-baa0-4068-937f-627e3d216f2f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:42:05.310627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cdac59d5-baa0-4068-937f-627e3d216f2f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Usage tracker for resource:security_group_rule and tenant:420e1479bb054677ad95aef0cbe389eb is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:42:05.313779 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-cdac59d5-baa0-4068-937f-627e3d216f2f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:42:05.320916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-cdac59d5-baa0-4068-937f-627e3d216f2f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:42:05.322811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685728c-659e-46c3-9dc6-2d809f894ba5 req-355fc317-464c-41f9-8874-d2c9b11dbd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:05.325432 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a685728c-659e-46c3-9dc6-2d809f894ba5 req-355fc317-464c-41f9-8874-d2c9b11dbd18 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba28d5b5-7c93-42ae-950f-3680914f4146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802586 Jan 27 17:42:05.341341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cdac59d5-baa0-4068-937f-627e3d216f2f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.408846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cdac59d5-baa0-4068-937f-627e3d216f2f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.418996 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cdac59d5-baa0-4068-937f-627e3d216f2f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.443990 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac59d5-baa0-4068-937f-627e3d216f2f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491916f2-b54c-4b79-8b42-3ad1b8c983c2,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:42:05.457304 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-cdac59d5-baa0-4068-937f-627e3d216f2f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.458553 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cdac59d5-baa0-4068-937f-627e3d216f2f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634924 Jan 27 17:42:05.461389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49172) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:42:05.465001 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-02b8ab5e-56c8-403f-ada4-ecebe4745941 None None] Set router eb4c0207-1c16-4d33-8184-53e247429fe5 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:42:05.468259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e601f97a-79b0-405f-be9c-68e3b15e4e31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Request body: {'security_group_rule': {'security_group_id': '61ea0744-b63d-48d4-a4a3-f35f3aa907aa', 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:42:05.468418 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a685728c-659e-46c3-9dc6-2d809f894ba5 req-173ee409-eb9f-49da-8cce-4df341364b3e service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366029 Jan 27 17:42:05.474338 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e601f97a-79b0-405f-be9c-68e3b15e4e31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:42:05.478912 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e601f97a-79b0-405f-be9c-68e3b15e4e31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Usage tracker for resource:security_group_rule and tenant:420e1479bb054677ad95aef0cbe389eb is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:42:05.481995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e601f97a-79b0-405f-be9c-68e3b15e4e31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:42:05.488242 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e601f97a-79b0-405f-be9c-68e3b15e4e31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:42:05.512636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e601f97a-79b0-405f-be9c-68e3b15e4e31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.584518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e601f97a-79b0-405f-be9c-68e3b15e4e31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.592036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e601f97a-79b0-405f-be9c-68e3b15e4e31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.620223 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601f97a-79b0-405f-be9c-68e3b15e4e31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b6cec2-c2f2-4a79-b12c-8fa1d64ae49d,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:42:05.634664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e601f97a-79b0-405f-be9c-68e3b15e4e31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.639078 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e601f97a-79b0-405f-be9c-68e3b15e4e31 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1760998 Jan 27 17:42:05.639907 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:42:05.640272 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49176) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:42:05.646147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-da7d7628-4952-4b70-a483-4a9e6b4af71d tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Request body: {'security_group_rule': {'security_group_id': '61ea0744-b63d-48d4-a4a3-f35f3aa907aa', 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:42:05.653089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-da7d7628-4952-4b70-a483-4a9e6b4af71d tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:42:05.658972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-da7d7628-4952-4b70-a483-4a9e6b4af71d tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Usage tracker for resource:security_group_rule and tenant:420e1479bb054677ad95aef0cbe389eb is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:42:05.663783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-da7d7628-4952-4b70-a483-4a9e6b4af71d tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:42:05.670155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-da7d7628-4952-4b70-a483-4a9e6b4af71d tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:42:05.687218 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-da7d7628-4952-4b70-a483-4a9e6b4af71d tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Project 420e1479bb054677ad95aef0cbe389eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:42:05.701130 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da7d7628-4952-4b70-a483-4a9e6b4af71d tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.741581 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a685728c-659e-46c3-9dc6-2d809f894ba5 req-3b03b9da-5e20-4f89-8f85-6705842fcff5 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659490 Jan 27 17:42:05.762503 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da7d7628-4952-4b70-a483-4a9e6b4af71d tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.768200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da7d7628-4952-4b70-a483-4a9e6b4af71d tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.792180 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d7628-4952-4b70-a483-4a9e6b4af71d tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc52763a-a071-4b14-bc7e-d73e682741e9,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:42:05.804273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-da7d7628-4952-4b70-a483-4a9e6b4af71d tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.805547 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-da7d7628-4952-4b70-a483-4a9e6b4af71d tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1641667 Jan 27 17:42:05.808667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49180) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:42:05.813916 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b770f210-8212-43db-9dbc-4d9140d8e643 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Request body: {'security_group_rule': {'security_group_id': '61ea0744-b63d-48d4-a4a3-f35f3aa907aa', 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:42:05.820350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b770f210-8212-43db-9dbc-4d9140d8e643 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:42:05.824298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b770f210-8212-43db-9dbc-4d9140d8e643 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Usage tracker for resource:security_group_rule and tenant:420e1479bb054677ad95aef0cbe389eb is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:42:05.827524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b770f210-8212-43db-9dbc-4d9140d8e643 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:42:05.833811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b770f210-8212-43db-9dbc-4d9140d8e643 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:42:05.846677 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-b770f210-8212-43db-9dbc-4d9140d8e643 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Project 420e1479bb054677ad95aef0cbe389eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:42:05.853901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b770f210-8212-43db-9dbc-4d9140d8e643 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.893100 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-02b8ab5e-56c8-403f-ada4-ecebe4745941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68'}], 'enable_snat': True}, 'gw_port_id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:41:11Z', 'revision_number': 4, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port': {'id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:07Z', 'updated_at': '2022-01-27T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '2691768a-3e74-4782-81b5-b6db184c0f02', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'port_id': '9d68d892-8585-46b7-b6d7-53b4374f266e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'mac_address': 'fa:16:3e:6d:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:42:03Z', 'updated_at': '2022-01-27T17:42:03Z', 'revision_number': 0, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee73b6bd-6a25-4d3e-953f-658061ba8402', 'name': '', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'mac_address': 'fa:16:3e:cb:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:10Z', 'updated_at': '2022-01-27T17:41:18Z', 'revision_number': 5, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'subnets': [{'id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:42:05.897068 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b8ab5e-56c8-403f-ada4-ecebe4745941 None None] The sync data for ids ['eb4c0207-1c16-4d33-8184-53e247429fe5'] in dv-neutron-825077-1-hyperv is: [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68'}], 'enable_snat': True}, 'gw_port_id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:41:11Z', 'revision_number': 4, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port': {'id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:07Z', 'updated_at': '2022-01-27T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '2691768a-3e74-4782-81b5-b6db184c0f02', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'port_id': '9d68d892-8585-46b7-b6d7-53b4374f266e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'mac_address': 'fa:16:3e:6d:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:42:03Z', 'updated_at': '2022-01-27T17:42:03Z', 'revision_number': 0, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee73b6bd-6a25-4d3e-953f-658061ba8402', 'name': '', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'mac_address': 'fa:16:3e:cb:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:10Z', 'updated_at': '2022-01-27T17:41:18Z', 'revision_number': 5, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'subnets': [{'id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:42:05.916994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b770f210-8212-43db-9dbc-4d9140d8e643 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.922583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b770f210-8212-43db-9dbc-4d9140d8e643 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.949730 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770f210-8212-43db-9dbc-4d9140d8e643 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e392e80-cc50-4b0f-a24e-211080d932bf,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:42:05.962242 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b770f210-8212-43db-9dbc-4d9140d8e643 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:05.963729 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b770f210-8212-43db-9dbc-4d9140d8e643 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1538875 Jan 27 17:42:06.093762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-f577395c-7e0f-4129-be27-502c37ae2cd2 req-5b3b877e-a459-48b0-b2fa-4fc7d22fc6af tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Synchronizing usage tracker for tenant:420e1479bb054677ad95aef0cbe389eb on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:42:06.110880 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-f577395c-7e0f-4129-be27-502c37ae2cd2 req-5b3b877e-a459-48b0-b2fa-4fc7d22fc6af tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Unset dirty status for tenant:420e1479bb054677ad95aef0cbe389eb on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:42:06.112100 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f577395c-7e0f-4129-be27-502c37ae2cd2 req-5b3b877e-a459-48b0-b2fa-4fc7d22fc6af tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385657799&fields=id&tenant_id=420e1479bb054677ad95aef0cbe389eb HTTP/1.1" status: 200 len: 267 time: 0.0592818 Jan 27 17:42:06.131078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0161a-f850-4316-8c64-f5ef54588dc6 None None] New status for floating IP 2691768a-3e74-4782-81b5-b6db184c0f02: ACTIVE {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:42:06.201900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577395c-7e0f-4129-be27-502c37ae2cd2 req-6ff3c77f-2498-4255-9739-98298de0c651 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:06.203430 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f577395c-7e0f-4129-be27-502c37ae2cd2 req-6ff3c77f-2498-4255-9739-98298de0c651 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 946 time: 0.0855298 Jan 27 17:42:06.214342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [req-f577395c-7e0f-4129-be27-502c37ae2cd2 req-31c9fb04-bc1d-4743-8084-f25a0690f4d5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Request body: {'port': {'security_groups': ['65331045-64bf-4d16-bd81-2b3ccd8fa908', '61ea0744-b63d-48d4-a4a3-f35f3aa907aa']}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:42:06.335714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-f577395c-7e0f-4129-be27-502c37ae2cd2 req-31c9fb04-bc1d-4743-8084-f25a0690f4d5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:06.609937 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [req-f577395c-7e0f-4129-be27-502c37ae2cd2 req-31c9fb04-bc1d-4743-8084-f25a0690f4d5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] For port 9d68d892-8585-46b7-b6d7-53b4374f266e, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=9d68d892-8585-46b7-b6d7-53b4374f266e,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:42:06.632644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-f577395c-7e0f-4129-be27-502c37ae2cd2 req-31c9fb04-bc1d-4743-8084-f25a0690f4d5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:06.639160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-f577395c-7e0f-4129-be27-502c37ae2cd2 req-31c9fb04-bc1d-4743-8084-f25a0690f4d5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:06.650369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['9d68d892-8585-46b7-b6d7-53b4374f266e'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:42:06.712446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577395c-7e0f-4129-be27-502c37ae2cd2 req-31c9fb04-bc1d-4743-8084-f25a0690f4d5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:06.713075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [req-f577395c-7e0f-4129-be27-502c37ae2cd2 req-31c9fb04-bc1d-4743-8084-f25a0690f4d5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:06.714469 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f577395c-7e0f-4129-be27-502c37ae2cd2 req-31c9fb04-bc1d-4743-8084-f25a0690f4d5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "PUT /v2.0/ports/9d68d892-8585-46b7-b6d7-53b4374f266e HTTP/1.1" status: 200 len: 982 time: 0.5048494 Jan 27 17:42:06.714924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:42:06.737619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9fb04-bc1d-4743-8084-f25a0690f4d5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event updated for resources: {'Port': ['ID=9d68d892-8585-46b7-b6d7-53b4374f266e,revision_number=6']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:42:06.789678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['9d68d892-8585-46b7-b6d7-53b4374f266e'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:42:06.882859 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e', 'status': 'completed', 'code': 200} Jan 27 17:42:06.931537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e82c5-ea8e-4966-9367-4a04a5f56da9 req-8e60569a-b01e-47e6-a5c8-42214bceb0e8 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:06.933621 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-062e82c5-ea8e-4966-9367-4a04a5f56da9 req-8e60569a-b01e-47e6-a5c8-42214bceb0e8 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 985 time: 0.0959778 Jan 27 17:42:06.974287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf86e9d-30fd-47b8-b9dd-b0e0a5c0f747 req-b87095f5-0f54-43ee-8c4d-bafa4377d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:06.976101 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-caf86e9d-30fd-47b8-b9dd-b0e0a5c0f747 req-b87095f5-0f54-43ee-8c4d-bafa4377d4a0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=420e1479bb054677ad95aef0cbe389eb&device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 1138 time: 0.1007400 Jan 27 17:42:06.990410 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-062e82c5-ea8e-4966-9367-4a04a5f56da9 req-1f2e8f88-b5c6-494f-9013-4e353be19d30 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&id=61ea0744-b63d-48d4-a4a3-f35f3aa907aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503659 Jan 27 17:42:07.091688 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d6bbc539-192d-4c1a-b014-dcbe6038545a None None] Provisioning complete for port 9d68d892-8585-46b7-b6d7-53b4374f266e triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:42:07.092092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d6bbc539-192d-4c1a-b014-dcbe6038545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:07.141827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf86e9d-30fd-47b8-b9dd-b0e0a5c0f747 req-3aa2ebd7-bea5-49ef-b71e-55ebbd6f7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:07.141827 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-caf86e9d-30fd-47b8-b9dd-b0e0a5c0f747 req-3aa2ebd7-bea5-49ef-b71e-55ebbd6f7c24 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba28d5b5-7c93-42ae-950f-3680914f4146 HTTP/1.1" status: 200 len: 917 time: 0.1558580 Jan 27 17:42:07.247158 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-caf86e9d-30fd-47b8-b9dd-b0e0a5c0f747 req-a94c25ea-2a14-44bb-9877-571d681b0c8f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d68d892-8585-46b7-b6d7-53b4374f266e HTTP/1.1" status: 200 len: 1002 time: 0.1018884 Jan 27 17:42:07.309900 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf86e9d-30fd-47b8-b9dd-b0e0a5c0f747 req-23f7b6a2-a9c5-4930-b88c-4e953d5ac501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:07.311440 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-caf86e9d-30fd-47b8-b9dd-b0e0a5c0f747 req-23f7b6a2-a9c5-4930-b88c-4e953d5ac501 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dab57fc8-7420-47be-b9b5-b47d2a1fb1ac HTTP/1.1" status: 200 len: 854 time: 0.0580981 Jan 27 17:42:07.391978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf86e9d-30fd-47b8-b9dd-b0e0a5c0f747 req-619738b2-ae37-4e11-8ff7-8ef173cad6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:07.393362 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-caf86e9d-30fd-47b8-b9dd-b0e0a5c0f747 req-619738b2-ae37-4e11-8ff7-8ef173cad6ca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba28d5b5-7c93-42ae-950f-3680914f4146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753574 Jan 27 17:42:07.526961 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-caf86e9d-30fd-47b8-b9dd-b0e0a5c0f747 req-e1bca8af-0476-4e49-a19e-94e94e4f0722 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275589 Jan 27 17:42:07.668102 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-caf86e9d-30fd-47b8-b9dd-b0e0a5c0f747 req-7cbd23fd-f10e-4936-89cb-f4e23e39dbc4 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327834 Jan 27 17:42:21.559450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d3c772aa-d9f4-4fcf-95b7-22fed1f3cf0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:23.874588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-afe81419-3ac5-4652-b432-a6875c324bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:24.321325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc5c2a-e5b2-417b-9375-8dbbef47da4b req-bfecf3ee-d3f5-4ed8-88ef-107f195cab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:24.322942 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a1fc5c2a-e5b2-417b-9375-8dbbef47da4b req-bfecf3ee-d3f5-4ed8-88ef-107f195cab4a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=420e1479bb054677ad95aef0cbe389eb&device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 1138 time: 0.0735297 Jan 27 17:42:24.350319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c734c4a-0bb2-4ff2-95a7-f3b265bcbfca req-e6f23c37-4a60-426f-8b07-22a9b03f4be1 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:24.351835 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3c734c4a-0bb2-4ff2-95a7-f3b265bcbfca req-e6f23c37-4a60-426f-8b07-22a9b03f4be1 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 985 time: 0.0808749 Jan 27 17:42:24.406435 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3c734c4a-0bb2-4ff2-95a7-f3b265bcbfca req-9aab9d31-55f9-41bf-8e06-9e281b0aad05 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&id=61ea0744-b63d-48d4-a4a3-f35f3aa907aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481033 Jan 27 17:42:24.465649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc5c2a-e5b2-417b-9375-8dbbef47da4b req-09fd06b5-97e2-4e31-a2da-092bb3e8b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:24.467010 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a1fc5c2a-e5b2-417b-9375-8dbbef47da4b req-09fd06b5-97e2-4e31-a2da-092bb3e8b5e3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba28d5b5-7c93-42ae-950f-3680914f4146 HTTP/1.1" status: 200 len: 917 time: 0.1376777 Jan 27 17:42:24.572026 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a1fc5c2a-e5b2-417b-9375-8dbbef47da4b req-389f94b2-72c7-4531-9241-1638bbbb51c0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d68d892-8585-46b7-b6d7-53b4374f266e HTTP/1.1" status: 200 len: 1002 time: 0.0973983 Jan 27 17:42:24.635197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc5c2a-e5b2-417b-9375-8dbbef47da4b req-75d1618d-9347-41f9-ab31-058ab68dd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:24.636652 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a1fc5c2a-e5b2-417b-9375-8dbbef47da4b req-75d1618d-9347-41f9-ab31-058ab68dd2d7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dab57fc8-7420-47be-b9b5-b47d2a1fb1ac HTTP/1.1" status: 200 len: 854 time: 0.0586407 Jan 27 17:42:24.715218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc5c2a-e5b2-417b-9375-8dbbef47da4b req-c40a6963-1b7d-4a4d-80fe-560689ea4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:24.716785 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a1fc5c2a-e5b2-417b-9375-8dbbef47da4b req-c40a6963-1b7d-4a4d-80fe-560689ea4513 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba28d5b5-7c93-42ae-950f-3680914f4146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736821 Jan 27 17:42:24.849510 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:24.850010 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a1fc5c2a-e5b2-417b-9375-8dbbef47da4b req-75df22ac-78c9-415b-8f1a-e3762f33e601 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261663 Jan 27 17:42:25.097651 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a1fc5c2a-e5b2-417b-9375-8dbbef47da4b req-91b7ae6e-41ff-4895-a63b-d5db7bf70207 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409978 Jan 27 17:42:25.393647 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:25.599857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f0df9-7475-41d2-9e75-b190823c8948 req-2c515fd8-dde4-4832-a4e7-74a94bad3ce2 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:25.601343 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c89f0df9-7475-41d2-9e75-b190823c8948 req-2c515fd8-dde4-4832-a4e7-74a94bad3ce2 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 985 time: 0.0802398 Jan 27 17:42:25.652287 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c89f0df9-7475-41d2-9e75-b190823c8948 req-860e612e-4477-43df-8279-ea7aa49a340d tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&id=61ea0744-b63d-48d4-a4a3-f35f3aa907aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445437 Jan 27 17:42:26.760089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:26.850192 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fb6ee-b5b6-4ad4-adae-3c89d8e8906a req-d33a527b-b862-46a0-8b79-8b041ad59e6f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:26.851680 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1a4fb6ee-b5b6-4ad4-adae-3c89d8e8906a req-d33a527b-b862-46a0-8b79-8b041ad59e6f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 985 time: 0.0862277 Jan 27 17:42:26.898872 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1a4fb6ee-b5b6-4ad4-adae-3c89d8e8906a req-fe8041c4-d427-444c-ba1b-22a9e9429fd5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&id=61ea0744-b63d-48d4-a4a3-f35f3aa907aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408444 Jan 27 17:42:28.101092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f863ed9-7a68-4dea-b849-c03c4bc2bdad req-08de5896-d662-40c6-a60f-25bc9798acb5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:28.102601 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f863ed9-7a68-4dea-b849-c03c4bc2bdad req-08de5896-d662-40c6-a60f-25bc9798acb5 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 985 time: 0.0944335 Jan 27 17:42:28.149911 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f863ed9-7a68-4dea-b849-c03c4bc2bdad req-819aa70b-626d-4494-9fb2-6be680d66345 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&id=61ea0744-b63d-48d4-a4a3-f35f3aa907aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406380 Jan 27 17:42:28.671809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:29.350905 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee92d5-2d6e-41e2-a88f-3214607d34b0 req-abf92d5d-bda3-4893-b2a7-b61721f3d40c tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:29.353018 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-43ee92d5-2d6e-41e2-a88f-3214607d34b0 req-abf92d5d-bda3-4893-b2a7-b61721f3d40c tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 985 time: 0.0864441 Jan 27 17:42:29.408486 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-43ee92d5-2d6e-41e2-a88f-3214607d34b0 req-1f47e284-8689-4e02-9456-605b2906cf84 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&id=61ea0744-b63d-48d4-a4a3-f35f3aa907aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496051 Jan 27 17:42:30.621785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d4cd-4a33-41a9-a76a-c56322f5d436 req-176c032a-09c2-4794-9750-df431f3f21d7 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:30.623143 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2999d4cd-4a33-41a9-a76a-c56322f5d436 req-176c032a-09c2-4794-9750-df431f3f21d7 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 985 time: 0.0901806 Jan 27 17:42:30.673477 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2999d4cd-4a33-41a9-a76a-c56322f5d436 req-7d5321d9-86f2-4f25-9b5e-7ef9f9940836 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&id=61ea0744-b63d-48d4-a4a3-f35f3aa907aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422819 Jan 27 17:42:31.866694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd988fb-de54-498c-9cde-4dbe1ff59e39 req-d8e713cc-644b-4b5d-8e3d-b3803c5f2ff4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:31.868210 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6dd988fb-de54-498c-9cde-4dbe1ff59e39 req-d8e713cc-644b-4b5d-8e3d-b3803c5f2ff4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 985 time: 0.0853336 Jan 27 17:42:31.916785 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6dd988fb-de54-498c-9cde-4dbe1ff59e39 req-203b7d60-372f-4dc1-b37e-60a054762e90 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&id=61ea0744-b63d-48d4-a4a3-f35f3aa907aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427356 Jan 27 17:42:33.117238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d15f8-599d-435d-931d-691bb8c18548 req-4ae0ca46-cc7b-429e-a6c3-f65e98df410f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:33.118696 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7d0d15f8-599d-435d-931d-691bb8c18548 req-4ae0ca46-cc7b-429e-a6c3-f65e98df410f tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 985 time: 0.0917871 Jan 27 17:42:33.169582 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7d0d15f8-599d-435d-931d-691bb8c18548 req-6d48d699-410a-40e0-9dd4-13ede8a34682 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&id=61ea0744-b63d-48d4-a4a3-f35f3aa907aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422328 Jan 27 17:42:34.363689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9ea3f-5443-42ad-a126-1932a409fabb req-5cb08050-d4ff-47be-acc2-f97c5ea36432 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:34.365216 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-41c9ea3f-5443-42ad-a126-1932a409fabb req-5cb08050-d4ff-47be-acc2-f97c5ea36432 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 985 time: 0.0839407 Jan 27 17:42:34.411744 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-41c9ea3f-5443-42ad-a126-1932a409fabb req-5b3a6342-7954-4cc2-a3ae-e8d8b3401f89 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&id=61ea0744-b63d-48d4-a4a3-f35f3aa907aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404999 Jan 27 17:42:35.613876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96c97a-45cd-41d5-8e86-d3d010ea2d8d req-287bb3c8-6bc5-4347-884f-760e1fff9a6c tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:35.615521 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ea96c97a-45cd-41d5-8e86-d3d010ea2d8d req-287bb3c8-6bc5-4347-884f-760e1fff9a6c tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 985 time: 0.0877244 Jan 27 17:42:35.665300 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ea96c97a-45cd-41d5-8e86-d3d010ea2d8d req-a42ed6df-fda2-422a-b1be-c2c3600ba04c tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&id=61ea0744-b63d-48d4-a4a3-f35f3aa907aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413845 Jan 27 17:42:36.865044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb970b3-6734-4edf-926f-dd153afb1f8a req-e7d6228e-3076-4d50-8476-a3fe71f6b3e0 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:36.866580 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3bb970b3-6734-4edf-926f-dd153afb1f8a req-e7d6228e-3076-4d50-8476-a3fe71f6b3e0 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 985 time: 0.0934720 Jan 27 17:42:36.914045 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3bb970b3-6734-4edf-926f-dd153afb1f8a req-06dec070-c0e5-4df9-873c-60f7a75f9733 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&id=61ea0744-b63d-48d4-a4a3-f35f3aa907aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415623 Jan 27 17:42:42.613748 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:42:51.556389 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f3da1328-5d0e-4b82-a26e-74177d16c17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:53.876923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-99f411a9-9026-4e32-b06e-cd23ffdee185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:54.848574 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:55.391541 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:56.762242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:58.678081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:59.251391 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2411800f-03f8-42f2-8f4b-d77ee3ea13b6 req-554c85d7-c55a-45ea-a4b4-e1da13ab2ede service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0983114 Jan 27 17:42:59.404563 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411800f-03f8-42f2-8f4b-d77ee3ea13b6 req-d22a4010-e457-4fef-a132-83b9cddc6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:59.406104 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2411800f-03f8-42f2-8f4b-d77ee3ea13b6 req-d22a4010-e457-4fef-a132-83b9cddc6fae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=420e1479bb054677ad95aef0cbe389eb&device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 1138 time: 0.0804846 Jan 27 17:42:59.581157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411800f-03f8-42f2-8f4b-d77ee3ea13b6 req-d8d19f12-a890-4bf6-94d3-578f12e313e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:59.582670 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2411800f-03f8-42f2-8f4b-d77ee3ea13b6 req-d8d19f12-a890-4bf6-94d3-578f12e313e0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba28d5b5-7c93-42ae-950f-3680914f4146 HTTP/1.1" status: 200 len: 917 time: 0.1526024 Jan 27 17:42:59.705888 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2411800f-03f8-42f2-8f4b-d77ee3ea13b6 req-e3ec8f4f-cf05-47fd-a0b2-6befb335d210 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d68d892-8585-46b7-b6d7-53b4374f266e HTTP/1.1" status: 200 len: 1002 time: 0.1164303 Jan 27 17:42:59.780720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411800f-03f8-42f2-8f4b-d77ee3ea13b6 req-9ca2e911-43bd-4099-94ee-34142ac77e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:59.782271 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2411800f-03f8-42f2-8f4b-d77ee3ea13b6 req-9ca2e911-43bd-4099-94ee-34142ac77e0d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dab57fc8-7420-47be-b9b5-b47d2a1fb1ac HTTP/1.1" status: 200 len: 854 time: 0.0697324 Jan 27 17:42:59.866355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411800f-03f8-42f2-8f4b-d77ee3ea13b6 req-3f88e3d0-13dd-4b44-9242-101a7fab0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:59.868382 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2411800f-03f8-42f2-8f4b-d77ee3ea13b6 req-3f88e3d0-13dd-4b44-9242-101a7fab0cb4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba28d5b5-7c93-42ae-950f-3680914f4146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798779 Jan 27 17:43:00.005376 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2411800f-03f8-42f2-8f4b-d77ee3ea13b6 req-41c4c7b6-fa2c-4bfe-be37-9daed0feae00 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300480 Jan 27 17:43:00.145250 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2411800f-03f8-42f2-8f4b-d77ee3ea13b6 req-a7a275fa-093b-4ce3-8f65-e221f8028380 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332183 Jan 27 17:43:08.716684 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b0068a87-14b9-4ecf-90df-a4c713a66c60 req-130c5147-edd1-434f-97a8-06725877629a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385657799&fields=id&tenant_id=420e1479bb054677ad95aef0cbe389eb HTTP/1.1" status: 200 len: 267 time: 0.0428357 Jan 27 17:43:08.803903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0068a87-14b9-4ecf-90df-a4c713a66c60 req-59173abb-6e42-445a-9ae8-d29950cd7eda tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:08.805342 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b0068a87-14b9-4ecf-90df-a4c713a66c60 req-59173abb-6e42-445a-9ae8-d29950cd7eda tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 985 time: 0.0810306 Jan 27 17:43:08.821666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-b0068a87-14b9-4ecf-90df-a4c713a66c60 req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Request body: {'port': {'security_groups': ['65331045-64bf-4d16-bd81-2b3ccd8fa908']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:08.947562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b0068a87-14b9-4ecf-90df-a4c713a66c60 req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.306962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-b0068a87-14b9-4ecf-90df-a4c713a66c60 req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] For port 9d68d892-8585-46b7-b6d7-53b4374f266e, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=9d68d892-8585-46b7-b6d7-53b4374f266e,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:09.332344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b0068a87-14b9-4ecf-90df-a4c713a66c60 req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.339398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b0068a87-14b9-4ecf-90df-a4c713a66c60 req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.352583 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['9d68d892-8585-46b7-b6d7-53b4374f266e'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:43:09.409646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0068a87-14b9-4ecf-90df-a4c713a66c60 req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:09.410273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-b0068a87-14b9-4ecf-90df-a4c713a66c60 req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.412458 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b0068a87-14b9-4ecf-90df-a4c713a66c60 req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "PUT /v2.0/ports/9d68d892-8585-46b7-b6d7-53b4374f266e HTTP/1.1" status: 200 len: 943 time: 0.5979912 Jan 27 17:43:09.412935 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:43:09.418846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49246) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:09.434943 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event updated for resources: {'Port': ['ID=9d68d892-8585-46b7-b6d7-53b4374f266e,revision_number=7']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:09.443293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.443679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.444173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.444518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.444850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.445177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.445502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.445826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.446293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.446685 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.447012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.447332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bade-2898-44a5-b74d-32c06aa551e4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.489227 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e', 'status': 'completed', 'code': 200} Jan 27 17:43:09.503392 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['9d68d892-8585-46b7-b6d7-53b4374f266e'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:43:09.537826 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.572810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.595110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14221dd1-a4fe-4e24-abd1-1482f452316c req-494761bf-cca3-4db4-8c43-a671cdd405ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:09.597167 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-14221dd1-a4fe-4e24-abd1-1482f452316c req-494761bf-cca3-4db4-8c43-a671cdd405ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=420e1479bb054677ad95aef0cbe389eb&device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 1099 time: 0.0851245 Jan 27 17:43:09.652596 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.673065 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ea0744-b63d-48d4-a4a3-f35f3aa907aa,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:09.681154 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.681506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.681857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.682182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.682504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.682828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.683153 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.683475 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.683828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.684143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.684460 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.684778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:09.692659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.694562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5f80e6e5-6275-4895-9763-5568bee5b3d1 None None] Provisioning complete for port 9d68d892-8585-46b7-b6d7-53b4374f266e triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:09.694929 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5f80e6e5-6275-4895-9763-5568bee5b3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.696773 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e26a5cb0-6b3c-48a1-9fb8-bf19c067eb0a tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "DELETE /v2.0/security-groups/61ea0744-b63d-48d4-a4a3-f35f3aa907aa HTTP/1.1" status: 204 len: 168 time: 0.2731192 Jan 27 17:43:09.697408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49250) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:09.756502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14221dd1-a4fe-4e24-abd1-1482f452316c req-1803e52b-1d06-4a13-ae36-16473b9d5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:09.759433 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-14221dd1-a4fe-4e24-abd1-1482f452316c req-1803e52b-1d06-4a13-ae36-16473b9d5f83 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba28d5b5-7c93-42ae-950f-3680914f4146 HTTP/1.1" status: 200 len: 917 time: 0.1544819 Jan 27 17:43:09.888027 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-14221dd1-a4fe-4e24-abd1-1482f452316c req-cdbd613b-08b6-4fab-9e85-29c8388f2d68 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d68d892-8585-46b7-b6d7-53b4374f266e HTTP/1.1" status: 200 len: 1002 time: 0.1218045 Jan 27 17:43:09.926005 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-29a68fca-b580-415f-85dd-66959d1f0985 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Deleting port b20d793c-f62c-43f6-a236-638df065001b {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:09.926579 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29a68fca-b580-415f-85dd-66959d1f0985 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.953876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14221dd1-a4fe-4e24-abd1-1482f452316c req-a3896370-5a22-431d-b90e-bf5b182e53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:09.955343 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-14221dd1-a4fe-4e24-abd1-1482f452316c req-a3896370-5a22-431d-b90e-bf5b182e53c0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dab57fc8-7420-47be-b9b5-b47d2a1fb1ac HTTP/1.1" status: 200 len: 854 time: 0.0613785 Jan 27 17:43:10.035323 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14221dd1-a4fe-4e24-abd1-1482f452316c req-9d930f1b-2dd8-473a-8208-8acfbb07d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:10.036900 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-14221dd1-a4fe-4e24-abd1-1482f452316c req-9d930f1b-2dd8-473a-8208-8acfbb07d2dc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba28d5b5-7c93-42ae-950f-3680914f4146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747740 Jan 27 17:43:10.174407 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-14221dd1-a4fe-4e24-abd1-1482f452316c req-2a5525a0-e04b-4efd-89f3-39cc40bf0f50 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310928 Jan 27 17:43:10.220403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29a68fca-b580-415f-85dd-66959d1f0985 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.220741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29a68fca-b580-415f-85dd-66959d1f0985 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.331820 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-14221dd1-a4fe-4e24-abd1-1482f452316c req-000dde03-d17a-4085-accd-0cf223488f80 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514397 Jan 27 17:43:10.348504 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-29a68fca-b580-415f-85dd-66959d1f0985 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Calling delete_port for b20d793c-f62c-43f6-a236-638df065001b owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:43:10.512227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29a68fca-b580-415f-85dd-66959d1f0985 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.561458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a68fca-b580-415f-85dd-66959d1f0985 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event deleted for resources: {'Port': ['ID=b20d793c-f62c-43f6-a236-638df065001b,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:10.659944 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29a68fca-b580-415f-85dd-66959d1f0985 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.660271 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-29a68fca-b580-415f-85dd-66959d1f0985 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Floating IP 2691768a-3e74-4782-81b5-b6db184c0f02 disassociated (deleted). External IP: 172.26.8.176, port: 9d68d892-8585-46b7-b6d7-53b4374f266e. Jan 27 17:43:11.032402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a68fca-b580-415f-85dd-66959d1f0985 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Router eb4c0207-1c16-4d33-8184-53e247429fe5 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:43:11.234742 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a68fca-b580-415f-85dd-66959d1f0985 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:43:11.246609 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09290b4b-3b89-4629-8b3e-392c71070fe3 None None] Sync routers for ids ['eb4c0207-1c16-4d33-8184-53e247429fe5'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:43:11.257779 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09290b4b-3b89-4629-8b3e-392c71070fe3 None None] Routers {'eb4c0207-1c16-4d33-8184-53e247429fe5'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:43:11.258459 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-09290b4b-3b89-4629-8b3e-392c71070fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:42:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['eb4c0207-1c16-4d33-8184-53e247429fe5'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:11.260448 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-29a68fca-b580-415f-85dd-66959d1f0985 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:11.316216 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-29a68fca-b580-415f-85dd-66959d1f0985 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "DELETE /v2.0/floatingips/2691768a-3e74-4782-81b5-b6db184c0f02 HTTP/1.1" status: 204 len: 168 time: 1.6176879 Jan 27 17:43:11.317055 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:43:11.367415 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e', 'status': 'completed', 'code': 200} Jan 27 17:43:11.449044 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-09290b4b-3b89-4629-8b3e-392c71070fe3 None None] Set router eb4c0207-1c16-4d33-8184-53e247429fe5 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:11.462293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e981a-2a95-4d2e-b992-c585f808d75c req-020e1520-388f-4297-bdd2-ed07ce2b949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:11.463984 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e981a-2a95-4d2e-b992-c585f808d75c req-020e1520-388f-4297-bdd2-ed07ce2b949a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=420e1479bb054677ad95aef0cbe389eb&device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 1099 time: 0.0730543 Jan 27 17:43:11.597810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e981a-2a95-4d2e-b992-c585f808d75c req-b2b47621-419f-4859-bb69-65503a2b4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:11.599819 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e981a-2a95-4d2e-b992-c585f808d75c req-b2b47621-419f-4859-bb69-65503a2b4325 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba28d5b5-7c93-42ae-950f-3680914f4146 HTTP/1.1" status: 200 len: 917 time: 0.1301932 Jan 27 17:43:11.674248 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e981a-2a95-4d2e-b992-c585f808d75c req-ba000e0f-d268-4284-9f96-9b30fd384fbd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d68d892-8585-46b7-b6d7-53b4374f266e HTTP/1.1" status: 200 len: 217 time: 0.0687206 Jan 27 17:43:11.741800 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e981a-2a95-4d2e-b992-c585f808d75c req-550e665a-dd2d-4f13-9dfa-c326be26f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:11.743370 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e981a-2a95-4d2e-b992-c585f808d75c req-550e665a-dd2d-4f13-9dfa-c326be26f7fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dab57fc8-7420-47be-b9b5-b47d2a1fb1ac HTTP/1.1" status: 200 len: 854 time: 0.0610716 Jan 27 17:43:11.797606 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-09290b4b-3b89-4629-8b3e-392c71070fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68'}], 'enable_snat': True}, 'gw_port_id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:41:11Z', 'revision_number': 4, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port': {'id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:07Z', 'updated_at': '2022-01-27T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'ee73b6bd-6a25-4d3e-953f-658061ba8402', 'name': '', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'mac_address': 'fa:16:3e:cb:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:10Z', 'updated_at': '2022-01-27T17:41:18Z', 'revision_number': 5, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'subnets': [{'id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:11.801957 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09290b4b-3b89-4629-8b3e-392c71070fe3 None None] Checking router: eb4c0207-1c16-4d33-8184-53e247429fe5 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:43:11.810638 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09290b4b-3b89-4629-8b3e-392c71070fe3 None None] Routers {'eb4c0207-1c16-4d33-8184-53e247429fe5'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:43:11.811240 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-09290b4b-3b89-4629-8b3e-392c71070fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:42:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['eb4c0207-1c16-4d33-8184-53e247429fe5'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:11.828087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e981a-2a95-4d2e-b992-c585f808d75c req-99731d16-aa16-491e-8fca-2ecf868d41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:11.829580 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e981a-2a95-4d2e-b992-c585f808d75c req-99731d16-aa16-491e-8fca-2ecf868d41e4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba28d5b5-7c93-42ae-950f-3680914f4146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799539 Jan 27 17:43:12.001592 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-09290b4b-3b89-4629-8b3e-392c71070fe3 None None] Set router eb4c0207-1c16-4d33-8184-53e247429fe5 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:12.086391 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e981a-2a95-4d2e-b992-c585f808d75c req-80bcfeb8-c0b8-447c-8bd8-3d75ed13bf30 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483816 Jan 27 17:43:12.224713 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e981a-2a95-4d2e-b992-c585f808d75c req-4c179e79-2896-4f49-9802-4fde98a276e2 service neutron] 10.222.0.88 "GET /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302075 Jan 27 17:43:12.330479 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-09290b4b-3b89-4629-8b3e-392c71070fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68'}], 'enable_snat': True}, 'gw_port_id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:41:11Z', 'revision_number': 4, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port': {'id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:07Z', 'updated_at': '2022-01-27T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'ee73b6bd-6a25-4d3e-953f-658061ba8402', 'name': '', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'mac_address': 'fa:16:3e:cb:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:10Z', 'updated_at': '2022-01-27T17:41:18Z', 'revision_number': 5, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'subnets': [{'id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:12.334427 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09290b4b-3b89-4629-8b3e-392c71070fe3 None None] The sync data for ids ['eb4c0207-1c16-4d33-8184-53e247429fe5'] in dv-neutron-825077-1-hyperv is: [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68'}], 'enable_snat': True}, 'gw_port_id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:41:11Z', 'revision_number': 4, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port': {'id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:07Z', 'updated_at': '2022-01-27T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'ee73b6bd-6a25-4d3e-953f-658061ba8402', 'name': '', 'network_id': 'ba28d5b5-7c93-42ae-950f-3680914f4146', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'mac_address': 'fa:16:3e:cb:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:10Z', 'updated_at': '2022-01-27T17:41:18Z', 'revision_number': 5, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'subnets': [{'id': 'dab57fc8-7420-47be-b9b5-b47d2a1fb1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:43:12.568541 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf92eb-4ced-4585-89d8-7a9233bbfbb9 None None] New status for floating IP 2691768a-3e74-4782-81b5-b6db184c0f02: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:43:15.791625 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1508af-2d95-490d-90cb-7c4c376190c3 req-b209baee-0070-4f2c-b858-060b461b1856 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:15.792178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8a1508af-2d95-490d-90cb-7c4c376190c3 req-b209baee-0070-4f2c-b858-060b461b1856 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Synchronizing usage tracker for tenant:420e1479bb054677ad95aef0cbe389eb on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:43:15.810312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8a1508af-2d95-490d-90cb-7c4c376190c3 req-b209baee-0070-4f2c-b858-060b461b1856 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Unset dirty status for tenant:420e1479bb054677ad95aef0cbe389eb on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:43:15.811604 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8a1508af-2d95-490d-90cb-7c4c376190c3 req-b209baee-0070-4f2c-b858-060b461b1856 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 946 time: 0.1079040 Jan 27 17:43:15.860834 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8a1508af-2d95-490d-90cb-7c4c376190c3 req-f3d47084-cdea-40ce-a166-07f7841f36d7 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Synchronizing usage tracker for tenant:420e1479bb054677ad95aef0cbe389eb on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:43:15.877831 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8a1508af-2d95-490d-90cb-7c4c376190c3 req-f3d47084-cdea-40ce-a166-07f7841f36d7 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Unset dirty status for tenant:420e1479bb054677ad95aef0cbe389eb on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:43:15.879010 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8a1508af-2d95-490d-90cb-7c4c376190c3 req-f3d47084-cdea-40ce-a166-07f7841f36d7 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587220 Jan 27 17:43:17.076311 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738f8ca-7750-44a4-b100-10fcdd5ec891 req-2aed5cb0-01d5-4972-b68d-97a39c506515 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:17.077807 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6738f8ca-7750-44a4-b100-10fcdd5ec891 req-2aed5cb0-01d5-4972-b68d-97a39c506515 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 946 time: 0.0854232 Jan 27 17:43:17.132533 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6738f8ca-7750-44a4-b100-10fcdd5ec891 req-f600199c-c721-46b4-94b8-198619e950e6 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/security-groups?id=65331045-64bf-4d16-bd81-2b3ccd8fa908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466516 Jan 27 17:43:17.387775 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed96165-6835-4f2d-8de0-8ce1b61a15ac req-98a618b3-2a22-4133-82a2-11bcbd4c92a4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:17.389222 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9ed96165-6835-4f2d-8de0-8ce1b61a15ac req-98a618b3-2a22-4133-82a2-11bcbd4c92a4 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.88 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 946 time: 0.0899642 Jan 27 17:43:17.470521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-9ed96165-6835-4f2d-8de0-8ce1b61a15ac req-af1f7753-c4ea-45b0-885f-4c69e9b5ccbf tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Deleting port 9d68d892-8585-46b7-b6d7-53b4374f266e {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:17.470852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9ed96165-6835-4f2d-8de0-8ce1b61a15ac req-af1f7753-c4ea-45b0-885f-4c69e9b5ccbf tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:17.721255 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-9ed96165-6835-4f2d-8de0-8ce1b61a15ac req-af1f7753-c4ea-45b0-885f-4c69e9b5ccbf tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] For port 9d68d892-8585-46b7-b6d7-53b4374f266e, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=9d68d892-8585-46b7-b6d7-53b4374f266e,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:17.721608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9ed96165-6835-4f2d-8de0-8ce1b61a15ac req-af1f7753-c4ea-45b0-885f-4c69e9b5ccbf tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:17.844911 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-9ed96165-6835-4f2d-8de0-8ce1b61a15ac req-af1f7753-c4ea-45b0-885f-4c69e9b5ccbf tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Calling delete_port for 9d68d892-8585-46b7-b6d7-53b4374f266e owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:43:18.008212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9ed96165-6835-4f2d-8de0-8ce1b61a15ac req-af1f7753-c4ea-45b0-885f-4c69e9b5ccbf tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:18.020220 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['9d68d892-8585-46b7-b6d7-53b4374f266e'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:43:18.062037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f7753-c4ea-45b0-885f-4c69e9b5ccbf tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Pushing event deleted for resources: {'Port': ['ID=9d68d892-8585-46b7-b6d7-53b4374f266e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:18.139121 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed96165-6835-4f2d-8de0-8ce1b61a15ac req-af1f7753-c4ea-45b0-885f-4c69e9b5ccbf tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] No DVR routers for this DVR port 9d68d892-8585-46b7-b6d7-53b4374f266e on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:43:18.141644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9ed96165-6835-4f2d-8de0-8ce1b61a15ac req-af1f7753-c4ea-45b0-885f-4c69e9b5ccbf tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:18.144165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'name': 'network-vif-deleted', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:43:18.163259 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9ed96165-6835-4f2d-8de0-8ce1b61a15ac req-af1f7753-c4ea-45b0-885f-4c69e9b5ccbf tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.88 "DELETE /v2.0/ports/9d68d892-8585-46b7-b6d7-53b4374f266e HTTP/1.1" status: 204 len: 173 time: 0.7670314 Jan 27 17:43:18.197295 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b2cf7e-7c88-4914-a534-5eca1b6fb52b', 'name': 'network-vif-deleted', 'tag': '9d68d892-8585-46b7-b6d7-53b4374f266e', 'status': 'completed', 'code': 200} Jan 27 17:43:18.300902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-33bdbf09-44a6-4a93-a823-abef20860b1b req-24c497f9-9d84-49d3-862c-caebd2472121 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Synchronizing usage tracker for tenant:420e1479bb054677ad95aef0cbe389eb on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:43:18.320512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-33bdbf09-44a6-4a93-a823-abef20860b1b req-24c497f9-9d84-49d3-862c-caebd2472121 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] Unset dirty status for tenant:420e1479bb054677ad95aef0cbe389eb on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:43:18.321762 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-33bdbf09-44a6-4a93-a823-abef20860b1b req-24c497f9-9d84-49d3-862c-caebd2472121 tempest-TestMinimumBasicScenario-1024172087 tempest-TestMinimumBasicScenario-1024172087-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b2cf7e-7c88-4914-a534-5eca1b6fb52b HTTP/1.1" status: 200 len: 210 time: 0.0702546 Jan 27 17:43:19.612508 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:43:20.055737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49334) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:20.717581 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-116038f0-75b8-47b9-a305-eb574f9274b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:20.890140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 9d68d892-8585-46b7-b6d7-53b4374f266e no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:43:20.927263 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 9d68d892-8585-46b7-b6d7-53b4374f266e {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:43:20.927611 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 9d68d892-8585-46b7-b6d7-53b4374f266e not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:43:21.080532 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-116038f0-75b8-47b9-a305-eb574f9274b0 admin admin] Deleting port ee73b6bd-6a25-4d3e-953f-658061ba8402 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:21.081104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-116038f0-75b8-47b9-a305-eb574f9274b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:21.259510 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-116038f0-75b8-47b9-a305-eb574f9274b0 admin admin] For port ee73b6bd-6a25-4d3e-953f-658061ba8402, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ee73b6bd-6a25-4d3e-953f-658061ba8402,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:21.259885 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-116038f0-75b8-47b9-a305-eb574f9274b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:21.387015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-116038f0-75b8-47b9-a305-eb574f9274b0 admin admin] Calling delete_port for ee73b6bd-6a25-4d3e-953f-658061ba8402 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:43:21.551645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d7afb81a-280d-48f0-bd3b-1926d8f91672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:21.730981 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-116038f0-75b8-47b9-a305-eb574f9274b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:21.777133 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116038f0-75b8-47b9-a305-eb574f9274b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee73b6bd-6a25-4d3e-953f-658061ba8402,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:22.178588 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-116038f0-75b8-47b9-a305-eb574f9274b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:22.542043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116038f0-75b8-47b9-a305-eb574f9274b0 admin admin] Router eb4c0207-1c16-4d33-8184-53e247429fe5 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:43:22.729890 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116038f0-75b8-47b9-a305-eb574f9274b0 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:43:22.739358 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e13998-f5a1-45f2-aca9-4a4eb7cc2b5d None None] Sync routers for ids ['eb4c0207-1c16-4d33-8184-53e247429fe5'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:43:22.749202 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-116038f0-75b8-47b9-a305-eb574f9274b0 admin admin] 10.222.0.81 "PUT /v2.0/routers/eb4c0207-1c16-4d33-8184-53e247429fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6922131 Jan 27 17:43:22.750926 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e13998-f5a1-45f2-aca9-4a4eb7cc2b5d None None] Routers {'eb4c0207-1c16-4d33-8184-53e247429fe5'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:43:22.751495 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-26e13998-f5a1-45f2-aca9-4a4eb7cc2b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:42:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['eb4c0207-1c16-4d33-8184-53e247429fe5'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:22.752135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49340) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:22.927516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:22.956079 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-26e13998-f5a1-45f2-aca9-4a4eb7cc2b5d None None] Set router eb4c0207-1c16-4d33-8184-53e247429fe5 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:23.219605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:23.231759 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Deleting port 70bcd6aa-d0c8-4724-959f-48d192ced248 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:23.232126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:23.250056 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-26e13998-f5a1-45f2-aca9-4a4eb7cc2b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68'}], 'enable_snat': True}, 'gw_port_id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:43:21Z', 'revision_number': 5, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port': {'id': '70bcd6aa-d0c8-4724-959f-48d192ced248', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:07Z', 'updated_at': '2022-01-27T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:23.253769 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e13998-f5a1-45f2-aca9-4a4eb7cc2b5d None None] Checking router: eb4c0207-1c16-4d33-8184-53e247429fe5 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:43:23.262167 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e13998-f5a1-45f2-aca9-4a4eb7cc2b5d None None] Routers {'eb4c0207-1c16-4d33-8184-53e247429fe5'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:43:23.262759 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-26e13998-f5a1-45f2-aca9-4a4eb7cc2b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:42:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['eb4c0207-1c16-4d33-8184-53e247429fe5'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:23.410613 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-26e13998-f5a1-45f2-aca9-4a4eb7cc2b5d None None] Set router eb4c0207-1c16-4d33-8184-53e247429fe5 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:23.413500 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] For port 70bcd6aa-d0c8-4724-959f-48d192ced248, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=70bcd6aa-d0c8-4724-959f-48d192ced248,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:23.413857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:23.529304 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-26e13998-f5a1-45f2-aca9-4a4eb7cc2b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:43:23Z', 'revision_number': 6, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:23.533586 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e13998-f5a1-45f2-aca9-4a4eb7cc2b5d None None] The sync data for ids ['eb4c0207-1c16-4d33-8184-53e247429fe5'] in dv-neutron-825077-1-hyperv is: [{'id': 'eb4c0207-1c16-4d33-8184-53e247429fe5', 'name': 'tempest-TestMinimumBasicScenario-1036946321-router', 'tenant_id': '420e1479bb054677ad95aef0cbe389eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:06Z', 'updated_at': '2022-01-27T17:43:23Z', 'revision_number': 6, 'project_id': '420e1479bb054677ad95aef0cbe389eb', 'gw_port_host': None}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:43:23.545008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Calling delete_port for 70bcd6aa-d0c8-4724-959f-48d192ced248 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:43:23.862341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:23.874324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0454eb84-7ab8-428e-b8f1-033b4b98f31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:23.915020 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=70bcd6aa-d0c8-4724-959f-48d192ced248,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:24.025984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.197212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.199452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.224695 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.225158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb4c0207-1c16-4d33-8184-53e247429fe5 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:43:24.237587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.238706 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c6b9a57b-f870-43a3-b96a-6e06f4a349b4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/eb4c0207-1c16-4d33-8184-53e247429fe5 HTTP/1.1" status: 204 len: 168 time: 1.4855473 Jan 27 17:43:24.242094 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49346) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:24.307825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-736fd639-18f2-4c0f-af0e-ae3da1ce8d9b admin admin] Deleting subnet dab57fc8-7420-47be-b9b5-b47d2a1fb1ac {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:43:24.311294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-736fd639-18f2-4c0f-af0e-ae3da1ce8d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.341757 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ee73b6bd-6a25-4d3e-953f-658061ba8402 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:43:24.363229 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-736fd639-18f2-4c0f-af0e-ae3da1ce8d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.376926 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: ee73b6bd-6a25-4d3e-953f-658061ba8402 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:43:24.377396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ee73b6bd-6a25-4d3e-953f-658061ba8402 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:43:24.377827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 70bcd6aa-d0c8-4724-959f-48d192ced248 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:43:24.411498 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 70bcd6aa-d0c8-4724-959f-48d192ced248 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:43:24.411942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 70bcd6aa-d0c8-4724-959f-48d192ced248 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:43:24.440957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-736fd639-18f2-4c0f-af0e-ae3da1ce8d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.520907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-736fd639-18f2-4c0f-af0e-ae3da1ce8d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.560701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fd639-18f2-4c0f-af0e-ae3da1ce8d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab57fc8-7420-47be-b9b5-b47d2a1fb1ac,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:24.562618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-736fd639-18f2-4c0f-af0e-ae3da1ce8d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.567229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af0a61a-963f-415a-aba1-77821152a5e7 None None] Network ba28d5b5-7c93-42ae-950f-3680914f4146 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:43:24.571731 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-736fd639-18f2-4c0f-af0e-ae3da1ce8d9b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/dab57fc8-7420-47be-b9b5-b47d2a1fb1ac HTTP/1.1" status: 204 len: 168 time: 0.3263047 Jan 27 17:43:24.572005 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49352) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:24.796614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.807505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Deleting port aee4e6ee-4600-4a38-8c74-0626e739da6b {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:24.808259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.844051 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.853381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62237a0-e486-4284-a4a7-a7e6873cb056 None None] DHCP port deletion for ba28d5b5-7c93-42ae-950f-3680914f4146 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:43:24.857806 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f62237a0-e486-4284-a4a7-a7e6873cb056 None None] Deleting port aee4e6ee-4600-4a38-8c74-0626e739da6b {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:24.858165 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f62237a0-e486-4284-a4a7-a7e6873cb056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:25.017737 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] For port aee4e6ee-4600-4a38-8c74-0626e739da6b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=aee4e6ee-4600-4a38-8c74-0626e739da6b,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:25.018294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:25.058612 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f62237a0-e486-4284-a4a7-a7e6873cb056 None None] For port aee4e6ee-4600-4a38-8c74-0626e739da6b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=aee4e6ee-4600-4a38-8c74-0626e739da6b,segment=NetworkSegment(d3f520d7-85ee-4609-b2d1-9ecac5279c19),segment_id=d3f520d7-85ee-4609-b2d1-9ecac5279c19)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:25.059204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f62237a0-e486-4284-a4a7-a7e6873cb056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:25.147154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Calling delete_port for aee4e6ee-4600-4a38-8c74-0626e739da6b owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:43:25.182210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f62237a0-e486-4284-a4a7-a7e6873cb056 None None] Calling delete_port for aee4e6ee-4600-4a38-8c74-0626e739da6b owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:43:25.227741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:43:25.258723 dv-neutron-825077-1-hyperv neutron-server[87610]: util.warn( Jan 27 17:43:25.267889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-f62237a0-e486-4284-a4a7-a7e6873cb056 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:43:25.268226 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-f62237a0-e486-4284-a4a7-a7e6873cb056 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:43:25.286028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee4e6ee-4600-4a38-8c74-0626e739da6b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:25.287870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] No DVR routers for this DVR port aee4e6ee-4600-4a38-8c74-0626e739da6b on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:43:25.395275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:25.412866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:25.441351 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba28d5b5-7c93-42ae-950f-3680914f4146']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:25.455759 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f520d7-85ee-4609-b2d1-9ecac5279c19') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:25.456039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f520d7-85ee-4609-b2d1-9ecac5279c19') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:25.469274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:25.487922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:25.495669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:43:25.495922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:43:25.510717 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:43:25.601384 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:25.618541 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:25.628545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba28d5b5-7c93-42ae-950f-3680914f4146,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:25.636284 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a15255ab-0625-46dc-bd75-366d329ae0f1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ba28d5b5-7c93-42ae-950f-3680914f4146 HTTP/1.1" status: 204 len: 168 time: 1.0632553 Jan 27 17:43:25.639312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49358) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:25.770762 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f62237a0-e486-4284-a4a7-a7e6873cb056 None None] Deleting port aee4e6ee-4600-4a38-8c74-0626e739da6b {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:25.771119 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f62237a0-e486-4284-a4a7-a7e6873cb056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:25.840460 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f62237a0-e486-4284-a4a7-a7e6873cb056 None None] The port 'aee4e6ee-4600-4a38-8c74-0626e739da6b' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:43:26.133216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device aee4e6ee-4600-4a38-8c74-0626e739da6b no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:43:26.167809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: aee4e6ee-4600-4a38-8c74-0626e739da6b {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:43:26.168151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device aee4e6ee-4600-4a38-8c74-0626e739da6b not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:43:26.191622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-39a8f204-970a-4f97-82a3-0df00afbe7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:26.691702 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-39a8f204-970a-4f97-82a3-0df00afbe7a2 admin admin] Deleting port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:26.692049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-39a8f204-970a-4f97-82a3-0df00afbe7a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:26.763402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:26.870284 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-39a8f204-970a-4f97-82a3-0df00afbe7a2 admin admin] For port 89c9d90a-80cd-42fc-96db-b8d0db5c4d93, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=89c9d90a-80cd-42fc-96db-b8d0db5c4d93,segment=NetworkSegment(69759b18-63e8-4805-8e4f-68ff5565c71f),segment_id=69759b18-63e8-4805-8e4f-68ff5565c71f)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:26.870640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-39a8f204-970a-4f97-82a3-0df00afbe7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:26.993343 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-39a8f204-970a-4f97-82a3-0df00afbe7a2 admin admin] Calling delete_port for 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:43:27.190232 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-39a8f204-970a-4f97-82a3-0df00afbe7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:27.239326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8f204-970a-4f97-82a3-0df00afbe7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=89c9d90a-80cd-42fc-96db-b8d0db5c4d93,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:27.514232 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-39a8f204-970a-4f97-82a3-0df00afbe7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:28.001310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a8f204-970a-4f97-82a3-0df00afbe7a2 admin admin] Router cb16aafa-78da-4d88-9383-5bd68f9dab48 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:43:28.190762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a8f204-970a-4f97-82a3-0df00afbe7a2 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:43:28.200166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ced6e-fdc6-431a-a004-a581fcac279f None None] Sync routers for ids ['cb16aafa-78da-4d88-9383-5bd68f9dab48'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:43:28.210833 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-39a8f204-970a-4f97-82a3-0df00afbe7a2 admin admin] 10.222.0.81 "PUT /v2.0/routers/cb16aafa-78da-4d88-9383-5bd68f9dab48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5676615 Jan 27 17:43:28.211026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ced6e-fdc6-431a-a004-a581fcac279f None None] Routers {'cb16aafa-78da-4d88-9383-5bd68f9dab48'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:43:28.211116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49362) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:28.211202 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cb2ced6e-fdc6-431a-a004-a581fcac279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:43:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['cb16aafa-78da-4d88-9383-5bd68f9dab48'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:28.389643 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:28.429916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-cb2ced6e-fdc6-431a-a004-a581fcac279f None None] Set router cb16aafa-78da-4d88-9383-5bd68f9dab48 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:28.571830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:28.583746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Deleting port d62ca431-2768-430e-bd24-1ba2875b382b {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:28.584059 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:28.708452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:28.731541 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cb2ced6e-fdc6-431a-a004-a581fcac279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'name': 'tempest-TestMinimumBasicScenario-434877494-router', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:43:27Z', 'revision_number': 5, 'project_id': 'ff55da1de72947dcb9d3de57367b10c5', 'gw_port': {'id': 'd62ca431-2768-430e-bd24-1ba2875b382b', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:28.735610 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ced6e-fdc6-431a-a004-a581fcac279f None None] Checking router: cb16aafa-78da-4d88-9383-5bd68f9dab48 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:43:28.745239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ced6e-fdc6-431a-a004-a581fcac279f None None] Routers {'cb16aafa-78da-4d88-9383-5bd68f9dab48'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:43:28.745838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cb2ced6e-fdc6-431a-a004-a581fcac279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:43:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['cb16aafa-78da-4d88-9383-5bd68f9dab48'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:28.757969 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] For port d62ca431-2768-430e-bd24-1ba2875b382b, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d62ca431-2768-430e-bd24-1ba2875b382b,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:28.758322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:28.884516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Calling delete_port for d62ca431-2768-430e-bd24-1ba2875b382b owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:43:28.900601 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-cb2ced6e-fdc6-431a-a004-a581fcac279f None None] Set router cb16aafa-78da-4d88-9383-5bd68f9dab48 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:29.007813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-cb2ced6e-fdc6-431a-a004-a581fcac279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'name': 'tempest-TestMinimumBasicScenario-434877494-router', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:43:28Z', 'revision_number': 6, 'project_id': 'ff55da1de72947dcb9d3de57367b10c5', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:29.011838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ced6e-fdc6-431a-a004-a581fcac279f None None] The sync data for ids ['cb16aafa-78da-4d88-9383-5bd68f9dab48'] in dv-neutron-825077-1-hyperv is: [{'id': 'cb16aafa-78da-4d88-9383-5bd68f9dab48', 'name': 'tempest-TestMinimumBasicScenario-434877494-router', 'tenant_id': 'ff55da1de72947dcb9d3de57367b10c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:14Z', 'updated_at': '2022-01-27T17:43:28Z', 'revision_number': 6, 'project_id': 'ff55da1de72947dcb9d3de57367b10c5', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:43:29.056785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:29.104124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Pushing event deleted for resources: {'Port': ['ID=d62ca431-2768-430e-bd24-1ba2875b382b,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:29.312689 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:29.492609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:29.495126 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:29.525562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:29.526240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb16aafa-78da-4d88-9383-5bd68f9dab48 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:43:29.541014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:29.542169 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a676ed42-0634-4a77-b26e-065d68e3334c admin admin] 10.222.0.81 "DELETE /v2.0/routers/cb16aafa-78da-4d88-9383-5bd68f9dab48 HTTP/1.1" status: 204 len: 168 time: 1.3301866 Jan 27 17:43:29.545080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49366) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:29.606384 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-79769227-922a-4786-a46f-070fcd0c36e9 admin admin] Deleting subnet e61a6e77-53aa-4530-9d11-767431327056 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:43:29.609458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79769227-922a-4786-a46f-070fcd0c36e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:29.657951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79769227-922a-4786-a46f-070fcd0c36e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:29.737622 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79769227-922a-4786-a46f-070fcd0c36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:29.812122 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79769227-922a-4786-a46f-070fcd0c36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:29.854975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79769227-922a-4786-a46f-070fcd0c36e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61a6e77-53aa-4530-9d11-767431327056,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:29.856986 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-79769227-922a-4786-a46f-070fcd0c36e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:29.861363 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0ed810-9b1b-475a-bb6f-eccd46d369db None None] Network d5a04e4e-ef32-45ff-a282-706f64f5b4b4 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:43:29.863456 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-79769227-922a-4786-a46f-070fcd0c36e9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e61a6e77-53aa-4530-9d11-767431327056 HTTP/1.1" status: 204 len: 168 time: 0.3173110 Jan 27 17:43:29.866353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49370) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:29.969762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:29.981983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Deleting port c83255d3-4258-4024-8580-846c54075985 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:29.982312 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:30.127803 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234dd61b-40b1-4b32-8d5f-422bab718c39 None None] DHCP port deletion for d5a04e4e-ef32-45ff-a282-706f64f5b4b4 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:43:30.135041 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-234dd61b-40b1-4b32-8d5f-422bab718c39 None None] Deleting port c83255d3-4258-4024-8580-846c54075985 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:30.135663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-234dd61b-40b1-4b32-8d5f-422bab718c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:30.178587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d62ca431-2768-430e-bd24-1ba2875b382b no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:43:30.221973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: d62ca431-2768-430e-bd24-1ba2875b382b {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:43:30.222344 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d62ca431-2768-430e-bd24-1ba2875b382b not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:43:30.222722 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:43:30.260407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:43:30.260725 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 89c9d90a-80cd-42fc-96db-b8d0db5c4d93 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:43:30.324107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] For port c83255d3-4258-4024-8580-846c54075985, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c83255d3-4258-4024-8580-846c54075985,segment=NetworkSegment(69759b18-63e8-4805-8e4f-68ff5565c71f),segment_id=69759b18-63e8-4805-8e4f-68ff5565c71f)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:30.324438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:30.413365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-234dd61b-40b1-4b32-8d5f-422bab718c39 None None] For port c83255d3-4258-4024-8580-846c54075985, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c83255d3-4258-4024-8580-846c54075985,segment=NetworkSegment(69759b18-63e8-4805-8e4f-68ff5565c71f),segment_id=69759b18-63e8-4805-8e4f-68ff5565c71f)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:30.413668 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-234dd61b-40b1-4b32-8d5f-422bab718c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:30.447706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Calling delete_port for c83255d3-4258-4024-8580-846c54075985 owned by network:dhcp {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:43:30.530166 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:30.539274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-234dd61b-40b1-4b32-8d5f-422bab718c39 None None] Calling delete_port for c83255d3-4258-4024-8580-846c54075985 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:43:30.578982 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] No DVR routers for this DVR port c83255d3-4258-4024-8580-846c54075985 on host dv-neutron-825077-1-hyperv {{(pid=87609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:43:30.608172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c83255d3-4258-4024-8580-846c54075985,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:30.614970 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-234dd61b-40b1-4b32-8d5f-422bab718c39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:43:30.615326 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-234dd61b-40b1-4b32-8d5f-422bab718c39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:43:30.704794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:30.735268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a04e4e-ef32-45ff-a282-706f64f5b4b4']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:30.751354 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69759b18-63e8-4805-8e4f-68ff5565c71f') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:30.751694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69759b18-63e8-4805-8e4f-68ff5565c71f') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:30.767952 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:30.787031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:30.795994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:43:30.796395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:43:30.814043 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:43:30.910280 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:30.927506 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:30.938268 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a04e4e-ef32-45ff-a282-706f64f5b4b4,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:30.946225 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bf009901-b4cb-49a2-9b39-e826103c2d68 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d5a04e4e-ef32-45ff-a282-706f64f5b4b4 HTTP/1.1" status: 204 len: 168 time: 1.0788620 Jan 27 17:43:31.116542 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-234dd61b-40b1-4b32-8d5f-422bab718c39 None None] Deleting port c83255d3-4258-4024-8580-846c54075985 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:31.117061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-234dd61b-40b1-4b32-8d5f-422bab718c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:31.171284 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49376) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:31.236947 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-328f7ec2-3f1d-45fe-9e27-6b22e5a7840d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=420e1479bb054677ad95aef0cbe389eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644252 Jan 27 17:43:31.239470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49380) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:31.253518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-234dd61b-40b1-4b32-8d5f-422bab718c39 None None] The port 'c83255d3-4258-4024-8580-846c54075985' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:43:31.319806 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-290781c6-6f59-4b50-aaa3-da2e2346c637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:31.351266 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-290781c6-6f59-4b50-aaa3-da2e2346c637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:31.417485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-290781c6-6f59-4b50-aaa3-da2e2346c637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:31.440740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290781c6-6f59-4b50-aaa3-da2e2346c637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65331045-64bf-4d16-bd81-2b3ccd8fa908,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:31.452747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-290781c6-6f59-4b50-aaa3-da2e2346c637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:31.454410 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-290781c6-6f59-4b50-aaa3-da2e2346c637 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65331045-64bf-4d16-bd81-2b3ccd8fa908 HTTP/1.1" status: 204 len: 168 time: 0.2139266 Jan 27 17:43:31.833445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49388) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:31.889261 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d30f0e9f-ea0f-4279-8f86-39cbf5d9c517 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff55da1de72947dcb9d3de57367b10c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545352 Jan 27 17:43:31.892550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49392) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:31.955098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fb91eb8b-4a91-4c79-b0ae-251fd040d871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:31.984276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fb91eb8b-4a91-4c79-b0ae-251fd040d871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:32.047545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fb91eb8b-4a91-4c79-b0ae-251fd040d871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:32.061992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91eb8b-4a91-4c79-b0ae-251fd040d871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded4e054-286d-4e7b-b5c0-3e6ba8b942f8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:32.071667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fb91eb8b-4a91-4c79-b0ae-251fd040d871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:32.071667 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fb91eb8b-4a91-4c79-b0ae-251fd040d871 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ded4e054-286d-4e7b-b5c0-3e6ba8b942f8 HTTP/1.1" status: 204 len: 168 time: 0.1770587 Jan 27 17:43:32.141838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c83255d3-4258-4024-8580-846c54075985 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:43:32.175497 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: c83255d3-4258-4024-8580-846c54075985 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:43:32.175854 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c83255d3-4258-4024-8580-846c54075985 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:43:34.366281 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49434) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:34.371718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994483857', 'description': 'tempest-secgroup-smoke-994483857 description', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:34.378211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:34.382247 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:34.385549 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:34.392776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:34.404705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:34.418631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:34.434241 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:34.438078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:34.440894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:34.446889 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:34.538775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:34.545971 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:34.563305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:34.574952 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:34.580422 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:34.588309 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:34.590270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c329a9b-700a-4103-92c3-d785af71b2c3,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:34.663639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:34.671514 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:34.720375 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249aac10-585b-4738-bc40-f4266189111a,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:34.723965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:34.725179 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-9cda49c1-adec-4d02-9604-77cc8b06ffe3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3578961 Jan 27 17:43:34.728750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49438) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:34.733785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-7202df24-c0d8-47fc-833e-82402046fe12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '249aac10-585b-4738-bc40-f4266189111a', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:34.739882 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7202df24-c0d8-47fc-833e-82402046fe12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:34.743796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7202df24-c0d8-47fc-833e-82402046fe12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:34.747199 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7202df24-c0d8-47fc-833e-82402046fe12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:34.752962 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7202df24-c0d8-47fc-833e-82402046fe12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:34.771024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7202df24-c0d8-47fc-833e-82402046fe12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:34.830654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7202df24-c0d8-47fc-833e-82402046fe12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:34.837653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7202df24-c0d8-47fc-833e-82402046fe12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:34.860446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202df24-c0d8-47fc-833e-82402046fe12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0edcb1b-2e43-41cc-a390-eff0401a1eef,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:34.872245 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7202df24-c0d8-47fc-833e-82402046fe12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:34.873626 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7202df24-c0d8-47fc-833e-82402046fe12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439013 Jan 27 17:43:34.876387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49442) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:34.881369 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-49e396ec-e9cb-45c1-a853-902f74310e12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '249aac10-585b-4738-bc40-f4266189111a', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:34.887849 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-49e396ec-e9cb-45c1-a853-902f74310e12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:34.891664 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-49e396ec-e9cb-45c1-a853-902f74310e12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:34.894457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-49e396ec-e9cb-45c1-a853-902f74310e12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:34.900160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-49e396ec-e9cb-45c1-a853-902f74310e12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:34.919304 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-49e396ec-e9cb-45c1-a853-902f74310e12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:34.984096 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-49e396ec-e9cb-45c1-a853-902f74310e12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:34.990471 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-49e396ec-e9cb-45c1-a853-902f74310e12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.013329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e396ec-e9cb-45c1-a853-902f74310e12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3916056a-5a93-4df4-b517-3b74e2557284,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:35.023263 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-49e396ec-e9cb-45c1-a853-902f74310e12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.024560 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-49e396ec-e9cb-45c1-a853-902f74310e12 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1471725 Jan 27 17:43:35.027838 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49446) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:35.035856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c60f487f-efc3-436c-8a22-bf4b928d39b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '249aac10-585b-4738-bc40-f4266189111a', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:35.044472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c60f487f-efc3-436c-8a22-bf4b928d39b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:35.049836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c60f487f-efc3-436c-8a22-bf4b928d39b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:35.054128 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c60f487f-efc3-436c-8a22-bf4b928d39b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:35.060785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c60f487f-efc3-436c-8a22-bf4b928d39b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:35.080456 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c60f487f-efc3-436c-8a22-bf4b928d39b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.154141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c60f487f-efc3-436c-8a22-bf4b928d39b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.159327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c60f487f-efc3-436c-8a22-bf4b928d39b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.182442 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f487f-efc3-436c-8a22-bf4b928d39b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79db7577-9cae-4b21-8f1e-3ce62769968d,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:35.192304 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c60f487f-efc3-436c-8a22-bf4b928d39b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.193563 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c60f487f-efc3-436c-8a22-bf4b928d39b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1644416 Jan 27 17:43:35.196617 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49450) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:35.201689 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-bba7ad24-8892-4829-8e93-8bec055f6cd3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '249aac10-585b-4738-bc40-f4266189111a', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:35.207777 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bba7ad24-8892-4829-8e93-8bec055f6cd3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:35.211743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bba7ad24-8892-4829-8e93-8bec055f6cd3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:35.214622 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-bba7ad24-8892-4829-8e93-8bec055f6cd3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:35.220487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-bba7ad24-8892-4829-8e93-8bec055f6cd3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:35.241026 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bba7ad24-8892-4829-8e93-8bec055f6cd3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.304723 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bba7ad24-8892-4829-8e93-8bec055f6cd3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.309285 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bba7ad24-8892-4829-8e93-8bec055f6cd3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.333722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7ad24-8892-4829-8e93-8bec055f6cd3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b2789a-7639-40ab-8709-19032e111e7c,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:35.346994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bba7ad24-8892-4829-8e93-8bec055f6cd3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.348464 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bba7ad24-8892-4829-8e93-8bec055f6cd3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1508656 Jan 27 17:43:35.351395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49454) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:35.357104 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-a2972d9a-439a-439c-afff-186315600040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '249aac10-585b-4738-bc40-f4266189111a', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:35.363206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a2972d9a-439a-439c-afff-186315600040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:35.367007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a2972d9a-439a-439c-afff-186315600040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:35.370190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a2972d9a-439a-439c-afff-186315600040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:35.376464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a2972d9a-439a-439c-afff-186315600040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:35.390276 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-a2972d9a-439a-439c-afff-186315600040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Project c2a6b28e92c64329aba986d62a0cb89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:43:35.397781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a2972d9a-439a-439c-afff-186315600040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.465431 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a2972d9a-439a-439c-afff-186315600040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.470641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a2972d9a-439a-439c-afff-186315600040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.495120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2972d9a-439a-439c-afff-186315600040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b871d1eb-e9c1-4f5b-ab5a-25af12646d82,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:35.506126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a2972d9a-439a-439c-afff-186315600040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.507334 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a2972d9a-439a-439c-afff-186315600040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547303 Jan 27 17:43:35.510988 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49458) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:35.518140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-72b29706-68f7-4050-9796-e6c9cb751913 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '249aac10-585b-4738-bc40-f4266189111a', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:35.527187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-72b29706-68f7-4050-9796-e6c9cb751913 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:35.533109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-72b29706-68f7-4050-9796-e6c9cb751913 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:35.537628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-72b29706-68f7-4050-9796-e6c9cb751913 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:35.544497 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-72b29706-68f7-4050-9796-e6c9cb751913 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:35.558688 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-72b29706-68f7-4050-9796-e6c9cb751913 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Project c2a6b28e92c64329aba986d62a0cb89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:43:35.565907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72b29706-68f7-4050-9796-e6c9cb751913 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.631903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72b29706-68f7-4050-9796-e6c9cb751913 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.636816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72b29706-68f7-4050-9796-e6c9cb751913 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.661465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b29706-68f7-4050-9796-e6c9cb751913 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca08a7f4-1fb7-46b8-8f41-072fa12a4276,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:35.673006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-72b29706-68f7-4050-9796-e6c9cb751913 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.674573 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-72b29706-68f7-4050-9796-e6c9cb751913 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1617773 Jan 27 17:43:35.678532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49462) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:35.687534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'network': {'name': 'tempest-network-smoke--1755899648', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'port_security_enabled': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:35.695653 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:35.699957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:network and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:35.702962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:35.709139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:35.725319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:43:35.731566 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.764993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1203} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:43:35.774223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.774562 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Added segment f7d2a209-ec62-4018-8b21-d312bf26d78e of type vlan for network 489f628c-cedf-494c-abc0-d5970da17b3e Jan 27 17:43:35.804314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.838125 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.847465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:35.848428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.913350 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2333701 Jan 27 17:43:35.916466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49466) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:35.921655 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'admin_state_up': True, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:35.931828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:35.937265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:router and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:35.940266 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:35.946922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:35.960117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.961423 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.969201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121de8fa-38b4-404b-858d-0b7a04914994 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Network': ['ID=489f628c-cedf-494c-abc0-d5970da17b3e,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:35.978362 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.982135 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 489f628c-cedf-494c-abc0-d5970da17b3e details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:43:36.351370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:36.683248 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:36.713425 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:36.856333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.26.8.152 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/ae08ae7e-e417-4cec-8ffa-fa2ac79029f1) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:43:37.015374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:37.062152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:37.130246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:43:37.133294 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:37.137740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:43:37.169569 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=ae08ae7e-e417-4cec-8ffa-fa2ac79029f1,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:37.583076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:38.063054 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:38.277333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router ead83258-1e34-41c0-8d41-add5d7c20a17 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:43:38.462459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:43:38.472977 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Sync routers for ids ['ead83258-1e34-41c0-8d41-add5d7c20a17'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:43:38.484163 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Routers {'ead83258-1e34-41c0-8d41-add5d7c20a17'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:43:38.484772 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:43:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ead83258-1e34-41c0-8d41-add5d7c20a17'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:38.494430 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:38.499064 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4ae6fee6-e4a6-4311-b2a7-0980fa5ad922 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5816178 Jan 27 17:43:38.499194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49472) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:38.641793 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ae19accb-4657-4457-a71a-1b2264530e09 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=c2a6b28e92c64329aba986d62a0cb89a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1387024 Jan 27 17:43:38.642248 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49478) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:38.658504 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Set router ead83258-1e34-41c0-8d41-add5d7c20a17 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:38.773253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8782b8d-ef13-4e36-a3b1-c9749a849193 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:38.774873 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c8782b8d-ef13-4e36-a3b1-c9749a849193 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316261 Jan 27 17:43:38.778254 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49482) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:38.820960 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-73307231-757c-4bff-acdf-afaa14a172f5 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416386 Jan 27 17:43:38.823606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49486) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:38.828990 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-184651551', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:38.935679 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:38.939825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:subnet and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:38.942907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:38.949189 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:38.949733 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:43:37Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:38.954324 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Checking router: ead83258-1e34-41c0-8d41-add5d7c20a17 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:43:38.954665 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Updating router ead83258-1e34-41c0-8d41-add5d7c20a17 port ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:43:38.962551 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:43:38.966246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:39.009785 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:39.188822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:39.265016 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Subnet': ['ID=5c8696a5-7a98-4c2f-b9d3-76e09749d494,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:39.277218 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Checking segment: {'id': 'f7d2a209-ec62-4018-8b21-d312bf26d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:43:39.277467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network hostable DHCP agents. Network: 489f628c-cedf-494c-abc0-d5970da17b3e, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:43:39.299082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 489f628c-cedf-494c-abc0-d5970da17b3e is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:43:39.310231 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 489f628c-cedf-494c-abc0-d5970da17b3e) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:39.314841 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:39.315464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:39.322849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e4913-2fd3-4dbc-865f-456ff869b9e7 None None] Network 489f628c-cedf-494c-abc0-d5970da17b3e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:43:39.342468 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e64d0821-0f08-44a4-a746-0711dbfa54ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5176184 Jan 27 17:43:39.345221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49490) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:39.391378 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:39.403513 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Transition to ACTIVE for port object ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:39.411156 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:39.472643 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Attempting to bind port ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:43:39.473008 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Attempting to bind port ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:43:39.473634 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Attempting to bind port ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:43:39.486949 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:43:39.487339 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:43:39.487697 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:39.488097 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:43:39.488596 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Bound port: ae08ae7e-e417-4cec-8ffa-fa2ac79029f1, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:43:39.488977 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:39.553321 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Pushing event updated for resources: {'Port': ['ID=ae08ae7e-e417-4cec-8ffa-fa2ac79029f1,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:39.556626 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-489f628c-cedf-494c-abc0-d5970da17b3e', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ips': [{'subnet_id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:43:39.557739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:39.573501 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:39.573741 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:39.573875 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:39.574198 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:39.574692 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:39.574842 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:39.575161 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:39.575476 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:39.575828 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:39.576138 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:39.576470 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:39.576745 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:39.591194 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] For port ae08ae7e-e417-4cec-8ffa-fa2ac79029f1, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:43:39.594509 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] For port ae08ae7e-e417-4cec-8ffa-fa2ac79029f1, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ae08ae7e-e417-4cec-8ffa-fa2ac79029f1,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:43:39.600452 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:39.684937 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Routers {'ead83258-1e34-41c0-8d41-add5d7c20a17'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:43:39.685571 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:43:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ead83258-1e34-41c0-8d41-add5d7c20a17'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:39.727394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Allocated IP 172.20.0.2 (489f628c-cedf-494c-abc0-d5970da17b3e/5c8696a5-7a98-4c2f-b9d3-76e09749d494/d7f78854-8636-4e91-ba37-e514dedba33a) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:43:39.741269 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27eeb5-c099-4e8f-9a89-9d9840a4320a None None] Pushing event updated for resources: {'Port': ['ID=ae08ae7e-e417-4cec-8ffa-fa2ac79029f1,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:39.872852 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] Set router ead83258-1e34-41c0-8d41-add5d7c20a17 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:39.941807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:39.953543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Transition to ACTIVE for port object d7f78854-8636-4e91-ba37-e514dedba33a will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:39.974614 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Transition to ACTIVE for port object d7f78854-8636-4e91-ba37-e514dedba33a will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:39.982059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:40.053901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Network 489f628c-cedf-494c-abc0-d5970da17b3e is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:43:40.057182 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:40.059688 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:43:40.100513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Pushing event updated for resources: {'Port': ['ID=d7f78854-8636-4e91-ba37-e514dedba33a,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:40.152230 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:40.152634 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:40.152906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:40.153231 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:40.153979 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:40.153979 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:40.154241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:40.154578 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:40.154811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:40.155127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:40.155546 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:40.155775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:40.167312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Attempting to bind port d7f78854-8636-4e91-ba37-e514dedba33a on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:43:40.167786 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Attempting to bind port d7f78854-8636-4e91-ba37-e514dedba33a by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'f7d2a209-ec62-4018-8b21-d312bf26d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:43:40.168145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Attempting to bind port d7f78854-8636-4e91-ba37-e514dedba33a on network 489f628c-cedf-494c-abc0-d5970da17b3e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:43:40.173973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:43:40.174315 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Checking segment: {'id': 'f7d2a209-ec62-4018-8b21-d312bf26d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:43:40.174710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:40.175103 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Bound using segment: {'id': 'f7d2a209-ec62-4018-8b21-d312bf26d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:43:40.175569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Bound port: d7f78854-8636-4e91-ba37-e514dedba33a, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d2a209-ec62-4018-8b21-d312bf26d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:43:40.175968 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:40.181219 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:43:37Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:40.187359 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:40.191727 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f5494-4940-453b-a855-abfe07edcf0e None None] The sync data for ids ['ead83258-1e34-41c0-8d41-add5d7c20a17'] in dv-neutron-825077-1-hyperv is: [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:43:37Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:43:40.281127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] For port d7f78854-8636-4e91-ba37-e514dedba33a, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:43:40.286518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] For port d7f78854-8636-4e91-ba37-e514dedba33a, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d7f78854-8636-4e91-ba37-e514dedba33a,segment=NetworkSegment(f7d2a209-ec62-4018-8b21-d312bf26d78e),segment_id=f7d2a209-ec62-4018-8b21-d312bf26d78e)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:43:40.294042 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:40.374258 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6748a7-2cb6-4881-a8ee-11f69fda2540 None None] Pushing event updated for resources: {'Port': ['ID=d7f78854-8636-4e91-ba37-e514dedba33a,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:40.675203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.20.0.1 (489f628c-cedf-494c-abc0-d5970da17b3e/5c8696a5-7a98-4c2f-b9d3-76e09749d494/587a8f2f-d087-4b37-8d5b-0314682aba4f) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:43:40.855140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:40.871891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Transition to ACTIVE for port object 587a8f2f-d087-4b37-8d5b-0314682aba4f will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:40.899034 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:40.976647 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 489f628c-cedf-494c-abc0-d5970da17b3e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:43:40.980299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:40.984300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:43:41.019450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=587a8f2f-d087-4b37-8d5b-0314682aba4f,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:41.046651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:41.324191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:41.459058 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b974fc-07a2-4886-b5f0-2fdcfdb27d55 None None] Network 489f628c-cedf-494c-abc0-d5970da17b3e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:43:41.550283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7898fb32-0c77-49cf-890f-a8ea3f3296ea None None] Provisioning for port d7f78854-8636-4e91-ba37-e514dedba33a completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:41.942693 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:41.949490 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:42.012406 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-99795e19-a16c-4b0f-b42a-de8dae22a150 None None] Provisioning for port 587a8f2f-d087-4b37-8d5b-0314682aba4f completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:42.022122 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-99795e19-a16c-4b0f-b42a-de8dae22a150 None None] Provisioning complete for port 587a8f2f-d087-4b37-8d5b-0314682aba4f triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:42.022717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-99795e19-a16c-4b0f-b42a-de8dae22a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:42.076636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=587a8f2f-d087-4b37-8d5b-0314682aba4f,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:42.087529 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-99795e19-a16c-4b0f-b42a-de8dae22a150 None None] Port 587a8f2f-d087-4b37-8d5b-0314682aba4f cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:43:42.123281 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:42.257911 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d7f78854-8636-4e91-ba37-e514dedba33a up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:42.293053 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 489f628c-cedf-494c-abc0-d5970da17b3e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:43:42.295760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:42.324193 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9add3ceb-8866-49d5-8944-76fdfc188736 None None] Provisioning complete for port 587a8f2f-d087-4b37-8d5b-0314682aba4f triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:42.324535 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9add3ceb-8866-49d5-8944-76fdfc188736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:42.402989 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-9add3ceb-8866-49d5-8944-76fdfc188736 None None] Port 587a8f2f-d087-4b37-8d5b-0314682aba4f cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:43:42.413001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port d7f78854-8636-4e91-ba37-e514dedba33a completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:42.418799 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port d7f78854-8636-4e91-ba37-e514dedba33a triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:42.419164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:42.509980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router ead83258-1e34-41c0-8d41-add5d7c20a17 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:43:42.577809 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:42.621452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port d7f78854-8636-4e91-ba37-e514dedba33a, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d7f78854-8636-4e91-ba37-e514dedba33a,segment=NetworkSegment(f7d2a209-ec62-4018-8b21-d312bf26d78e),segment_id=f7d2a209-ec62-4018-8b21-d312bf26d78e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:42.632054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:42.633074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:42.690946 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2c6c79a1-fdeb-4c4c-b55d-6cec394a1d70 None None] Provisioning complete for port 587a8f2f-d087-4b37-8d5b-0314682aba4f triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:42.691311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2c6c79a1-fdeb-4c4c-b55d-6cec394a1d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:42.700300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:43:42.710667 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ce63a708-0bfd-4c96-838d-1e9232dabd4d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "PUT /v2.0/routers/ead83258-1e34-41c0-8d41-add5d7c20a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3642683 Jan 27 17:43:42.729383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Sync routers for ids ['ead83258-1e34-41c0-8d41-add5d7c20a17'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:43:42.794927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Routers {'ead83258-1e34-41c0-8d41-add5d7c20a17'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:43:42.795564 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:43:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ead83258-1e34-41c0-8d41-add5d7c20a17'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:42.859997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2c6c79a1-fdeb-4c4c-b55d-6cec394a1d70 None None] Port 587a8f2f-d087-4b37-8d5b-0314682aba4f cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:43:42.874865 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=d7f78854-8636-4e91-ba37-e514dedba33a,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:42.879542 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-cd39f773-d0cd-4469-a539-36b914224e5c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994483857&fields=id&tenant_id=c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 267 time: 0.0412221 Jan 27 17:43:42.956212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:42.967640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:42.968033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:43.038732 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-de1aaf8e-415b-4674-95ba-3ebabc8b504b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:43.039451 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-de1aaf8e-415b-4674-95ba-3ebabc8b504b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:43:43.044502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Set router ead83258-1e34-41c0-8d41-add5d7c20a17 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:43.057346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-de1aaf8e-415b-4674-95ba-3ebabc8b504b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:43:43.058550 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-de1aaf8e-415b-4674-95ba-3ebabc8b504b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/networks?id=489f628c-cedf-494c-abc0-d5970da17b3e HTTP/1.1" status: 200 len: 797 time: 0.1664555 Jan 27 17:43:43.074648 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-4036c3fe-9edc-437a-920f-c4a9bd707bee tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/quotas/c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 375 time: 0.0099866 Jan 27 17:43:43.163184 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-5c9c64b0-ef1e-4f1e-806d-c416e5ff9576 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828989 Jan 27 17:43:43.257119 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:43.304349 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-ea2d9575-40b3-4f89-a410-7718f33776e4 service neutron] 10.222.0.81 "GET /v2.0/networks/489f628c-cedf-494c-abc0-d5970da17b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291080 Jan 27 17:43:43.327898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port ae08ae7e-e417-4cec-8ffa-fa2ac79029f1, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ae08ae7e-e417-4cec-8ffa-fa2ac79029f1,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:43.336158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:43.448932 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-0bfd01ad-5aa6-4ea1-9aa7-3f0ce8e55d9a service neutron] 10.222.0.81 "GET /v2.0/networks/489f628c-cedf-494c-abc0-d5970da17b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383443 Jan 27 17:43:43.455412 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=ae08ae7e-e417-4cec-8ffa-fa2ac79029f1,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:43.485702 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:43:41Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '587a8f2f-d087-4b37-8d5b-0314682aba4f', 'name': '', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:62:7d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:40Z', 'updated_at': '2022-01-27T17:43:41Z', 'revision_number': 2, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:43.489821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Checking router: ead83258-1e34-41c0-8d41-add5d7c20a17 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:43:43.490184 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Updating router ead83258-1e34-41c0-8d41-add5d7c20a17 port 587a8f2f-d087-4b37-8d5b-0314682aba4f binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:43:43.542627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:43.636762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-432fc6b9-f961-45e1-9eb5-692cce421d92 req-65747463-ad19-41f6-90d6-db13bab2ef5b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:43:43.655800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-432fc6b9-f961-45e1-9eb5-692cce421d92 req-65747463-ad19-41f6-90d6-db13bab2ef5b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:43:43.657115 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-432fc6b9-f961-45e1-9eb5-692cce421d92 req-65747463-ad19-41f6-90d6-db13bab2ef5b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 210 time: 0.0663018 Jan 27 17:43:43.909023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:43.921678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Transition to ACTIVE for port object 587a8f2f-d087-4b37-8d5b-0314682aba4f will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:43.929234 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:44.149273 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf17a98-e5df-40b9-8603-67aa6944dd3a None None] Pushing event updated for resources: {'Port': ['ID=587a8f2f-d087-4b37-8d5b-0314682aba4f,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:44.185563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d7f78854-8636-4e91-ba37-e514dedba33a up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:44.255120 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Attempting to bind port 587a8f2f-d087-4b37-8d5b-0314682aba4f on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:43:44.255394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Attempting to bind port 587a8f2f-d087-4b37-8d5b-0314682aba4f by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'f7d2a209-ec62-4018-8b21-d312bf26d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:43:44.255768 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Attempting to bind port 587a8f2f-d087-4b37-8d5b-0314682aba4f on network 489f628c-cedf-494c-abc0-d5970da17b3e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:43:44.265095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:43:44.265379 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Checking segment: {'id': 'f7d2a209-ec62-4018-8b21-d312bf26d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:43:44.265771 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:44.266134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Bound using segment: {'id': 'f7d2a209-ec62-4018-8b21-d312bf26d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:43:44.266582 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Bound port: 587a8f2f-d087-4b37-8d5b-0314682aba4f, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d2a209-ec62-4018-8b21-d312bf26d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:43:44.267006 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:44.352530 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port d7f78854-8636-4e91-ba37-e514dedba33a triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:44.353239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:44.428123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] For port 587a8f2f-d087-4b37-8d5b-0314682aba4f, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:43:44.431851 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] For port 587a8f2f-d087-4b37-8d5b-0314682aba4f, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=587a8f2f-d087-4b37-8d5b-0314682aba4f,segment=NetworkSegment(f7d2a209-ec62-4018-8b21-d312bf26d78e),segment_id=f7d2a209-ec62-4018-8b21-d312bf26d78e)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:43:44.438089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:44.565858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf17a98-e5df-40b9-8603-67aa6944dd3a None None] Pushing event updated for resources: {'Port': ['ID=587a8f2f-d087-4b37-8d5b-0314682aba4f,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:44.570962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Routers {'ead83258-1e34-41c0-8d41-add5d7c20a17'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:43:44.571641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:43:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ead83258-1e34-41c0-8d41-add5d7c20a17'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:44.646235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:44.831509 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] Set router ead83258-1e34-41c0-8d41-add5d7c20a17 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:44.842297 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7499ce4e-7553-424d-81fe-0b9a4b25c006 req-44508ce2-3d78-4444-8a23-ab272806cf26 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 210 time: 0.0715046 Jan 27 17:43:44.892875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:44.893243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:44.976697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-ad54f050-78f3-4a4d-8cd3-607181b6f337 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:44.978626 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-ad54f050-78f3-4a4d-8cd3-607181b6f337 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/networks?id=489f628c-cedf-494c-abc0-d5970da17b3e HTTP/1.1" status: 200 len: 797 time: 0.1667876 Jan 27 17:43:45.046755 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-3c37af57-3a73-432c-8177-22031cce3e46 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 379 time: 0.0600169 Jan 27 17:43:45.062000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'port': {'device_id': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'admin_state_up': True, 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'security_groups': ['249aac10-585b-4738-bc40-f4266189111a']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:45.270659 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:43:41Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '587a8f2f-d087-4b37-8d5b-0314682aba4f', 'name': '', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:62:7d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:40Z', 'updated_at': '2022-01-27T17:43:44Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:45.275199 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce92c42a-e371-4608-b703-4196003c8293 None None] The sync data for ids ['ead83258-1e34-41c0-8d41-add5d7c20a17'] in dv-neutron-825077-1-hyperv is: [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:43:41Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '587a8f2f-d087-4b37-8d5b-0314682aba4f', 'name': '', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:62:7d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:40Z', 'updated_at': '2022-01-27T17:43:44Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:43:45.341286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:45.356062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:45.370895 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:43:45.374568 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:45.575049 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.20.0.13 (489f628c-cedf-494c-abc0-d5970da17b3e/5c8696a5-7a98-4c2f-b9d3-76e09749d494/097317c7-4675-4bd9-a60d-dc4a8a91e24f) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:43:45.810018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:45.829465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Transition to ACTIVE for port object 097317c7-4675-4bd9-a60d-dc4a8a91e24f will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:45.862810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:45.951056 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 489f628c-cedf-494c-abc0-d5970da17b3e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:43:45.955713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:45.961437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:43:46.001036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=097317c7-4675-4bd9-a60d-dc4a8a91e24f,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:46.060922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:46.061635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:46.105619 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-f31b6302-8499-435e-b5de-da2b6cf80080 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0479853 Jan 27 17:43:46.120711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Request body: {'port': {'device_id': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:46.143770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cdff9-c0d0-4073-9d81-d409cfa31784 req-7b7b3fa4-7b30-4868-b7b1-4b69374d7937 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:46.146560 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-338cdff9-c0d0-4073-9d81-d409cfa31784 req-7b7b3fa4-7b30-4868-b7b1-4b69374d7937 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 932 time: 0.1497126 Jan 27 17:43:46.238758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-338cdff9-c0d0-4073-9d81-d409cfa31784 req-feabe55d-2c51-4f50-b7c9-faae707b10e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:43:46.271247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:46.278095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 587a8f2f-d087-4b37-8d5b-0314682aba4f up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:46.282988 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-338cdff9-c0d0-4073-9d81-d409cfa31784 req-feabe55d-2c51-4f50-b7c9-faae707b10e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:43:46.296516 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-338cdff9-c0d0-4073-9d81-d409cfa31784 req-feabe55d-2c51-4f50-b7c9-faae707b10e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429431 Jan 27 17:43:46.419784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 587a8f2f-d087-4b37-8d5b-0314682aba4f completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:46.430120 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 587a8f2f-d087-4b37-8d5b-0314682aba4f triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:46.430895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:46.477478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-da2483cf-5115-46bf-9ece-6f0e7cd4e3b9 None None] Provisioning for port 097317c7-4675-4bd9-a60d-dc4a8a91e24f completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:46.501461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-da2483cf-5115-46bf-9ece-6f0e7cd4e3b9 None None] Provisioning complete for port 097317c7-4675-4bd9-a60d-dc4a8a91e24f triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:46.502297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-da2483cf-5115-46bf-9ece-6f0e7cd4e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:46.596733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-da2483cf-5115-46bf-9ece-6f0e7cd4e3b9 None None] Port 097317c7-4675-4bd9-a60d-dc4a8a91e24f cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:43:46.666426 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:46.727464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097317c7-4675-4bd9-a60d-dc4a8a91e24f {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:43:46.736907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:46.755913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 587a8f2f-d087-4b37-8d5b-0314682aba4f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=587a8f2f-d087-4b37-8d5b-0314682aba4f,segment=NetworkSegment(f7d2a209-ec62-4018-8b21-d312bf26d78e),segment_id=f7d2a209-ec62-4018-8b21-d312bf26d78e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:46.756489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Transition to ACTIVE for port object 097317c7-4675-4bd9-a60d-dc4a8a91e24f will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:46.767419 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:46.773236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:46.864456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=587a8f2f-d087-4b37-8d5b-0314682aba4f,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:46.971897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Pushing event updated for resources: {'Port': ['ID=097317c7-4675-4bd9-a60d-dc4a8a91e24f,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:47.084325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Attempting to bind port 097317c7-4675-4bd9-a60d-dc4a8a91e24f on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:43:47.084648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Attempting to bind port 097317c7-4675-4bd9-a60d-dc4a8a91e24f by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'f7d2a209-ec62-4018-8b21-d312bf26d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:43:47.084964 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Attempting to bind port 097317c7-4675-4bd9-a60d-dc4a8a91e24f on network 489f628c-cedf-494c-abc0-d5970da17b3e {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:43:47.091512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Port 097317c7-4675-4bd9-a60d-dc4a8a91e24f on network 489f628c-cedf-494c-abc0-d5970da17b3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:43:47.091512 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Attempting to bind port 097317c7-4675-4bd9-a60d-dc4a8a91e24f on network 489f628c-cedf-494c-abc0-d5970da17b3e {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:43:47.097144 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:43:47.097476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Checking segment: {'id': 'f7d2a209-ec62-4018-8b21-d312bf26d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:43:47.097856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Bound using segment: {'id': 'f7d2a209-ec62-4018-8b21-d312bf26d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:43:47.098271 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Bound port: 097317c7-4675-4bd9-a60d-dc4a8a91e24f, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d2a209-ec62-4018-8b21-d312bf26d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:43:47.098614 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:47.199663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] For port 097317c7-4675-4bd9-a60d-dc4a8a91e24f, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:43:47.202846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] For port 097317c7-4675-4bd9-a60d-dc4a8a91e24f, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=097317c7-4675-4bd9-a60d-dc4a8a91e24f,segment=NetworkSegment(f7d2a209-ec62-4018-8b21-d312bf26d78e),segment_id=f7d2a209-ec62-4018-8b21-d312bf26d78e)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:43:47.210052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:47.276394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:47.277000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:47.278488 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] 10.222.0.88 "PUT /v2.0/ports/097317c7-4675-4bd9-a60d-dc4a8a91e24f HTTP/1.1" status: 200 len: 1094 time: 1.1642566 Jan 27 17:43:47.282272 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'tag': '097317c7-4675-4bd9-a60d-dc4a8a91e24f'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:43:47.322638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d82a3-d5cb-489d-8232-53625eb06da9 service neutron] Pushing event updated for resources: {'Port': ['ID=097317c7-4675-4bd9-a60d-dc4a8a91e24f,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:47.437107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-58d7d6bf-73db-448a-8368-849cb7edc088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:47.441134 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-58d7d6bf-73db-448a-8368-849cb7edc088 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 1097 time: 0.1144481 Jan 27 17:43:47.453054 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'tag': '097317c7-4675-4bd9-a60d-dc4a8a91e24f', 'status': 'completed', 'code': 200} Jan 27 17:43:47.549839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236de7d-e822-4682-9b67-e4e477f41fd7 req-8be0c3f8-e7e7-49dd-82ea-5a2a1664d89c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:47.552610 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8236de7d-e822-4682-9b67-e4e477f41fd7 req-8be0c3f8-e7e7-49dd-82ea-5a2a1664d89c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 944 time: 0.1118824 Jan 27 17:43:47.608103 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8236de7d-e822-4682-9b67-e4e477f41fd7 req-c6026d40-98b5-421e-845b-418d36b807d9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476327 Jan 27 17:43:47.645445 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-971b0cfc-3df2-4481-bb7f-1ab78fde7cbc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=097317c7-4675-4bd9-a60d-dc4a8a91e24f HTTP/1.1" status: 200 len: 217 time: 0.1948330 Jan 27 17:43:47.711785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-df9cb3c7-182f-4bef-a8b1-d7ec96cfb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:47.713269 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-df9cb3c7-182f-4bef-a8b1-d7ec96cfb30f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5c8696a5-7a98-4c2f-b9d3-76e09749d494 HTTP/1.1" status: 200 len: 834 time: 0.0620570 Jan 27 17:43:47.810684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-07f04a7f-9983-4496-83fd-ef805448722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:47.812207 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-07f04a7f-9983-4496-83fd-ef805448722a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=489f628c-cedf-494c-abc0-d5970da17b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925400 Jan 27 17:43:47.969868 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-afb678bf-0034-4b9c-878d-9fe7a9799614 service neutron] 10.222.0.88 "GET /v2.0/networks/489f628c-cedf-494c-abc0-d5970da17b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504745 Jan 27 17:43:48.116655 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc24c72-6f94-4f88-a618-8392f02e8bf4 req-07fde751-2741-4ea7-aa1d-45c235976301 service neutron] 10.222.0.88 "GET /v2.0/networks/489f628c-cedf-494c-abc0-d5970da17b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397500 Jan 27 17:43:48.154833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 587a8f2f-d087-4b37-8d5b-0314682aba4f up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:48.229901 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 587a8f2f-d087-4b37-8d5b-0314682aba4f triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:48.230176 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:48.248117 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d8625-3899-40e3-af23-b204dba5a24d req-c6638577-40a8-493e-95d4-cc32a7fedb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:48.249723 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fb8d8625-3899-40e3-af23-b204dba5a24d req-c6638577-40a8-493e-95d4-cc32a7fedb73 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 1097 time: 0.0784986 Jan 27 17:43:48.424370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d8625-3899-40e3-af23-b204dba5a24d req-31c53acf-9ad0-4b61-b348-06a13d1270cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:48.425901 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fb8d8625-3899-40e3-af23-b204dba5a24d req-31c53acf-9ad0-4b61-b348-06a13d1270cd service neutron] 10.222.0.88 "GET /v2.0/networks?id=489f628c-cedf-494c-abc0-d5970da17b3e HTTP/1.1" status: 200 len: 899 time: 0.1698823 Jan 27 17:43:48.506777 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fb8d8625-3899-40e3-af23-b204dba5a24d req-0b10e27a-c25a-45ed-bce4-8de2c6f088d6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=097317c7-4675-4bd9-a60d-dc4a8a91e24f HTTP/1.1" status: 200 len: 217 time: 0.0738659 Jan 27 17:43:48.585349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d8625-3899-40e3-af23-b204dba5a24d req-946b4f44-0dbc-481c-97fa-afa323b0873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:48.586994 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fb8d8625-3899-40e3-af23-b204dba5a24d req-946b4f44-0dbc-481c-97fa-afa323b0873f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5c8696a5-7a98-4c2f-b9d3-76e09749d494 HTTP/1.1" status: 200 len: 834 time: 0.0734532 Jan 27 17:43:48.674735 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d8625-3899-40e3-af23-b204dba5a24d req-2df35bd3-1438-418f-8e40-11824fb1cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:48.676318 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fb8d8625-3899-40e3-af23-b204dba5a24d req-2df35bd3-1438-418f-8e40-11824fb1cf82 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=489f628c-cedf-494c-abc0-d5970da17b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823910 Jan 27 17:43:48.868997 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fb8d8625-3899-40e3-af23-b204dba5a24d req-92805353-a64d-4410-8104-c5513df732ab service neutron] 10.222.0.88 "GET /v2.0/networks/489f628c-cedf-494c-abc0-d5970da17b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860652 Jan 27 17:43:48.940597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a043ead-bfa4-4921-b1cf-3d787000cc4b req-6ed68dab-f6fa-4317-b3fc-e058c8344b72 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:48.941347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-2a043ead-bfa4-4921-b1cf-3d787000cc4b req-6ed68dab-f6fa-4317-b3fc-e058c8344b72 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:43:49.018628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-2a043ead-bfa4-4921-b1cf-3d787000cc4b req-6ed68dab-f6fa-4317-b3fc-e058c8344b72 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:43:49.020241 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a043ead-bfa4-4921-b1cf-3d787000cc4b req-6ed68dab-f6fa-4317-b3fc-e058c8344b72 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 944 time: 0.2458737 Jan 27 17:43:49.069855 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fb8d8625-3899-40e3-af23-b204dba5a24d req-d91ba360-247b-4cfe-b6a9-bdcf919897d4 service neutron] 10.222.0.88 "GET /v2.0/networks/489f628c-cedf-494c-abc0-d5970da17b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921058 Jan 27 17:43:49.106889 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a043ead-bfa4-4921-b1cf-3d787000cc4b req-0e997f24-f384-408d-adff-50f4454a904c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800617 Jan 27 17:43:49.140492 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 097317c7-4675-4bd9-a60d-dc4a8a91e24f details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:43:49.289570 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 097317c7-4675-4bd9-a60d-dc4a8a91e24f, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=097317c7-4675-4bd9-a60d-dc4a8a91e24f,segment=NetworkSegment(f7d2a209-ec62-4018-8b21-d312bf26d78e),segment_id=f7d2a209-ec62-4018-8b21-d312bf26d78e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:49.309384 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '097317c7-4675-4bd9-a60d-dc4a8a91e24f', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'port_id': '097317c7-4675-4bd9-a60d-dc4a8a91e24f', 'mac_address': 'fa:16:3e:bf:eb:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:43:49.368221 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:49.386801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097317c7-4675-4bd9-a60d-dc4a8a91e24f {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:43:49.404817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 097317c7-4675-4bd9-a60d-dc4a8a91e24f, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=097317c7-4675-4bd9-a60d-dc4a8a91e24f,segment=NetworkSegment(f7d2a209-ec62-4018-8b21-d312bf26d78e),segment_id=f7d2a209-ec62-4018-8b21-d312bf26d78e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:49.410040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:49.480605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=097317c7-4675-4bd9-a60d-dc4a8a91e24f,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:49.614210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['097317c7-4675-4bd9-a60d-dc4a8a91e24f'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:43:50.303470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d77f-ea9c-4159-b3a5-43fa5f263833 req-72d1d77e-a4e3-484c-9737-a001a3dc7a05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:50.305606 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dba3d77f-ea9c-4159-b3a5-43fa5f263833 req-72d1d77e-a4e3-484c-9737-a001a3dc7a05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 945 time: 0.0887709 Jan 27 17:43:50.363709 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dba3d77f-ea9c-4159-b3a5-43fa5f263833 req-0fdd76a8-559b-44d3-a8e9-880a6675c1a1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522482 Jan 27 17:43:51.139599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 097317c7-4675-4bd9-a60d-dc4a8a91e24f up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:51.214093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 097317c7-4675-4bd9-a60d-dc4a8a91e24f completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:51.218867 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 097317c7-4675-4bd9-a60d-dc4a8a91e24f triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:51.219237 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:51.346739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:51.375511 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097317c7-4675-4bd9-a60d-dc4a8a91e24f'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:43:51.387505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 097317c7-4675-4bd9-a60d-dc4a8a91e24f, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=097317c7-4675-4bd9-a60d-dc4a8a91e24f,segment=NetworkSegment(f7d2a209-ec62-4018-8b21-d312bf26d78e),segment_id=f7d2a209-ec62-4018-8b21-d312bf26d78e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:51.396332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:51.476285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=097317c7-4675-4bd9-a60d-dc4a8a91e24f,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:51.511639 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097317c7-4675-4bd9-a60d-dc4a8a91e24f', 'code': 200} Jan 27 17:43:51.553336 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-309a79ad-e34b-4b4b-a46b-01a7a056a511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:51.604001 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8eb23-2ef4-4647-8f5c-ac41c02a24c4 req-150fa7a5-5d5e-4fcd-96c7-5072955192c8 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:51.605564 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-66c8eb23-2ef4-4647-8f5c-ac41c02a24c4 req-150fa7a5-5d5e-4fcd-96c7-5072955192c8 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.1104977 Jan 27 17:43:51.658372 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-66c8eb23-2ef4-4647-8f5c-ac41c02a24c4 req-81b80e50-67fc-496a-92f8-f722a74759eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454075 Jan 27 17:43:51.785534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128d338-317e-477c-ad3b-efd008263607 req-a33cad1c-76e2-4645-b0a4-fb08921a0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:51.787501 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7128d338-317e-477c-ad3b-efd008263607 req-a33cad1c-76e2-4645-b0a4-fb08921a0f97 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 1099 time: 0.0926104 Jan 27 17:43:51.833862 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7128d338-317e-477c-ad3b-efd008263607 req-31e2fc49-f107-4b7c-8e27-eed8cc49442f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402787 Jan 27 17:43:52.876813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa5f34-507d-4018-b484-23b50eb9b70c req-550ac4de-22ca-4a02-88de-c324e912b472 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:52.878253 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23fa5f34-507d-4018-b484-23b50eb9b70c req-550ac4de-22ca-4a02-88de-c324e912b472 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.0944781 Jan 27 17:43:52.929757 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23fa5f34-507d-4018-b484-23b50eb9b70c req-9c4c8603-0597-447e-a4ce-80e4a0403046 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430264 Jan 27 17:43:53.871505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4ae29fc9-b413-4a47-ba18-db08b8e1745d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:54.257976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1995fbc-b025-43de-a3fa-5a789a7080f3 req-0872c7f4-a174-47e0-92cd-3cec26a842a7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:54.259534 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e1995fbc-b025-43de-a3fa-5a789a7080f3 req-0872c7f4-a174-47e0-92cd-3cec26a842a7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.2139602 Jan 27 17:43:54.317222 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e1995fbc-b025-43de-a3fa-5a789a7080f3 req-ea4ec4a2-1a15-4526-b392-600d271217e9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514004 Jan 27 17:43:54.524830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac3e3c-05c3-45b7-89aa-1611b39d6858 req-c028d510-2125-437b-90f8-377b475a88ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:54.526275 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-98ac3e3c-05c3-45b7-89aa-1611b39d6858 req-c028d510-2125-437b-90f8-377b475a88ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.0892818 Jan 27 17:43:54.573585 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-98ac3e3c-05c3-45b7-89aa-1611b39d6858 req-837bee23-e3cf-47d0-aec5-1a1b7210f904 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413187 Jan 27 17:43:54.597209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49550) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:54.672024 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13007299-14d5-42dd-bdc1-75006eaf4ff3 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:54.673538 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-13007299-14d5-42dd-bdc1-75006eaf4ff3 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 1094 time: 0.0751457 Jan 27 17:43:54.676455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49554) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:54.681458 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '097317c7-4675-4bd9-a60d-dc4a8a91e24f', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:54.687760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:54.691684 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:floatingip and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:54.694551 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:54.700287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:54.712077 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:54.856452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:54.862059 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:55.003097 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.26.8.31 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/59b9d808-4acc-4380-9ef7-039e2d7036be) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:43:55.167516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:55.202600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:55.275382 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:43:55.278663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:55.282702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:43:55.313096 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=59b9d808-4acc-4380-9ef7-039e2d7036be,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:55.400663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:55.733505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:55.811166 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:56.029161 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:56.035246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:56.146818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=59b9d808-4acc-4380-9ef7-039e2d7036be,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:56.156204 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:56.456150 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Floating IP 9585d19e-c853-495c-bbb9-aeef2211548e associated. External IP: 172.26.8.31, port: 097317c7-4675-4bd9-a60d-dc4a8a91e24f. Jan 27 17:43:56.611626 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:43:56.765729 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:56.825147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router ead83258-1e34-41c0-8d41-add5d7c20a17 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:43:57.009388 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:43:57.025582 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53173b3-578a-4ca0-812c-b9c536522651 None None] Sync routers for ids ['ead83258-1e34-41c0-8d41-add5d7c20a17'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:43:57.035910 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53173b3-578a-4ca0-812c-b9c536522651 None None] Routers {'ead83258-1e34-41c0-8d41-add5d7c20a17'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:43:57.036596 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f53173b3-578a-4ca0-812c-b9c536522651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:43:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ead83258-1e34-41c0-8d41-add5d7c20a17'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:57.041763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:57.098421 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8ab6afb8-f6c0-45eb-a42d-fd769ef44a5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4209363 Jan 27 17:43:57.099088 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'tag': '097317c7-4675-4bd9-a60d-dc4a8a91e24f'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:43:57.145390 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'tag': '097317c7-4675-4bd9-a60d-dc4a8a91e24f', 'status': 'completed', 'code': 200} Jan 27 17:43:57.215288 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-f53173b3-578a-4ca0-812c-b9c536522651 None None] Set router ead83258-1e34-41c0-8d41-add5d7c20a17 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:57.279257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd5956-97e1-4c8d-8083-3f24cad00a81 req-9be9cc5c-2f4f-456a-8f7d-360a6dafd546 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:57.286233 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-abdd5956-97e1-4c8d-8083-3f24cad00a81 req-9be9cc5c-2f4f-456a-8f7d-360a6dafd546 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.1032016 Jan 27 17:43:57.338035 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-abdd5956-97e1-4c8d-8083-3f24cad00a81 req-0fff471a-8092-4ed7-8789-ea424f7cf868 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508244 Jan 27 17:43:57.357265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49562) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:57.365720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cab89-3bc8-4596-9ab9-4cec6f6a021a req-a8245d7f-dadf-4437-8be5-9b3ada68da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:57.367562 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c10cab89-3bc8-4596-9ab9-4cec6f6a021a req-a8245d7f-dadf-4437-8be5-9b3ada68da45 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 1099 time: 0.1964068 Jan 27 17:43:57.472697 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6b048bac-7c99-4bae-9286-525f9b426957 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/9585d19e-c853-495c-bbb9-aeef2211548e HTTP/1.1" status: 200 len: 991 time: 0.1131527 Jan 27 17:43:57.504836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cab89-3bc8-4596-9ab9-4cec6f6a021a req-93c55ee3-d301-4894-b3ed-a6e426281254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:57.506313 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c10cab89-3bc8-4596-9ab9-4cec6f6a021a req-93c55ee3-d301-4894-b3ed-a6e426281254 service neutron] 10.222.0.88 "GET /v2.0/networks?id=489f628c-cedf-494c-abc0-d5970da17b3e HTTP/1.1" status: 200 len: 899 time: 0.1331017 Jan 27 17:43:57.616939 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c10cab89-3bc8-4596-9ab9-4cec6f6a021a req-a88c6a89-2638-4922-8511-6ff69e82d383 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=097317c7-4675-4bd9-a60d-dc4a8a91e24f HTTP/1.1" status: 200 len: 999 time: 0.1047397 Jan 27 17:43:57.638974 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f53173b3-578a-4ca0-812c-b9c536522651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:43:41Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '9585d19e-c853-495c-bbb9-aeef2211548e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.31', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'port_id': '097317c7-4675-4bd9-a60d-dc4a8a91e24f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'mac_address': 'fa:16:3e:bf:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:43:55Z', 'updated_at': '2022-01-27T17:43:55Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587a8f2f-d087-4b37-8d5b-0314682aba4f', 'name': '', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:62:7d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:40Z', 'updated_at': '2022-01-27T17:43:46Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:57.643019 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53173b3-578a-4ca0-812c-b9c536522651 None None] Checking router: ead83258-1e34-41c0-8d41-add5d7c20a17 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:43:57.651665 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53173b3-578a-4ca0-812c-b9c536522651 None None] Routers {'ead83258-1e34-41c0-8d41-add5d7c20a17'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:43:57.652268 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f53173b3-578a-4ca0-812c-b9c536522651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:43:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ead83258-1e34-41c0-8d41-add5d7c20a17'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:57.683305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cab89-3bc8-4596-9ab9-4cec6f6a021a req-fee54081-bd64-4715-be7f-72767abe9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:57.684792 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c10cab89-3bc8-4596-9ab9-4cec6f6a021a req-fee54081-bd64-4715-be7f-72767abe9e3d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5c8696a5-7a98-4c2f-b9d3-76e09749d494 HTTP/1.1" status: 200 len: 834 time: 0.0617795 Jan 27 17:43:57.766310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cab89-3bc8-4596-9ab9-4cec6f6a021a req-db331fc9-20ab-4a35-9de9-7ebbaa95bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:57.767907 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c10cab89-3bc8-4596-9ab9-4cec6f6a021a req-db331fc9-20ab-4a35-9de9-7ebbaa95bd29 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=489f628c-cedf-494c-abc0-d5970da17b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767012 Jan 27 17:43:57.844568 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-f53173b3-578a-4ca0-812c-b9c536522651 None None] Set router ead83258-1e34-41c0-8d41-add5d7c20a17 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:57.903901 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c10cab89-3bc8-4596-9ab9-4cec6f6a021a req-1e9870b6-7c4f-4e12-a6a3-8a15e6d5de67 service neutron] 10.222.0.88 "GET /v2.0/networks/489f628c-cedf-494c-abc0-d5970da17b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296380 Jan 27 17:43:58.045340 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c10cab89-3bc8-4596-9ab9-4cec6f6a021a req-23f34644-d25c-4c49-b19a-a1fcfa1483a0 service neutron] 10.222.0.88 "GET /v2.0/networks/489f628c-cedf-494c-abc0-d5970da17b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356349 Jan 27 17:43:58.231690 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-f53173b3-578a-4ca0-812c-b9c536522651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:43:41Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '9585d19e-c853-495c-bbb9-aeef2211548e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.31', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'port_id': '097317c7-4675-4bd9-a60d-dc4a8a91e24f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'mac_address': 'fa:16:3e:bf:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:43:55Z', 'updated_at': '2022-01-27T17:43:55Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587a8f2f-d087-4b37-8d5b-0314682aba4f', 'name': '', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:62:7d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:40Z', 'updated_at': '2022-01-27T17:43:46Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:58.235677 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53173b3-578a-4ca0-812c-b9c536522651 None None] The sync data for ids ['ead83258-1e34-41c0-8d41-add5d7c20a17'] in dv-neutron-825077-1-hyperv is: [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:43:41Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '9585d19e-c853-495c-bbb9-aeef2211548e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.31', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'port_id': '097317c7-4675-4bd9-a60d-dc4a8a91e24f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'mac_address': 'fa:16:3e:bf:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:43:55Z', 'updated_at': '2022-01-27T17:43:55Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587a8f2f-d087-4b37-8d5b-0314682aba4f', 'name': '', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:62:7d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:40Z', 'updated_at': '2022-01-27T17:43:46Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:43:58.447599 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977ff72-6f70-4ede-98f3-808fa6d937a4 None None] New status for floating IP 9585d19e-c853-495c-bbb9-aeef2211548e: ACTIVE {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:43:58.474913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49566) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:58.583440 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2f622450-87b1-4ce0-ac8e-22ad9c229252 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/9585d19e-c853-495c-bbb9-aeef2211548e HTTP/1.1" status: 200 len: 991 time: 0.1070638 Jan 27 17:43:58.719768 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:59.587928 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49570) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:59.704268 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-38362795-164b-4b3a-90ca-70766e452ec2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/9585d19e-c853-495c-bbb9-aeef2211548e HTTP/1.1" status: 200 len: 993 time: 0.1149631 Jan 27 17:44:01.215848 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4f4ad690-500d-4303-8646-e5c89e2ddb74 req-1bdc0bce-5572-4e5e-9a5f-c8a0044b07dc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758562 Jan 27 17:44:01.417701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ad690-500d-4303-8646-e5c89e2ddb74 req-dff6e3d7-e495-4f9d-aa54-58b39b45b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:01.419222 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4f4ad690-500d-4303-8646-e5c89e2ddb74 req-dff6e3d7-e495-4f9d-aa54-58b39b45b162 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 1099 time: 0.1090550 Jan 27 17:44:01.574525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ad690-500d-4303-8646-e5c89e2ddb74 req-c5e4d3c6-521e-4ae1-86c8-20275692d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:01.575973 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4f4ad690-500d-4303-8646-e5c89e2ddb74 req-c5e4d3c6-521e-4ae1-86c8-20275692d8ea service neutron] 10.222.0.88 "GET /v2.0/networks?id=489f628c-cedf-494c-abc0-d5970da17b3e HTTP/1.1" status: 200 len: 899 time: 0.1382508 Jan 27 17:44:01.679547 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4f4ad690-500d-4303-8646-e5c89e2ddb74 req-5c641157-0e03-4ace-ac29-0f6e0999d3c2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=097317c7-4675-4bd9-a60d-dc4a8a91e24f HTTP/1.1" status: 200 len: 1001 time: 0.0972109 Jan 27 17:44:01.748683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ad690-500d-4303-8646-e5c89e2ddb74 req-5b2793b1-6906-448a-b70e-d9cbda912088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:01.750137 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4f4ad690-500d-4303-8646-e5c89e2ddb74 req-5b2793b1-6906-448a-b70e-d9cbda912088 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5c8696a5-7a98-4c2f-b9d3-76e09749d494 HTTP/1.1" status: 200 len: 834 time: 0.0645359 Jan 27 17:44:01.828706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ad690-500d-4303-8646-e5c89e2ddb74 req-1388b30b-cc53-4200-8f1d-8b5ad2be329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:01.830112 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4f4ad690-500d-4303-8646-e5c89e2ddb74 req-1388b30b-cc53-4200-8f1d-8b5ad2be329b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=489f628c-cedf-494c-abc0-d5970da17b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737793 Jan 27 17:44:02.084870 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4f4ad690-500d-4303-8646-e5c89e2ddb74 req-ec166fda-ea81-4d49-8c62-edcb6222dcbf service neutron] 10.222.0.88 "GET /v2.0/networks/489f628c-cedf-494c-abc0-d5970da17b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487774 Jan 27 17:44:02.224140 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4f4ad690-500d-4303-8646-e5c89e2ddb74 req-08146193-dc16-4281-b01a-16bacdd12ca9 service neutron] 10.222.0.88 "GET /v2.0/networks/489f628c-cedf-494c-abc0-d5970da17b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335733 Jan 27 17:44:21.551267 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2f5a7d61-43f9-4c0e-8013-321e417c9d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:23.870021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1504620f-0538-4eef-8339-b273159442f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:24.853571 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:25.404582 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:26.770026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:28.719681 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:29.349343 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43671ac7-dfe4-4a7e-b04d-2e9199f44ce3 req-dec10041-33bb-439a-9baa-4fbd2f5d7663 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:29.350887 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43671ac7-dfe4-4a7e-b04d-2e9199f44ce3 req-dec10041-33bb-439a-9baa-4fbd2f5d7663 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.0975935 Jan 27 17:44:29.399850 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43671ac7-dfe4-4a7e-b04d-2e9199f44ce3 req-fd2fb80a-2868-4557-8200-7fe19563af78 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418561 Jan 27 17:44:30.629274 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5e4a-ecce-46ae-99a5-59ca96966db0 req-05e7dadb-9d59-4079-a149-e92da623f188 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:30.630794 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-528e5e4a-ecce-46ae-99a5-59ca96966db0 req-05e7dadb-9d59-4079-a149-e92da623f188 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.1104908 Jan 27 17:44:30.683033 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-528e5e4a-ecce-46ae-99a5-59ca96966db0 req-28deb30a-d197-4441-aa0e-0ac5bf7deac3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463128 Jan 27 17:44:30.710461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49592) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:30.832357 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5f69a325-50f7-4b81-b85e-d956bb521235 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/9585d19e-c853-495c-bbb9-aeef2211548e HTTP/1.1" status: 200 len: 993 time: 0.1207323 Jan 27 17:44:32.327894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10658f2a-0b84-4887-97f7-f4b3b174c77c req-c8bbe7f6-d9ed-423a-b2b7-acc8ff8b8700 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:32.329389 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-10658f2a-0b84-4887-97f7-f4b3b174c77c req-c8bbe7f6-d9ed-423a-b2b7-acc8ff8b8700 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.0908782 Jan 27 17:44:32.375472 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-10658f2a-0b84-4887-97f7-f4b3b174c77c req-74adcddd-513c-4049-ab3d-288f0196ff38 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399895 Jan 27 17:44:33.596556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2afe4-4f80-4039-b905-f7d5d8c7b186 req-eea9cdbf-a907-45a2-99be-f310e5216af5 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:33.598020 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ddb2afe4-4f80-4039-b905-f7d5d8c7b186 req-eea9cdbf-a907-45a2-99be-f310e5216af5 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.1063964 Jan 27 17:44:33.615234 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:44:33.651355 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ddb2afe4-4f80-4039-b905-f7d5d8c7b186 req-e375cd35-176e-448f-b7d9-db8e2d541ab6 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467820 Jan 27 17:44:34.869067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8611e-976c-4e7c-a624-f0249984ca83 req-1ee25477-5913-47f9-b886-146a04fcbcc2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:34.870602 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b4c8611e-976c-4e7c-a624-f0249984ca83 req-1ee25477-5913-47f9-b886-146a04fcbcc2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.1102185 Jan 27 17:44:34.919034 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b4c8611e-976c-4e7c-a624-f0249984ca83 req-c4cdd42c-55e9-4d50-887e-9ad642d2b486 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399644 Jan 27 17:44:36.132980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76658d5-dbbb-474a-85b3-c4d319cd1b22 req-f5ae6c9c-826d-445b-abfa-b8c7be831eda tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:36.134474 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a76658d5-dbbb-474a-85b3-c4d319cd1b22 req-f5ae6c9c-826d-445b-abfa-b8c7be831eda tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.0980604 Jan 27 17:44:36.187931 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a76658d5-dbbb-474a-85b3-c4d319cd1b22 req-a9511882-a4b9-4558-9ed3-368dc34bb967 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475893 Jan 27 17:44:37.386536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fe3d9-a990-4e5f-9abc-2195af3c59fb req-1e6e4d99-d550-4be5-a637-110d5e942e67 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:37.388047 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b85fe3d9-a990-4e5f-9abc-2195af3c59fb req-1e6e4d99-d550-4be5-a637-110d5e942e67 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.0847619 Jan 27 17:44:37.442535 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b85fe3d9-a990-4e5f-9abc-2195af3c59fb req-6f9ab9a1-deb3-42bf-8583-365a29178b6e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486662 Jan 27 17:44:38.657028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be05644-bda2-4d9e-9473-9fbf3dad4f5f req-d13677c9-bcc2-4185-91cf-9626d41df118 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:38.658474 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9be05644-bda2-4d9e-9473-9fbf3dad4f5f req-d13677c9-bcc2-4185-91cf-9626d41df118 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.1058810 Jan 27 17:44:38.707454 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9be05644-bda2-4d9e-9473-9fbf3dad4f5f req-4e2bc1d0-412b-40ef-982a-b59ec5aaf555 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431204 Jan 27 17:44:38.731334 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49612) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:38.842537 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8e680229-ed8d-4831-bdba-9c84a0f24fe4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/9585d19e-c853-495c-bbb9-aeef2211548e HTTP/1.1" status: 200 len: 993 time: 0.1101167 Jan 27 17:44:39.140543 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49620) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:39.470473 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 59b9d808-4acc-4380-9ef7-039e2d7036be {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:44:39.470697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:39.648076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:39.648353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:39.773783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 59b9d808-4acc-4380-9ef7-039e2d7036be owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:44:39.954987 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:40.002750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=59b9d808-4acc-4380-9ef7-039e2d7036be,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:40.042926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:40.043139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:40.043500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:40.043866 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:40.044191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:40.044542 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:40.044833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:40.045147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:40.045433 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:40.045782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:40.046087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:40.046395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:40.108599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:40.108930 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Floating IP 9585d19e-c853-495c-bbb9-aeef2211548e disassociated (deleted). External IP: 172.26.8.31, port: 097317c7-4675-4bd9-a60d-dc4a8a91e24f. Jan 27 17:44:40.484481 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router ead83258-1e34-41c0-8d41-add5d7c20a17 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:44:40.679028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:44:40.691538 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520449a2-f1c0-48f6-90f8-9d35c97f6605 None None] Sync routers for ids ['ead83258-1e34-41c0-8d41-add5d7c20a17'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:44:40.701712 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520449a2-f1c0-48f6-90f8-9d35c97f6605 None None] Routers {'ead83258-1e34-41c0-8d41-add5d7c20a17'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:44:40.702027 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:40.702327 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-520449a2-f1c0-48f6-90f8-9d35c97f6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:44:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ead83258-1e34-41c0-8d41-add5d7c20a17'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:40.757017 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-41767c19-cdd2-4408-ad65-d76de2362621 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/floatingips/9585d19e-c853-495c-bbb9-aeef2211548e HTTP/1.1" status: 204 len: 168 time: 1.6153955 Jan 27 17:44:40.757595 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'tag': '097317c7-4675-4bd9-a60d-dc4a8a91e24f'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:44:40.807896 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'tag': '097317c7-4675-4bd9-a60d-dc4a8a91e24f', 'status': 'completed', 'code': 200} Jan 27 17:44:40.880042 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-520449a2-f1c0-48f6-90f8-9d35c97f6605 None None] Set router ead83258-1e34-41c0-8d41-add5d7c20a17 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:44:40.901899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956e386-c407-4ca1-973d-4f291b11dd88 req-aa7839ed-8d04-4927-b895-da1b66d5d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:40.903372 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0956e386-c407-4ca1-973d-4f291b11dd88 req-aa7839ed-8d04-4927-b895-da1b66d5d993 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 1099 time: 0.0733223 Jan 27 17:44:41.039998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956e386-c407-4ca1-973d-4f291b11dd88 req-3bd928bb-f199-48ae-9493-28560857d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:41.042019 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0956e386-c407-4ca1-973d-4f291b11dd88 req-3bd928bb-f199-48ae-9493-28560857d495 service neutron] 10.222.0.88 "GET /v2.0/networks?id=489f628c-cedf-494c-abc0-d5970da17b3e HTTP/1.1" status: 200 len: 899 time: 0.1327071 Jan 27 17:44:41.151895 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0956e386-c407-4ca1-973d-4f291b11dd88 req-a8f142c3-9af3-40fe-a2ec-eeb4c4dc6fda service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=097317c7-4675-4bd9-a60d-dc4a8a91e24f HTTP/1.1" status: 200 len: 217 time: 0.1037481 Jan 27 17:44:41.214331 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-520449a2-f1c0-48f6-90f8-9d35c97f6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:43:41Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '587a8f2f-d087-4b37-8d5b-0314682aba4f', 'name': '', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:62:7d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:40Z', 'updated_at': '2022-01-27T17:43:46Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:41.219235 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520449a2-f1c0-48f6-90f8-9d35c97f6605 None None] Checking router: ead83258-1e34-41c0-8d41-add5d7c20a17 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:44:41.227712 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520449a2-f1c0-48f6-90f8-9d35c97f6605 None None] Routers {'ead83258-1e34-41c0-8d41-add5d7c20a17'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:44:41.228753 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-520449a2-f1c0-48f6-90f8-9d35c97f6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:44:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ead83258-1e34-41c0-8d41-add5d7c20a17'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:41.229994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956e386-c407-4ca1-973d-4f291b11dd88 req-c8b5bce1-9749-4290-addc-7eae82c19602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:41.231437 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0956e386-c407-4ca1-973d-4f291b11dd88 req-c8b5bce1-9749-4290-addc-7eae82c19602 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5c8696a5-7a98-4c2f-b9d3-76e09749d494 HTTP/1.1" status: 200 len: 834 time: 0.0696785 Jan 27 17:44:41.275958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b37e6-dab6-4021-82ad-d941355732a7 req-e1f49eec-6260-455e-81aa-4462a0976c4b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:41.277439 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-416b37e6-dab6-4021-82ad-d941355732a7 req-e1f49eec-6260-455e-81aa-4462a0976c4b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.1813095 Jan 27 17:44:41.341119 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-416b37e6-dab6-4021-82ad-d941355732a7 req-bba829ea-2f45-42a7-8c38-6e63fe0145ea tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511587 Jan 27 17:44:41.358481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956e386-c407-4ca1-973d-4f291b11dd88 req-510defbf-483a-4c25-b1d3-5111fd9ddcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:41.360048 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0956e386-c407-4ca1-973d-4f291b11dd88 req-510defbf-483a-4c25-b1d3-5111fd9ddcc6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=489f628c-cedf-494c-abc0-d5970da17b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212423 Jan 27 17:44:41.440712 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-520449a2-f1c0-48f6-90f8-9d35c97f6605 None None] Set router ead83258-1e34-41c0-8d41-add5d7c20a17 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:44:41.498878 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0956e386-c407-4ca1-973d-4f291b11dd88 req-724fe607-ca16-469a-aa11-b7d826236d6c service neutron] 10.222.0.88 "GET /v2.0/networks/489f628c-cedf-494c-abc0-d5970da17b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306963 Jan 27 17:44:41.746099 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0956e386-c407-4ca1-973d-4f291b11dd88 req-c2e6a14e-8def-447a-a16c-354e5c37f1d4 service neutron] 10.222.0.88 "GET /v2.0/networks/489f628c-cedf-494c-abc0-d5970da17b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393708 Jan 27 17:44:41.770001 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-520449a2-f1c0-48f6-90f8-9d35c97f6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:43:41Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '587a8f2f-d087-4b37-8d5b-0314682aba4f', 'name': '', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:62:7d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:40Z', 'updated_at': '2022-01-27T17:43:46Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:41.774611 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520449a2-f1c0-48f6-90f8-9d35c97f6605 None None] The sync data for ids ['ead83258-1e34-41c0-8d41-add5d7c20a17'] in dv-neutron-825077-1-hyperv is: [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:43:41Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '587a8f2f-d087-4b37-8d5b-0314682aba4f', 'name': '', 'network_id': '489f628c-cedf-494c-abc0-d5970da17b3e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:62:7d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:40Z', 'updated_at': '2022-01-27T17:43:46Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5c8696a5-7a98-4c2f-b9d3-76e09749d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:44:42.013877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cdb89b-d5ae-4e64-a018-3848e5ff6997 None None] New status for floating IP 9585d19e-c853-495c-bbb9-aeef2211548e: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:44:42.561242 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98493b-81bc-47fc-8190-a61297f78ad9 req-38dcae03-50e9-483c-a9e7-15dbfc108e1a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:42.561980 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-7d98493b-81bc-47fc-8190-a61297f78ad9 req-38dcae03-50e9-483c-a9e7-15dbfc108e1a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:44:42.579537 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-7d98493b-81bc-47fc-8190-a61297f78ad9 req-38dcae03-50e9-483c-a9e7-15dbfc108e1a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:44:42.580732 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7d98493b-81bc-47fc-8190-a61297f78ad9 req-38dcae03-50e9-483c-a9e7-15dbfc108e1a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.1154170 Jan 27 17:44:42.628049 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7d98493b-81bc-47fc-8190-a61297f78ad9 req-a14201ef-6153-4312-8677-f8457a288233 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=249aac10-585b-4738-bc40-f4266189111a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404935 Jan 27 17:44:42.630714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda7677-5afb-4a6d-ba2c-e3c37533a639 req-43acaa1f-c0a1-43c9-a62f-e321f5a8583b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:42.632279 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6cda7677-5afb-4a6d-ba2c-e3c37533a639 req-43acaa1f-c0a1-43c9-a62f-e321f5a8583b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 946 time: 0.0932050 Jan 27 17:44:42.702255 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-6cda7677-5afb-4a6d-ba2c-e3c37533a639 req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 097317c7-4675-4bd9-a60d-dc4a8a91e24f {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:44:42.702585 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6cda7677-5afb-4a6d-ba2c-e3c37533a639 req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:42.960055 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-6cda7677-5afb-4a6d-ba2c-e3c37533a639 req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port 097317c7-4675-4bd9-a60d-dc4a8a91e24f, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=097317c7-4675-4bd9-a60d-dc4a8a91e24f,segment=NetworkSegment(f7d2a209-ec62-4018-8b21-d312bf26d78e),segment_id=f7d2a209-ec62-4018-8b21-d312bf26d78e)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:42.960285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6cda7677-5afb-4a6d-ba2c-e3c37533a639 req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:43.083774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-6cda7677-5afb-4a6d-ba2c-e3c37533a639 req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 097317c7-4675-4bd9-a60d-dc4a8a91e24f owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:44:43.242555 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6cda7677-5afb-4a6d-ba2c-e3c37533a639 req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:43.296552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=097317c7-4675-4bd9-a60d-dc4a8a91e24f,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:43.335065 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:43.335401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:43.335765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:43.336088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:43.336412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:43.336736 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:43.337074 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:43.337341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:43.337695 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:43.338009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:43.338514 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:43.338834 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:43.382467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cda7677-5afb-4a6d-ba2c-e3c37533a639 req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] No DVR routers for this DVR port 097317c7-4675-4bd9-a60d-dc4a8a91e24f on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:44:43.385304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6cda7677-5afb-4a6d-ba2c-e3c37533a639 req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:43.387993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'name': 'network-vif-deleted', 'tag': '097317c7-4675-4bd9-a60d-dc4a8a91e24f'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:44:43.405829 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6cda7677-5afb-4a6d-ba2c-e3c37533a639 req-f4b290a6-e492-48db-999e-155c58cfac59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "DELETE /v2.0/ports/097317c7-4675-4bd9-a60d-dc4a8a91e24f HTTP/1.1" status: 204 len: 173 time: 0.7675707 Jan 27 17:44:43.435914 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadc16a5-3d48-4f60-ba57-970e5ca0807f', 'name': 'network-vif-deleted', 'tag': '097317c7-4675-4bd9-a60d-dc4a8a91e24f', 'status': 'completed', 'code': 200} Jan 27 17:44:43.794681 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e0c3495d-2d85-4354-beef-315dde871f7d req-8cde5a51-bc2d-46b7-b0ea-308fef36d6c6 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadc16a5-3d48-4f60-ba57-970e5ca0807f HTTP/1.1" status: 200 len: 210 time: 0.0438125 Jan 27 17:44:44.898281 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49638) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:45.604067 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-716d6aed-cfd4-4a7b-93ac-df9887163219 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:45.965405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-716d6aed-cfd4-4a7b-93ac-df9887163219 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 587a8f2f-d087-4b37-8d5b-0314682aba4f {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:44:45.966076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-716d6aed-cfd4-4a7b-93ac-df9887163219 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:46.169959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-716d6aed-cfd4-4a7b-93ac-df9887163219 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port 587a8f2f-d087-4b37-8d5b-0314682aba4f, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=587a8f2f-d087-4b37-8d5b-0314682aba4f,segment=NetworkSegment(f7d2a209-ec62-4018-8b21-d312bf26d78e),segment_id=f7d2a209-ec62-4018-8b21-d312bf26d78e)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:46.170314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-716d6aed-cfd4-4a7b-93ac-df9887163219 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:46.296701 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-716d6aed-cfd4-4a7b-93ac-df9887163219 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 587a8f2f-d087-4b37-8d5b-0314682aba4f owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:44:46.753258 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-716d6aed-cfd4-4a7b-93ac-df9887163219 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:46.801580 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d6aed-cfd4-4a7b-93ac-df9887163219 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=587a8f2f-d087-4b37-8d5b-0314682aba4f,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:47.087908 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-716d6aed-cfd4-4a7b-93ac-df9887163219 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:47.420035 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 097317c7-4675-4bd9-a60d-dc4a8a91e24f no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:44:47.457804 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 097317c7-4675-4bd9-a60d-dc4a8a91e24f {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:44:47.458151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 097317c7-4675-4bd9-a60d-dc4a8a91e24f not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:44:47.465181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716d6aed-cfd4-4a7b-93ac-df9887163219 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router ead83258-1e34-41c0-8d41-add5d7c20a17 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:44:47.649911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716d6aed-cfd4-4a7b-93ac-df9887163219 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:44:47.660554 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec09a18-11bf-42a5-80a5-64e3eef23af2 None None] Sync routers for ids ['ead83258-1e34-41c0-8d41-add5d7c20a17'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:44:47.663431 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-716d6aed-cfd4-4a7b-93ac-df9887163219 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "PUT /v2.0/routers/ead83258-1e34-41c0-8d41-add5d7c20a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7637243 Jan 27 17:44:47.667283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49642) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:47.671510 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec09a18-11bf-42a5-80a5-64e3eef23af2 None None] Routers {'ead83258-1e34-41c0-8d41-add5d7c20a17'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:44:47.672143 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6ec09a18-11bf-42a5-80a5-64e3eef23af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:44:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ead83258-1e34-41c0-8d41-add5d7c20a17'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:47.738430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd5e1e2-be73-4459-a3ca-ec00052676bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting subnet 5c8696a5-7a98-4c2f-b9d3-76e09749d494 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:44:47.742167 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0bd5e1e2-be73-4459-a3ca-ec00052676bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:47.796787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0bd5e1e2-be73-4459-a3ca-ec00052676bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:47.849994 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6ec09a18-11bf-42a5-80a5-64e3eef23af2 None None] Set router ead83258-1e34-41c0-8d41-add5d7c20a17 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:44:47.879461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0bd5e1e2-be73-4459-a3ca-ec00052676bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:47.957383 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0bd5e1e2-be73-4459-a3ca-ec00052676bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:47.996398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5e1e2-be73-4459-a3ca-ec00052676bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8696a5-7a98-4c2f-b9d3-76e09749d494,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:48.001887 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0bd5e1e2-be73-4459-a3ca-ec00052676bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:48.008919 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfc8e7e-b3e5-43bd-9dcf-796731b5cb5c None None] Network 489f628c-cedf-494c-abc0-d5970da17b3e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:44:48.010732 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0bd5e1e2-be73-4459-a3ca-ec00052676bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/subnets/5c8696a5-7a98-4c2f-b9d3-76e09749d494 HTTP/1.1" status: 204 len: 168 time: 0.3422539 Jan 27 17:44:48.013363 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49646) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:48.135316 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6ec09a18-11bf-42a5-80a5-64e3eef23af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:44:46Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:48.141399 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec09a18-11bf-42a5-80a5-64e3eef23af2 None None] Checking router: ead83258-1e34-41c0-8d41-add5d7c20a17 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:44:48.152580 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec09a18-11bf-42a5-80a5-64e3eef23af2 None None] Routers {'ead83258-1e34-41c0-8d41-add5d7c20a17'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:44:48.153199 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6ec09a18-11bf-42a5-80a5-64e3eef23af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:44:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ead83258-1e34-41c0-8d41-add5d7c20a17'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:48.204451 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:48.300887 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] DHCP port deletion for 489f628c-cedf-494c-abc0-d5970da17b3e request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:44:48.306963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Deleting port d7f78854-8636-4e91-ba37-e514dedba33a {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:44:48.307456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:48.359244 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6ec09a18-11bf-42a5-80a5-64e3eef23af2 None None] Set router ead83258-1e34-41c0-8d41-add5d7c20a17 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:44:48.516714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:48.527372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:44:48.527787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:48.542755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] For port d7f78854-8636-4e91-ba37-e514dedba33a, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d7f78854-8636-4e91-ba37-e514dedba33a,segment=NetworkSegment(f7d2a209-ec62-4018-8b21-d312bf26d78e),segment_id=f7d2a209-ec62-4018-8b21-d312bf26d78e)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:48.543339 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:48.667222 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Calling delete_port for d7f78854-8636-4e91-ba37-e514dedba33a owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:44:48.697460 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6ec09a18-11bf-42a5-80a5-64e3eef23af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:44:46Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:48.701860 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec09a18-11bf-42a5-80a5-64e3eef23af2 None None] The sync data for ids ['ead83258-1e34-41c0-8d41-add5d7c20a17'] in dv-neutron-825077-1-hyperv is: [{'id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893804131', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:35Z', 'updated_at': '2022-01-27T17:44:46Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'ae08ae7e-e417-4cec-8ffa-fa2ac79029f1', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead83258-1e34-41c0-8d41-add5d7c20a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:36Z', 'updated_at': '2022-01-27T17:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:44:48.713975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port ae08ae7e-e417-4cec-8ffa-fa2ac79029f1, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=ae08ae7e-e417-4cec-8ffa-fa2ac79029f1,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:48.714547 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:48.745636 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:48.794066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Pushing event deleted for resources: {'Port': ['ID=d7f78854-8636-4e91-ba37-e514dedba33a,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:48.798744 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] No DVR routers for this DVR port d7f78854-8636-4e91-ba37-e514dedba33a on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:44:48.804750 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:48.805033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:48.805345 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:48.805673 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:48.809030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:48.809030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:48.809030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:48.809030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:48.809030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:48.809030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:48.809030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:48.809030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa670b1-477d-4efb-91e6-80f7ae408a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:48.848667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:44:49.036386 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.085139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=ae08ae7e-e417-4cec-8ffa-fa2ac79029f1,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:49.186594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.363296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.367112 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.398518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.399206 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Fanout notify agent at l3_agent the message router_deleted on router ead83258-1e34-41c0-8d41-add5d7c20a17 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:44:49.415897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.417235 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-80fd5369-7b63-42bb-96db-351603d6d95b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/routers/ead83258-1e34-41c0-8d41-add5d7c20a17 HTTP/1.1" status: 204 len: 168 time: 1.4026618 Jan 27 17:44:49.419934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49650) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:49.545759 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-05a82cd9-26ff-4153-9c03-ac6bd4ed0e6a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.681700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-05a82cd9-26ff-4153-9c03-ac6bd4ed0e6a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.707768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-05a82cd9-26ff-4153-9c03-ac6bd4ed0e6a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489f628c-cedf-494c-abc0-d5970da17b3e']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:49.720505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-05a82cd9-26ff-4153-9c03-ac6bd4ed0e6a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d2a209-ec62-4018-8b21-d312bf26d78e') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:49.721165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-05a82cd9-26ff-4153-9c03-ac6bd4ed0e6a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d2a209-ec62-4018-8b21-d312bf26d78e') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:49.733021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-05a82cd9-26ff-4153-9c03-ac6bd4ed0e6a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.749474 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-05a82cd9-26ff-4153-9c03-ac6bd4ed0e6a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.755836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a82cd9-26ff-4153-9c03-ac6bd4ed0e6a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:44:49.756214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-05a82cd9-26ff-4153-9c03-ac6bd4ed0e6a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:44:49.773986 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:44:49.853688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-05a82cd9-26ff-4153-9c03-ac6bd4ed0e6a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.869821 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-05a82cd9-26ff-4153-9c03-ac6bd4ed0e6a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.880900 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a82cd9-26ff-4153-9c03-ac6bd4ed0e6a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Network': ['ID=489f628c-cedf-494c-abc0-d5970da17b3e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:49.890224 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-05a82cd9-26ff-4153-9c03-ac6bd4ed0e6a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/networks/489f628c-cedf-494c-abc0-d5970da17b3e HTTP/1.1" status: 204 len: 168 time: 0.4692922 Jan 27 17:44:49.892870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49654) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:50.069853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-30ea7a7b-7dbc-4969-abed-3aba88e58e89 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.106941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-30ea7a7b-7dbc-4969-abed-3aba88e58e89 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.174543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-30ea7a7b-7dbc-4969-abed-3aba88e58e89 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.185994 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d7f78854-8636-4e91-ba37-e514dedba33a no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:44:50.196248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea7a7b-7dbc-4969-abed-3aba88e58e89 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249aac10-585b-4738-bc40-f4266189111a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:50.209853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-30ea7a7b-7dbc-4969-abed-3aba88e58e89 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.210986 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-30ea7a7b-7dbc-4969-abed-3aba88e58e89 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/security-groups/249aac10-585b-4738-bc40-f4266189111a HTTP/1.1" status: 204 len: 168 time: 0.3172007 Jan 27 17:44:50.229245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: d7f78854-8636-4e91-ba37-e514dedba33a {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:44:50.229587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d7f78854-8636-4e91-ba37-e514dedba33a not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:44:50.230012 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 587a8f2f-d087-4b37-8d5b-0314682aba4f no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:44:50.264672 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 587a8f2f-d087-4b37-8d5b-0314682aba4f {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:44:50.265019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 587a8f2f-d087-4b37-8d5b-0314682aba4f not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:44:50.265445 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:44:50.307836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:44:50.308317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device ae08ae7e-e417-4cec-8ffa-fa2ac79029f1 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:44:50.495347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49662) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:50.500657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-557425606', 'description': 'tempest-secgroup-smoke-557425606 description', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:50.507214 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:50.511965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:50.515078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:50.521944 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:50.535684 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.556559 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:50.560639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:50.563615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:50.571434 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:50.649307 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.655134 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.699821 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b54e17-8d5c-4f64-a643-edd141ffe372,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:50.704619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.705813 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3218df67-058e-46c0-80df-d650abf5d052 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2093842 Jan 27 17:44:50.709398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49666) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:50.714444 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-557437c0-1dd6-4bb4-b5c5-42b9fd5b21c2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '97b54e17-8d5c-4f64-a643-edd141ffe372', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:50.720516 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-557437c0-1dd6-4bb4-b5c5-42b9fd5b21c2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:50.724616 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-557437c0-1dd6-4bb4-b5c5-42b9fd5b21c2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:50.727507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-557437c0-1dd6-4bb4-b5c5-42b9fd5b21c2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:50.733851 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-557437c0-1dd6-4bb4-b5c5-42b9fd5b21c2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:50.753146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-557437c0-1dd6-4bb4-b5c5-42b9fd5b21c2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.818065 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-557437c0-1dd6-4bb4-b5c5-42b9fd5b21c2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.822833 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-557437c0-1dd6-4bb4-b5c5-42b9fd5b21c2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.846472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557437c0-1dd6-4bb4-b5c5-42b9fd5b21c2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb7eeba-8dc8-4b6d-a1d6-df2894ab95fd,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:50.858091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-557437c0-1dd6-4bb4-b5c5-42b9fd5b21c2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.859277 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-557437c0-1dd6-4bb4-b5c5-42b9fd5b21c2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489093 Jan 27 17:44:50.862028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49670) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:50.867021 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f4c554c6-ad7d-4c01-9cc6-e901e582004d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '97b54e17-8d5c-4f64-a643-edd141ffe372', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:50.873221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f4c554c6-ad7d-4c01-9cc6-e901e582004d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:50.877351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f4c554c6-ad7d-4c01-9cc6-e901e582004d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:50.880331 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f4c554c6-ad7d-4c01-9cc6-e901e582004d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:50.886348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f4c554c6-ad7d-4c01-9cc6-e901e582004d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:50.909623 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f4c554c6-ad7d-4c01-9cc6-e901e582004d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.973725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f4c554c6-ad7d-4c01-9cc6-e901e582004d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.980895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f4c554c6-ad7d-4c01-9cc6-e901e582004d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.004716 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c554c6-ad7d-4c01-9cc6-e901e582004d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23820e26-ebe1-4bc7-af5d-7b3ab67ec0a7,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:51.014873 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f4c554c6-ad7d-4c01-9cc6-e901e582004d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.019647 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f4c554c6-ad7d-4c01-9cc6-e901e582004d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531577 Jan 27 17:44:51.020974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49674) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:51.029571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-80ee5d9d-9976-48b7-a3ee-58af6f155797 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '97b54e17-8d5c-4f64-a643-edd141ffe372', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:51.038205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-80ee5d9d-9976-48b7-a3ee-58af6f155797 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:51.042262 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-80ee5d9d-9976-48b7-a3ee-58af6f155797 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:51.045219 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-80ee5d9d-9976-48b7-a3ee-58af6f155797 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:51.052035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-80ee5d9d-9976-48b7-a3ee-58af6f155797 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:51.073172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80ee5d9d-9976-48b7-a3ee-58af6f155797 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.140201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80ee5d9d-9976-48b7-a3ee-58af6f155797 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.146625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80ee5d9d-9976-48b7-a3ee-58af6f155797 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.168910 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee5d9d-9976-48b7-a3ee-58af6f155797 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aae7b9d-3d8e-4344-b489-8f17e90322a4,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:51.180831 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-80ee5d9d-9976-48b7-a3ee-58af6f155797 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.186018 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-80ee5d9d-9976-48b7-a3ee-58af6f155797 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597919 Jan 27 17:44:51.186673 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49678) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:51.194146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5ec2f049-e1f4-47a3-911b-ca6f42234a3b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '97b54e17-8d5c-4f64-a643-edd141ffe372', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:51.203524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5ec2f049-e1f4-47a3-911b-ca6f42234a3b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:51.209135 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5ec2f049-e1f4-47a3-911b-ca6f42234a3b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:51.212175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5ec2f049-e1f4-47a3-911b-ca6f42234a3b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:51.218159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5ec2f049-e1f4-47a3-911b-ca6f42234a3b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:51.241746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ec2f049-e1f4-47a3-911b-ca6f42234a3b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.308099 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ec2f049-e1f4-47a3-911b-ca6f42234a3b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.312967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ec2f049-e1f4-47a3-911b-ca6f42234a3b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.336808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2f049-e1f4-47a3-911b-ca6f42234a3b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b498aa-1e13-4333-aa42-bee807c81cf2,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:51.349119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5ec2f049-e1f4-47a3-911b-ca6f42234a3b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.350560 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5ec2f049-e1f4-47a3-911b-ca6f42234a3b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626816 Jan 27 17:44:51.353909 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49682) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:51.359136 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-6612ac48-ff8b-41cb-9d04-e194ab054b2f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '97b54e17-8d5c-4f64-a643-edd141ffe372', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:51.366219 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6612ac48-ff8b-41cb-9d04-e194ab054b2f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:51.370928 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6612ac48-ff8b-41cb-9d04-e194ab054b2f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:51.374164 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-6612ac48-ff8b-41cb-9d04-e194ab054b2f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:51.380935 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-6612ac48-ff8b-41cb-9d04-e194ab054b2f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:51.394771 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-6612ac48-ff8b-41cb-9d04-e194ab054b2f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Project c2a6b28e92c64329aba986d62a0cb89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:44:51.401969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6612ac48-ff8b-41cb-9d04-e194ab054b2f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.468594 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6612ac48-ff8b-41cb-9d04-e194ab054b2f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.473700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6612ac48-ff8b-41cb-9d04-e194ab054b2f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.499078 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612ac48-ff8b-41cb-9d04-e194ab054b2f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641ed79c-a143-4b59-b60e-9311d5c8995e,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:51.509740 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6612ac48-ff8b-41cb-9d04-e194ab054b2f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.510920 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6612ac48-ff8b-41cb-9d04-e194ab054b2f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559830 Jan 27 17:44:51.513893 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49686) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:51.518785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-538b8b81-493a-4630-aa74-6c9884b6e4d3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '97b54e17-8d5c-4f64-a643-edd141ffe372', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:51.525462 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-538b8b81-493a-4630-aa74-6c9884b6e4d3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:51.529545 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-538b8b81-493a-4630-aa74-6c9884b6e4d3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:51.532573 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-538b8b81-493a-4630-aa74-6c9884b6e4d3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:51.538853 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-538b8b81-493a-4630-aa74-6c9884b6e4d3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:51.555329 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4519e3db-97c3-49e0-a203-7d596613d72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.675424 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-538b8b81-493a-4630-aa74-6c9884b6e4d3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Project c2a6b28e92c64329aba986d62a0cb89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:44:51.682408 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-538b8b81-493a-4630-aa74-6c9884b6e4d3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.745749 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-538b8b81-493a-4630-aa74-6c9884b6e4d3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.751710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-538b8b81-493a-4630-aa74-6c9884b6e4d3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.774856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b8b81-493a-4630-aa74-6c9884b6e4d3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ad8b84-d2d1-4e8a-aba7-ec3e235673fa,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:51.786000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-538b8b81-493a-4630-aa74-6c9884b6e4d3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.787197 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-538b8b81-493a-4630-aa74-6c9884b6e4d3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2723732 Jan 27 17:44:51.790275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49690) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:51.795819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'network': {'name': 'tempest-network-smoke--275648917', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'port_security_enabled': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:51.800644 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:51.804803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:network and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:51.807691 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:51.813409 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:51.825434 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:44:51.828815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.859755 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:44:51.869058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.869377 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Added segment 99071f85-604c-4f63-8db7-155edae97fd3 of type vlan for network 593f3076-af3c-476b-9085-dbe54644152f Jan 27 17:44:51.895301 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.935602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.943798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:51.944639 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:52.050558 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2591276 Jan 27 17:44:52.053583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49694) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:52.056266 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2e9fb-728e-4feb-94d1-b468509c71ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Network': ['ID=593f3076-af3c-476b-9085-dbe54644152f,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:52.059236 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'admin_state_up': True, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:52.067460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:52.068270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 593f3076-af3c-476b-9085-dbe54644152f details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:44:52.073449 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:router and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:52.077705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:52.085914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:52.097388 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:52.098703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:52.114432 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:52.388220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:52.717022 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:52.747025 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:52.898084 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.26.8.198 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/588b65b7-51aa-46e4-b4a9-9ac2bdec84e4) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:44:53.061119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:53.097076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:53.161638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:44:53.164559 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:44:53.168149 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:44:53.201184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=588b65b7-51aa-46e4-b4a9-9ac2bdec84e4,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:53.699670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:53.865708 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d1581a6c-fc3d-4c87-8884-241cb60e0c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:54.052948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:54.267012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 146ff70f-bd3e-470a-9988-976545398899 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:44:54.463522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:44:54.475859 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Sync routers for ids ['146ff70f-bd3e-470a-9988-976545398899'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:44:54.486596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Routers {'146ff70f-bd3e-470a-9988-976545398899'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:44:54.487299 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:44:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['146ff70f-bd3e-470a-9988-976545398899'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:54.496062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:54.497284 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-a998acaa-b79c-450a-abd0-645f5864ca7a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4427021 Jan 27 17:44:54.500790 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49698) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:54.543520 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2e0a3dc1-f856-4b72-afce-1935aa5f12ac tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=c2a6b28e92c64329aba986d62a0cb89a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416079 Jan 27 17:44:54.546432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49702) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:54.663330 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Set router 146ff70f-bd3e-470a-9988-976545398899 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:44:54.677617 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681fb9bf-2241-4172-ada1-2573d910e369 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:54.681869 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-681fb9bf-2241-4172-ada1-2573d910e369 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317379 Jan 27 17:44:54.682203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49706) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:54.726226 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fce88904-62ac-43ff-9870-8e4101ec86e9 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429418 Jan 27 17:44:54.729339 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49710) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:54.734920 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-817928060', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:54.844246 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:54.848438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:subnet and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:54.851391 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:54.857879 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:54.868659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:44:54.872395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:54.912195 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.009621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:53Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:55.013848 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Checking router: 146ff70f-bd3e-470a-9988-976545398899 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:44:55.014189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Updating router 146ff70f-bd3e-470a-9988-976545398899 port 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:44:55.065099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.096201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.176329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Subnet': ['ID=d3caa181-3571-452f-909c-3726f1e8e334,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:55.187495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Checking segment: {'id': '99071f85-604c-4f63-8db7-155edae97fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '593f3076-af3c-476b-9085-dbe54644152f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:44:55.188200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network hostable DHCP agents. Network: 593f3076-af3c-476b-9085-dbe54644152f, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:44:55.210609 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 593f3076-af3c-476b-9085-dbe54644152f is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:44:55.220783 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 593f3076-af3c-476b-9085-dbe54644152f) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:44:55.227457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:55.228631 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.228854 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aaf58d-e723-4c2a-9174-15cc78e16b1a None None] Network 593f3076-af3c-476b-9085-dbe54644152f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:44:55.251885 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-581c15ba-9eab-475a-859a-d1700ca2dda0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5214541 Jan 27 17:44:55.254732 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49714) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:55.438308 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.553862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.600180 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Transition to ACTIVE for port object 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:44:55.608733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.641091 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-593f3076-af3c-476b-9085-dbe54644152f', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ips': [{'subnet_id': 'd3caa181-3571-452f-909c-3726f1e8e334'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:44:55.641903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.738491 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Attempting to bind port 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:44:55.738846 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Attempting to bind port 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:44:55.739286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Attempting to bind port 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:44:55.746302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2cafa-a8f9-4992-b361-a665ee4f5197 None None] Pushing event updated for resources: {'Port': ['ID=588b65b7-51aa-46e4-b4a9-9ac2bdec84e4,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:55.755492 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:44:55.755997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:44:55.756476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.756771 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:44:55.757237 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Bound port: 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:44:55.757603 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.898312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] For port 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:44:55.912166 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] For port 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=588b65b7-51aa-46e4-b4a9-9ac2bdec84e4,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:44:55.918029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.922084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Allocated IP 172.20.0.2 (593f3076-af3c-476b-9085-dbe54644152f/d3caa181-3571-452f-909c-3726f1e8e334/e0e1b8d1-be3b-4d70-af36-597fff178187) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:44:56.039669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2cafa-a8f9-4992-b361-a665ee4f5197 None None] Pushing event updated for resources: {'Port': ['ID=588b65b7-51aa-46e4-b4a9-9ac2bdec84e4,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:56.043810 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Routers {'146ff70f-bd3e-470a-9988-976545398899'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:44:56.044409 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:44:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['146ff70f-bd3e-470a-9988-976545398899'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:56.090179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:56.382507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] Set router 146ff70f-bd3e-470a-9988-976545398899 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:44:56.517069 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:56.539979 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Transition to ACTIVE for port object e0e1b8d1-be3b-4d70-af36-597fff178187 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:44:56.615564 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Transition to ACTIVE for port object e0e1b8d1-be3b-4d70-af36-597fff178187 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:44:56.629649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:56.695501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.20.0.1 (593f3076-af3c-476b-9085-dbe54644152f/d3caa181-3571-452f-909c-3726f1e8e334/72c90eac-63c0-4718-a7e7-b0cff60bc1eb) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:44:56.730351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Network 593f3076-af3c-476b-9085-dbe54644152f is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:44:56.735735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:44:56.741278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:44:56.743377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Pushing event updated for resources: {'Port': ['ID=e0e1b8d1-be3b-4d70-af36-597fff178187,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:56.849064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:56.859138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Attempting to bind port e0e1b8d1-be3b-4d70-af36-597fff178187 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:44:56.859497 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Attempting to bind port e0e1b8d1-be3b-4d70-af36-597fff178187 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '99071f85-604c-4f63-8db7-155edae97fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '593f3076-af3c-476b-9085-dbe54644152f'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:44:56.859872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Attempting to bind port e0e1b8d1-be3b-4d70-af36-597fff178187 on network 593f3076-af3c-476b-9085-dbe54644152f {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:44:56.864577 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:56.868888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:44:56.869188 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Checking segment: {'id': '99071f85-604c-4f63-8db7-155edae97fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '593f3076-af3c-476b-9085-dbe54644152f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:44:56.869559 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:56.869940 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Bound using segment: {'id': '99071f85-604c-4f63-8db7-155edae97fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '593f3076-af3c-476b-9085-dbe54644152f'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:44:56.870388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Bound port: e0e1b8d1-be3b-4d70-af36-597fff178187, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99071f85-604c-4f63-8db7-155edae97fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '593f3076-af3c-476b-9085-dbe54644152f'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:44:56.870746 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:56.880811 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Transition to ACTIVE for port object 72c90eac-63c0-4718-a7e7-b0cff60bc1eb will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:44:56.885660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:53Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:56.906472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:56.918057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e91ab5-be07-4290-a3aa-4c2bbb166f64 None None] The sync data for ids ['146ff70f-bd3e-470a-9988-976545398899'] in dv-neutron-825077-1-hyperv is: [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:53Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:44:56.972699 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] For port e0e1b8d1-be3b-4d70-af36-597fff178187, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:44:56.976755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] For port e0e1b8d1-be3b-4d70-af36-597fff178187, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e0e1b8d1-be3b-4d70-af36-597fff178187,segment=NetworkSegment(99071f85-604c-4f63-8db7-155edae97fd3),segment_id=99071f85-604c-4f63-8db7-155edae97fd3)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:44:56.976949 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 593f3076-af3c-476b-9085-dbe54644152f is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:44:56.980457 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:44:56.984645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:56.984828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:44:57.025346 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=72c90eac-63c0-4718-a7e7-b0cff60bc1eb,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:57.055375 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:57.072439 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4119f8-441b-4498-acbd-c02e0ad5242a None None] Pushing event updated for resources: {'Port': ['ID=e0e1b8d1-be3b-4d70-af36-597fff178187,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:57.394119 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:57.981795 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:57.987771 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.104934 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.109767 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=72c90eac-63c0-4718-a7e7-b0cff60bc1eb,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:58.141899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c209765-c794-44c9-90df-9979f818a735 None None] Network 593f3076-af3c-476b-9085-dbe54644152f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:44:58.238233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-26a72780-9fe2-45b9-8dff-49c514a68fe9 None None] Provisioning for port e0e1b8d1-be3b-4d70-af36-597fff178187 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:44:58.265620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 593f3076-af3c-476b-9085-dbe54644152f is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:44:58.266896 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:44:58.282040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e0e1b8d1-be3b-4d70-af36-597fff178187 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:44:58.397017 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port e0e1b8d1-be3b-4d70-af36-597fff178187 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:44:58.406699 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e0e1b8d1-be3b-4d70-af36-597fff178187 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:44:58.407159 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.473147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 146ff70f-bd3e-470a-9988-976545398899 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:44:58.592542 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.631715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port e0e1b8d1-be3b-4d70-af36-597fff178187, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e0e1b8d1-be3b-4d70-af36-597fff178187,segment=NetworkSegment(99071f85-604c-4f63-8db7-155edae97fd3),segment_id=99071f85-604c-4f63-8db7-155edae97fd3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:58.637064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.638018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:44:58.663472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:44:58.675330 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Sync routers for ids ['146ff70f-bd3e-470a-9988-976545398899'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:44:58.680563 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-eb70a5b8-cb0d-4d5d-ab91-bbf904248424 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "PUT /v2.0/routers/146ff70f-bd3e-470a-9988-976545398899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4245782 Jan 27 17:44:58.685163 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Routers {'146ff70f-bd3e-470a-9988-976545398899'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:44:58.685772 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:44:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['146ff70f-bd3e-470a-9988-976545398899'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:58.795531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.798996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=e0e1b8d1-be3b-4d70-af36-597fff178187,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:58.818325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:44:58.824061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:44:58.824431 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.872180 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-91b44e62-222d-41ee-a43a-3c3a50dc9b73 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:44:58.877783 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Set router 146ff70f-bd3e-470a-9988-976545398899 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:44:58.897715 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-91b44e62-222d-41ee-a43a-3c3a50dc9b73 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:44:58.899499 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-91b44e62-222d-41ee-a43a-3c3a50dc9b73 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557425606&fields=id&tenant_id=c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 267 time: 0.0770085 Jan 27 17:44:58.957685 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.043161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=588b65b7-51aa-46e4-b4a9-9ac2bdec84e4,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:59.046218 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-badf2970-6c9c-485b-bad0-bcd4b35296e8 None None] Provisioning complete for port e0e1b8d1-be3b-4d70-af36-597fff178187 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:44:59.046687 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-badf2970-6c9c-485b-bad0-bcd4b35296e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.075332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-09b2081a-0094-40fa-aaa5-db4b5373a415 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:59.076591 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-09b2081a-0094-40fa-aaa5-db4b5373a415 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:44:59.095291 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.102726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-09b2081a-0094-40fa-aaa5-db4b5373a415 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:44:59.104440 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-09b2081a-0094-40fa-aaa5-db4b5373a415 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/networks?id=593f3076-af3c-476b-9085-dbe54644152f HTTP/1.1" status: 200 len: 796 time: 0.1974874 Jan 27 17:44:59.120838 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-e9d5e883-1234-4098-a103-c331199613e7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/quotas/c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 375 time: 0.0107918 Jan 27 17:44:59.214851 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-54b1a453-2e81-45ea-b9f6-7fd30a0ffdff tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:44:59.233758 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-54b1a453-2e81-45ea-b9f6-7fd30a0ffdff tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:44:59.235620 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-54b1a453-2e81-45ea-b9f6-7fd30a0ffdff tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081157 Jan 27 17:44:59.249046 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=588b65b7-51aa-46e4-b4a9-9ac2bdec84e4,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:59.253344 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:57Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '72c90eac-63c0-4718-a7e7-b0cff60bc1eb', 'name': '', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:07:ce:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:56Z', 'updated_at': '2022-01-27T17:44:57Z', 'revision_number': 2, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:59.262285 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Checking router: 146ff70f-bd3e-470a-9988-976545398899 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:44:59.262511 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Updating router 146ff70f-bd3e-470a-9988-976545398899 port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:44:59.278276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-badf2970-6c9c-485b-bad0-bcd4b35296e8 None None] Provisioning for port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:44:59.285189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-badf2970-6c9c-485b-bad0-bcd4b35296e8 None None] Provisioning complete for port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:44:59.285853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-badf2970-6c9c-485b-bad0-bcd4b35296e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.325351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-db27978a-7bd7-42dd-b717-fe5ba8b744b5 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:44:59.326655 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-db27978a-7bd7-42dd-b717-fe5ba8b744b5 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0720670 Jan 27 17:44:59.336759 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.354100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-badf2970-6c9c-485b-bad0-bcd4b35296e8 None None] Port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:44:59.479217 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c4016b1d-5e71-458d-a423-de607488f3ce None None] Provisioning complete for port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:44:59.479608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c4016b1d-5e71-458d-a423-de607488f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.491918 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-7abea2f5-a339-4376-9c8f-0268db81e365 service neutron] 10.222.0.81 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578994 Jan 27 17:44:59.537479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c4016b1d-5e71-458d-a423-de607488f3ce None None] Port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:44:59.625470 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-28408492-20c8-4c84-b101-04a4de57fb5a service neutron] 10.222.0.81 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286204 Jan 27 17:44:59.700542 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.712043 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Transition to ACTIVE for port object 72c90eac-63c0-4718-a7e7-b0cff60bc1eb will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:44:59.718129 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.866721 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Pushing event updated for resources: {'Port': ['ID=72c90eac-63c0-4718-a7e7-b0cff60bc1eb,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:59.909643 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.909963 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.910312 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.910619 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.910984 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.911337 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.911684 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.912104 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.912532 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.912845 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.913157 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.913463 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.943707 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Attempting to bind port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:44:59.944060 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Attempting to bind port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '99071f85-604c-4f63-8db7-155edae97fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '593f3076-af3c-476b-9085-dbe54644152f'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:44:59.944414 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Attempting to bind port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb on network 593f3076-af3c-476b-9085-dbe54644152f {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:44:59.950289 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:44:59.950671 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Checking segment: {'id': '99071f85-604c-4f63-8db7-155edae97fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '593f3076-af3c-476b-9085-dbe54644152f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:44:59.951062 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.951529 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Bound using segment: {'id': '99071f85-604c-4f63-8db7-155edae97fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '593f3076-af3c-476b-9085-dbe54644152f'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:44:59.951886 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Bound port: 72c90eac-63c0-4718-a7e7-b0cff60bc1eb, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99071f85-604c-4f63-8db7-155edae97fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '593f3076-af3c-476b-9085-dbe54644152f'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:44:59.952252 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.045740 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] For port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:45:00.048619 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] For port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=72c90eac-63c0-4718-a7e7-b0cff60bc1eb,segment=NetworkSegment(99071f85-604c-4f63-8db7-155edae97fd3),segment_id=99071f85-604c-4f63-8db7-155edae97fd3)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:45:00.056214 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.135372 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Routers {'146ff70f-bd3e-470a-9988-976545398899'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:45:00.135885 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:44:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['146ff70f-bd3e-470a-9988-976545398899'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:00.190526 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31534698-00bc-4172-98b0-3aba7168b28a None None] Pushing event updated for resources: {'Port': ['ID=72c90eac-63c0-4718-a7e7-b0cff60bc1eb,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:00.211568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e0e1b8d1-be3b-4d70-af36-597fff178187 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:45:00.287568 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e0e1b8d1-be3b-4d70-af36-597fff178187 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:00.288274 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.366895 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] Set router 146ff70f-bd3e-470a-9988-976545398899 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:45:00.417788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:45:00.485148 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:00.485504 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.688759 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:57Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '72c90eac-63c0-4718-a7e7-b0cff60bc1eb', 'name': '', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:07:ce:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:56Z', 'updated_at': '2022-01-27T17:45:00Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:00.693511 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2905cbff-71eb-4b31-9f48-784903367c94 None None] The sync data for ids ['146ff70f-bd3e-470a-9988-976545398899'] in dv-neutron-825077-1-hyperv is: [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:57Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '72c90eac-63c0-4718-a7e7-b0cff60bc1eb', 'name': '', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:07:ce:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:56Z', 'updated_at': '2022-01-27T17:45:00Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:45:00.824364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-89238146-aee1-4d4c-9541-2b629e07a88a req-577d2060-2a08-44d6-a8ce-7d9477807194 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:45:00.836587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-89238146-aee1-4d4c-9541-2b629e07a88a req-577d2060-2a08-44d6-a8ce-7d9477807194 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:45:00.839082 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-89238146-aee1-4d4c-9541-2b629e07a88a req-577d2060-2a08-44d6-a8ce-7d9477807194 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 210 time: 0.0567045 Jan 27 17:45:01.960259 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-39f84ed6-2707-4cbc-a771-83267b078368 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:01.960924 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-39f84ed6-2707-4cbc-a771-83267b078368 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:45:01.974443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-39f84ed6-2707-4cbc-a771-83267b078368 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:45:01.974987 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-39f84ed6-2707-4cbc-a771-83267b078368 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/networks?id=593f3076-af3c-476b-9085-dbe54644152f HTTP/1.1" status: 200 len: 796 time: 0.1807287 Jan 27 17:45:01.993191 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-42dd0d13-1682-4aec-a78d-297346e8a8be req-f3c53c0a-e253-4351-bac8-66006b1167ae tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 210 time: 0.0442677 Jan 27 17:45:02.027753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-567cb277-2397-4e43-9450-a0f539034997 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:45:02.039184 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-567cb277-2397-4e43-9450-a0f539034997 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:45:02.041477 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-567cb277-2397-4e43-9450-a0f539034997 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 379 time: 0.0577552 Jan 27 17:45:02.048687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'port': {'device_id': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'admin_state_up': True, 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'security_groups': ['97b54e17-8d5c-4f64-a643-edd141ffe372']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:45:02.221237 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 72c90eac-63c0-4718-a7e7-b0cff60bc1eb up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:45:02.294070 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:45:02.300112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:02.300531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:02.303764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:45:02.313097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:45:02.323796 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:45:02.328170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:02.434227 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:02.470443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=72c90eac-63c0-4718-a7e7-b0cff60bc1eb,segment=NetworkSegment(99071f85-604c-4f63-8db7-155edae97fd3),segment_id=99071f85-604c-4f63-8db7-155edae97fd3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:45:02.477142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:02.504569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.20.0.12 (593f3076-af3c-476b-9085-dbe54644152f/d3caa181-3571-452f-909c-3726f1e8e334/7c0a948d-5f52-4b26-922e-5950c1c161ca) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:45:02.546233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=72c90eac-63c0-4718-a7e7-b0cff60bc1eb,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:02.710256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:02.726662 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Transition to ACTIVE for port object 7c0a948d-5f52-4b26-922e-5950c1c161ca will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:45:02.762337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:02.832758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 593f3076-af3c-476b-9085-dbe54644152f is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:45:02.836054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:45:02.839964 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:45:02.870361 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=7c0a948d-5f52-4b26-922e-5950c1c161ca,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:02.912520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:02.913118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:02.940471 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-3b76daab-e5f0-41fd-b2e3-206b037c4ff4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8953266 Jan 27 17:45:03.005896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Request body: {'port': {'device_id': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:45:03.084773 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5e95aa48-4303-4789-b61b-b4a078a00d2c None None] Provisioning for port 7c0a948d-5f52-4b26-922e-5950c1c161ca completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:45:03.095317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-5e95aa48-4303-4789-b61b-b4a078a00d2c None None] Provisioning complete for port 7c0a948d-5f52-4b26-922e-5950c1c161ca triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:03.095889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5e95aa48-4303-4789-b61b-b4a078a00d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:03.154545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-5e95aa48-4303-4789-b61b-b4a078a00d2c None None] Port 7c0a948d-5f52-4b26-922e-5950c1c161ca cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:45:03.161060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:03.300191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500cc2f-6bb6-4662-bbf2-e24563101e38 req-d16eaf84-7e33-4970-993d-a9fa76f07907 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:03.300957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-8500cc2f-6bb6-4662-bbf2-e24563101e38 req-d16eaf84-7e33-4970-993d-a9fa76f07907 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:45:03.356915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-8500cc2f-6bb6-4662-bbf2-e24563101e38 req-d16eaf84-7e33-4970-993d-a9fa76f07907 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:45:03.358077 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8500cc2f-6bb6-4662-bbf2-e24563101e38 req-d16eaf84-7e33-4970-993d-a9fa76f07907 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 932 time: 0.2537720 Jan 27 17:45:03.479086 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8500cc2f-6bb6-4662-bbf2-e24563101e38 req-3a6160a0-b5f6-465b-bc7e-8df69bd3863e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142485 Jan 27 17:45:03.578254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0a948d-5f52-4b26-922e-5950c1c161ca {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:45:03.585610 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:03.600271 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Transition to ACTIVE for port object 7c0a948d-5f52-4b26-922e-5950c1c161ca will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:45:03.606791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:03.744641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a948d-5f52-4b26-922e-5950c1c161ca,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:03.848066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Attempting to bind port 7c0a948d-5f52-4b26-922e-5950c1c161ca on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:45:03.848476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Attempting to bind port 7c0a948d-5f52-4b26-922e-5950c1c161ca by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '99071f85-604c-4f63-8db7-155edae97fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '593f3076-af3c-476b-9085-dbe54644152f'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:45:03.848747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Attempting to bind port 7c0a948d-5f52-4b26-922e-5950c1c161ca on network 593f3076-af3c-476b-9085-dbe54644152f {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:45:03.854354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Port 7c0a948d-5f52-4b26-922e-5950c1c161ca on network 593f3076-af3c-476b-9085-dbe54644152f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:45:03.854663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Attempting to bind port 7c0a948d-5f52-4b26-922e-5950c1c161ca on network 593f3076-af3c-476b-9085-dbe54644152f {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:45:03.860127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:45:03.860463 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Checking segment: {'id': '99071f85-604c-4f63-8db7-155edae97fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '593f3076-af3c-476b-9085-dbe54644152f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:45:03.860846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Bound using segment: {'id': '99071f85-604c-4f63-8db7-155edae97fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '593f3076-af3c-476b-9085-dbe54644152f'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:45:03.861267 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Bound port: 7c0a948d-5f52-4b26-922e-5950c1c161ca, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99071f85-604c-4f63-8db7-155edae97fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '593f3076-af3c-476b-9085-dbe54644152f'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:45:03.861609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:03.956198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] For port 7c0a948d-5f52-4b26-922e-5950c1c161ca, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:45:03.959347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] For port 7c0a948d-5f52-4b26-922e-5950c1c161ca, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c0a948d-5f52-4b26-922e-5950c1c161ca,segment=NetworkSegment(99071f85-604c-4f63-8db7-155edae97fd3),segment_id=99071f85-604c-4f63-8db7-155edae97fd3)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:45:03.965015 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:04.037995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:04.038707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:04.040280 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] 10.222.0.88 "PUT /v2.0/ports/7c0a948d-5f52-4b26-922e-5950c1c161ca HTTP/1.1" status: 200 len: 1094 time: 1.0918033 Jan 27 17:45:04.044686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'tag': '7c0a948d-5f52-4b26-922e-5950c1c161ca'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:45:04.077463 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcd1d5-6b9b-48f1-aae3-15566e9a1088 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a948d-5f52-4b26-922e-5950c1c161ca,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:04.126571 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'tag': '7c0a948d-5f52-4b26-922e-5950c1c161ca', 'status': 'completed', 'code': 200} Jan 27 17:45:04.198832 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 72c90eac-63c0-4718-a7e7-b0cff60bc1eb up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:45:04.270248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-f077b609-9f6a-4fa2-b4fd-8c0d0eea2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:04.271057 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:04.271507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:04.271783 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-f077b609-9f6a-4fa2-b4fd-8c0d0eea2aea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 1097 time: 0.1815732 Jan 27 17:45:04.349647 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-b4f39be8-e45b-436f-af03-e85815678959 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0a948d-5f52-4b26-922e-5950c1c161ca HTTP/1.1" status: 200 len: 217 time: 0.0705876 Jan 27 17:45:04.431422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-d08bb091-594d-4ef9-944c-c846b19cb60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:04.432913 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-d08bb091-594d-4ef9-944c-c846b19cb60c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d3caa181-3571-452f-909c-3726f1e8e334 HTTP/1.1" status: 200 len: 834 time: 0.0771604 Jan 27 17:45:04.516447 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-6a5f840a-1dc2-4492-95b2-23f200021322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:04.518005 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-6a5f840a-1dc2-4492-95b2-23f200021322 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=593f3076-af3c-476b-9085-dbe54644152f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790040 Jan 27 17:45:04.708517 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-9e9d0ec3-f157-4676-88d3-6db007550b62 service neutron] 10.222.0.88 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839774 Jan 27 17:45:04.767528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6acc2-4e8e-41e1-8b5a-b16ef9f90965 req-64a11c47-085a-4052-b510-b60fbd0b9953 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:04.769000 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5fa6acc2-4e8e-41e1-8b5a-b16ef9f90965 req-64a11c47-085a-4052-b510-b60fbd0b9953 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 944 time: 0.1517558 Jan 27 17:45:04.879995 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5fa6acc2-4e8e-41e1-8b5a-b16ef9f90965 req-2cb9176e-d6bb-47f7-82a8-7c4230074953 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664647 Jan 27 17:45:04.883337 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8447d3f3-9c1c-4cd8-a1b9-bd5e83bc9cf3 req-85e633ce-5ae5-4e50-8651-c9c78f35f470 service neutron] 10.222.0.88 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693542 Jan 27 17:45:04.999528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812dd3d-f9b4-41c8-a11e-f2214c688969 req-dcc80447-28ea-416d-a663-2d1e8742c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:05.000964 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6812dd3d-f9b4-41c8-a11e-f2214c688969 req-dcc80447-28ea-416d-a663-2d1e8742c7c5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0753303 Jan 27 17:45:05.132520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812dd3d-f9b4-41c8-a11e-f2214c688969 req-3a37e427-e481-4c4a-a207-9a71033eee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:05.133958 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6812dd3d-f9b4-41c8-a11e-f2214c688969 req-3a37e427-e481-4c4a-a207-9a71033eee59 service neutron] 10.222.0.88 "GET /v2.0/networks?id=593f3076-af3c-476b-9085-dbe54644152f HTTP/1.1" status: 200 len: 898 time: 0.1255908 Jan 27 17:45:05.204771 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6812dd3d-f9b4-41c8-a11e-f2214c688969 req-adedf5f4-d909-4c8c-a0d4-01a93d431baa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0a948d-5f52-4b26-922e-5950c1c161ca HTTP/1.1" status: 200 len: 217 time: 0.0639389 Jan 27 17:45:05.270258 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812dd3d-f9b4-41c8-a11e-f2214c688969 req-c00f0b4c-db26-4af3-a052-cb5eff75a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:05.272916 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6812dd3d-f9b4-41c8-a11e-f2214c688969 req-c00f0b4c-db26-4af3-a052-cb5eff75a1f5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d3caa181-3571-452f-909c-3726f1e8e334 HTTP/1.1" status: 200 len: 834 time: 0.0615649 Jan 27 17:45:05.355431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812dd3d-f9b4-41c8-a11e-f2214c688969 req-9b66ed61-cafc-429b-9922-f2bc3bde7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:05.356948 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6812dd3d-f9b4-41c8-a11e-f2214c688969 req-9b66ed61-cafc-429b-9922-f2bc3bde7edb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=593f3076-af3c-476b-9085-dbe54644152f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765281 Jan 27 17:45:05.502127 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6812dd3d-f9b4-41c8-a11e-f2214c688969 req-0931ab52-11eb-4918-8be3-42d2c660e431 service neutron] 10.222.0.88 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376631 Jan 27 17:45:05.641876 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6812dd3d-f9b4-41c8-a11e-f2214c688969 req-240b20ec-c57c-40dc-8eb6-dce344e7f9a3 service neutron] 10.222.0.88 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324971 Jan 27 17:45:06.238939 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38ef86-c309-4eaf-b240-2ec78c741831 req-71904fed-cadb-460b-8caa-8118743bcded tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:06.240340 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ff38ef86-c309-4eaf-b240-2ec78c741831 req-71904fed-cadb-460b-8caa-8118743bcded tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 944 time: 0.0828683 Jan 27 17:45:06.288461 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ff38ef86-c309-4eaf-b240-2ec78c741831 req-f8b0ba8b-38c1-44e5-8118-997c53cfe022 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422626 Jan 27 17:45:07.480348 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f21a2-0617-4fd4-86ed-9f1f94cc38c4 req-fea1eb28-6edf-4519-ab26-2eba356c9f91 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:07.481804 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd4f21a2-0617-4fd4-86ed-9f1f94cc38c4 req-fea1eb28-6edf-4519-ab26-2eba356c9f91 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 944 time: 0.0870762 Jan 27 17:45:07.531370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 7c0a948d-5f52-4b26-922e-5950c1c161ca details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:45:07.534194 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-cd4f21a2-0617-4fd4-86ed-9f1f94cc38c4 req-c9281595-a01e-481a-93d4-3fbdd428002d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465031 Jan 27 17:45:07.676732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 7c0a948d-5f52-4b26-922e-5950c1c161ca, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c0a948d-5f52-4b26-922e-5950c1c161ca,segment=NetworkSegment(99071f85-604c-4f63-8db7-155edae97fd3),segment_id=99071f85-604c-4f63-8db7-155edae97fd3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:45:07.693370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '7c0a948d-5f52-4b26-922e-5950c1c161ca', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'port_id': '7c0a948d-5f52-4b26-922e-5950c1c161ca', 'mac_address': 'fa:16:3e:86:40:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:45:07.749628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:07.766627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0a948d-5f52-4b26-922e-5950c1c161ca {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:45:07.783657 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 7c0a948d-5f52-4b26-922e-5950c1c161ca, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c0a948d-5f52-4b26-922e-5950c1c161ca,segment=NetworkSegment(99071f85-604c-4f63-8db7-155edae97fd3),segment_id=99071f85-604c-4f63-8db7-155edae97fd3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:45:07.790257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:07.860014 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=7c0a948d-5f52-4b26-922e-5950c1c161ca,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:07.999666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['7c0a948d-5f52-4b26-922e-5950c1c161ca'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:45:08.726845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618e11f-0270-4688-a72c-775998af5086 req-faa5e5c4-2b63-4baa-ac1e-14f16f03a0ee tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:08.728683 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5618e11f-0270-4688-a72c-775998af5086 req-faa5e5c4-2b63-4baa-ac1e-14f16f03a0ee tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 945 time: 0.0880280 Jan 27 17:45:08.774259 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5618e11f-0270-4688-a72c-775998af5086 req-bb451b3f-d725-41df-b086-93ebd3b1050a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396619 Jan 27 17:45:09.557385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 7c0a948d-5f52-4b26-922e-5950c1c161ca up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:45:09.632018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 7c0a948d-5f52-4b26-922e-5950c1c161ca completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:45:09.636625 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 7c0a948d-5f52-4b26-922e-5950c1c161ca triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:09.636993 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:09.765466 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:09.801014 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a948d-5f52-4b26-922e-5950c1c161ca'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:45:09.811230 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 7c0a948d-5f52-4b26-922e-5950c1c161ca, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c0a948d-5f52-4b26-922e-5950c1c161ca,segment=NetworkSegment(99071f85-604c-4f63-8db7-155edae97fd3),segment_id=99071f85-604c-4f63-8db7-155edae97fd3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:45:09.818200 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:09.863053 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a948d-5f52-4b26-922e-5950c1c161ca', 'code': 200} Jan 27 17:45:09.891667 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=7c0a948d-5f52-4b26-922e-5950c1c161ca,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:09.970843 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4a5fd-3fbe-42f6-8726-9996b8334be0 req-d5d6827d-5765-452d-80d7-fd4ac87c2c0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:09.972535 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-83b4a5fd-3fbe-42f6-8726-9996b8334be0 req-d5d6827d-5765-452d-80d7-fd4ac87c2c0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0831711 Jan 27 17:45:10.051127 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-83b4a5fd-3fbe-42f6-8726-9996b8334be0 req-540eca08-0427-4001-9b98-0436a39812b5 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715079 Jan 27 17:45:10.091524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee23033-3bc3-4c6c-aa41-1acce46217c5 req-5ef94316-4127-4bfa-9b68-3dbac5162e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:10.093067 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0ee23033-3bc3-4c6c-aa41-1acce46217c5 req-5ef94316-4127-4bfa-9b68-3dbac5162e7a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 1099 time: 0.0782392 Jan 27 17:45:10.230809 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0ee23033-3bc3-4c6c-aa41-1acce46217c5 req-05c432c8-e1e3-4f54-a02a-d9fc6fba8e99 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318908 Jan 27 17:45:10.614879 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:45:11.251739 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56413c-4572-4bae-868a-8a712f45e93e req-05eecb33-c144-42fe-8fd4-c4563eedd2cd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:11.254857 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ac56413c-4572-4bae-868a-8a712f45e93e req-05eecb33-c144-42fe-8fd4-c4563eedd2cd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0920017 Jan 27 17:45:11.424311 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ac56413c-4572-4bae-868a-8a712f45e93e req-5b84101f-764f-41b6-8f38-afd8a75c6a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634822 Jan 27 17:45:12.616078 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052384bf-6d7a-4bbb-bdda-be85bef5a5bc req-b6d70387-e6ba-4043-b877-3d7886fcc592 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:12.617366 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-052384bf-6d7a-4bbb-bdda-be85bef5a5bc req-b6d70387-e6ba-4043-b877-3d7886fcc592 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0845966 Jan 27 17:45:12.664365 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-052384bf-6d7a-4bbb-bdda-be85bef5a5bc req-3e857ab4-e77f-4d43-8ce3-24044f17a740 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390358 Jan 27 17:45:12.858389 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f473b-dda6-45bd-811f-f4650c5b2743 req-ef838426-f097-4cf2-8077-b02d3d731493 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:12.859854 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-682f473b-dda6-45bd-811f-f4650c5b2743 req-ef838426-f097-4cf2-8077-b02d3d731493 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0894017 Jan 27 17:45:12.907342 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-682f473b-dda6-45bd-811f-f4650c5b2743 req-ac874e1d-ded0-4b88-aba8-88717619c53d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394573 Jan 27 17:45:12.936242 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49774) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:13.010479 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848de781-2cab-43df-9b93-0e4fd8d5a629 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:13.011988 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-848de781-2cab-43df-9b93-0e4fd8d5a629 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 1094 time: 0.0747714 Jan 27 17:45:13.014797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49778) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:13.019614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '7c0a948d-5f52-4b26-922e-5950c1c161ca', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:45:13.025812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:45:13.029882 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:floatingip and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:45:13.033103 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:45:13.041663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:45:13.056876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:13.217244 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:13.361739 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.26.8.41 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/be83b952-9ee5-4a49-af60-5ee584f9c33a) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:45:13.511848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:13.546660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:13.611222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:45:13.614145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:45:13.617219 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:45:13.656939 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=be83b952-9ee5-4a49-af60-5ee584f9c33a,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:14.061818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:14.142764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:14.345632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:14.351926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:14.455904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=be83b952-9ee5-4a49-af60-5ee584f9c33a,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:14.472975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:14.765206 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Floating IP ceb5ea2c-2418-4d3c-b33a-3e66516e7000 associated. External IP: 172.26.8.41, port: 7c0a948d-5f52-4b26-922e-5950c1c161ca. Jan 27 17:45:15.149640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 146ff70f-bd3e-470a-9988-976545398899 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:45:15.348202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:45:15.360275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349908e-7742-45d7-a65c-774d17e8c29b None None] Sync routers for ids ['146ff70f-bd3e-470a-9988-976545398899'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:45:15.370538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c349908e-7742-45d7-a65c-774d17e8c29b None None] Routers {'146ff70f-bd3e-470a-9988-976545398899'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:45:15.371149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c349908e-7742-45d7-a65c-774d17e8c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:44:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['146ff70f-bd3e-470a-9988-976545398899'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:15.378256 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:15.435055 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ba261e92-0149-479d-a607-27388ac64a8e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4191649 Jan 27 17:45:15.435512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'tag': '7c0a948d-5f52-4b26-922e-5950c1c161ca'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:45:15.489790 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'tag': '7c0a948d-5f52-4b26-922e-5950c1c161ca', 'status': 'completed', 'code': 200} Jan 27 17:45:15.560313 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-c349908e-7742-45d7-a65c-774d17e8c29b None None] Set router 146ff70f-bd3e-470a-9988-976545398899 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:45:15.644272 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b2dc6-bf3b-4f26-8ad2-90ce83721b76 req-ad0580a5-bd34-4f73-ad47-b50bfacd806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:15.645735 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b46b2dc6-bf3b-4f26-8ad2-90ce83721b76 req-ad0580a5-bd34-4f73-ad47-b50bfacd806c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 1099 time: 0.1334796 Jan 27 17:45:15.656865 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992edc94-00f3-4cba-b885-bfb85f2e5172 req-d447d676-9817-4001-976e-c8307b6c4324 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:15.658262 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-992edc94-00f3-4cba-b885-bfb85f2e5172 req-d447d676-9817-4001-976e-c8307b6c4324 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.1131563 Jan 27 17:45:15.783527 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-992edc94-00f3-4cba-b885-bfb85f2e5172 req-da5cee5d-6792-4b06-b7b8-a7158b8f5f30 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070695 Jan 27 17:45:15.810416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49786) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:15.820060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b2dc6-bf3b-4f26-8ad2-90ce83721b76 req-13cd9f2e-3728-45aa-8f28-74dd618aae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:15.821490 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b46b2dc6-bf3b-4f26-8ad2-90ce83721b76 req-13cd9f2e-3728-45aa-8f28-74dd618aae55 service neutron] 10.222.0.88 "GET /v2.0/networks?id=593f3076-af3c-476b-9085-dbe54644152f HTTP/1.1" status: 200 len: 898 time: 0.1624107 Jan 27 17:45:15.929861 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c349908e-7742-45d7-a65c-774d17e8c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:57Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ceb5ea2c-2418-4d3c-b33a-3e66516e7000', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '146ff70f-bd3e-470a-9988-976545398899', 'port_id': '7c0a948d-5f52-4b26-922e-5950c1c161ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'mac_address': 'fa:16:3e:86:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:45:13Z', 'updated_at': '2022-01-27T17:45:13Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c90eac-63c0-4718-a7e7-b0cff60bc1eb', 'name': '', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:07:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:56Z', 'updated_at': '2022-01-27T17:45:02Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:15.931042 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3a59ff25-2b6d-4c99-8a8e-04434a709330 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/ceb5ea2c-2418-4d3c-b33a-3e66516e7000 HTTP/1.1" status: 200 len: 991 time: 0.1194482 Jan 27 17:45:15.933633 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b46b2dc6-bf3b-4f26-8ad2-90ce83721b76 req-b4f18abb-e2f9-44b9-a2c9-c4fe61c3b58c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0a948d-5f52-4b26-922e-5950c1c161ca HTTP/1.1" status: 200 len: 999 time: 0.1048961 Jan 27 17:45:15.933999 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349908e-7742-45d7-a65c-774d17e8c29b None None] Checking router: 146ff70f-bd3e-470a-9988-976545398899 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:45:15.945813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c349908e-7742-45d7-a65c-774d17e8c29b None None] Routers {'146ff70f-bd3e-470a-9988-976545398899'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:45:15.946432 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c349908e-7742-45d7-a65c-774d17e8c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:44:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['146ff70f-bd3e-470a-9988-976545398899'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:15.999008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b2dc6-bf3b-4f26-8ad2-90ce83721b76 req-d30e8aa3-bea1-4eec-92c4-a0a9246a2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:16.000489 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b46b2dc6-bf3b-4f26-8ad2-90ce83721b76 req-d30e8aa3-bea1-4eec-92c4-a0a9246a2409 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d3caa181-3571-452f-909c-3726f1e8e334 HTTP/1.1" status: 200 len: 834 time: 0.0615551 Jan 27 17:45:16.084661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b2dc6-bf3b-4f26-8ad2-90ce83721b76 req-95db239c-a183-41ad-9031-15013f5d8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:16.086183 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b46b2dc6-bf3b-4f26-8ad2-90ce83721b76 req-95db239c-a183-41ad-9031-15013f5d8579 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=593f3076-af3c-476b-9085-dbe54644152f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787921 Jan 27 17:45:16.122032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-c349908e-7742-45d7-a65c-774d17e8c29b None None] Set router 146ff70f-bd3e-470a-9988-976545398899 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:45:16.220710 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b46b2dc6-bf3b-4f26-8ad2-90ce83721b76 req-b102c464-d805-4f5c-8c9c-14fec9c4c2a0 service neutron] 10.222.0.88 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281312 Jan 27 17:45:16.354797 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b46b2dc6-bf3b-4f26-8ad2-90ce83721b76 req-562a1fd0-a168-4999-82ab-b19bca9af580 service neutron] 10.222.0.88 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278343 Jan 27 17:45:16.528318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-c349908e-7742-45d7-a65c-774d17e8c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:57Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ceb5ea2c-2418-4d3c-b33a-3e66516e7000', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '146ff70f-bd3e-470a-9988-976545398899', 'port_id': '7c0a948d-5f52-4b26-922e-5950c1c161ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'mac_address': 'fa:16:3e:86:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:45:13Z', 'updated_at': '2022-01-27T17:45:13Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c90eac-63c0-4718-a7e7-b0cff60bc1eb', 'name': '', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:07:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:56Z', 'updated_at': '2022-01-27T17:45:02Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:16.534849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349908e-7742-45d7-a65c-774d17e8c29b None None] The sync data for ids ['146ff70f-bd3e-470a-9988-976545398899'] in dv-neutron-825077-1-hyperv is: [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:57Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ceb5ea2c-2418-4d3c-b33a-3e66516e7000', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '146ff70f-bd3e-470a-9988-976545398899', 'port_id': '7c0a948d-5f52-4b26-922e-5950c1c161ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'mac_address': 'fa:16:3e:86:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:45:13Z', 'updated_at': '2022-01-27T17:45:13Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c90eac-63c0-4718-a7e7-b0cff60bc1eb', 'name': '', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:07:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:56Z', 'updated_at': '2022-01-27T17:45:02Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:45:16.758787 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf888270-f32d-4af8-add7-41c6948aa7d5 None None] New status for floating IP ceb5ea2c-2418-4d3c-b33a-3e66516e7000: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:45:16.934648 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49790) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:17.043107 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-169470e5-66ed-4059-9390-459cd164348e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/ceb5ea2c-2418-4d3c-b33a-3e66516e7000 HTTP/1.1" status: 200 len: 991 time: 0.1072047 Jan 27 17:45:18.047291 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49794) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:18.152202 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b00ed6d9-430e-4efd-9203-f3f2bc47f670 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/ceb5ea2c-2418-4d3c-b33a-3e66516e7000 HTTP/1.1" status: 200 len: 993 time: 0.1038101 Jan 27 17:45:21.560502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-84535eaa-8b03-4281-acfb-c462737e145a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:23.863226 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c2c5465b-f26c-4390-ae63-bc44d4424f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:24.857680 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:25.410290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:26.778225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:28.743054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:43.041840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acd81-f320-4fe6-9347-5a387243d3bf req-f6c01bd0-5f15-4e97-bca0-7696753d81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:43.043212 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b34acd81-f320-4fe6-9347-5a387243d3bf req-f6c01bd0-5f15-4e97-bca0-7696753d81d7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 1099 time: 0.0752339 Jan 27 17:45:43.078780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ec0fe-dcf8-41fc-ae07-579b7215d9e6 req-c4d52972-10cf-4046-b17d-5c4a37a7a003 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:43.080312 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9c1ec0fe-dcf8-41fc-ae07-579b7215d9e6 req-c4d52972-10cf-4046-b17d-5c4a37a7a003 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0801110 Jan 27 17:45:43.124584 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9c1ec0fe-dcf8-41fc-ae07-579b7215d9e6 req-6bb4b4e0-8e13-450a-9998-eb7d13a4eb2a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383184 Jan 27 17:45:43.175470 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acd81-f320-4fe6-9347-5a387243d3bf req-87e0edc5-6d1a-4745-9bce-545a9e12eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:43.177040 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b34acd81-f320-4fe6-9347-5a387243d3bf req-87e0edc5-6d1a-4745-9bce-545a9e12eaac service neutron] 10.222.0.88 "GET /v2.0/networks?id=593f3076-af3c-476b-9085-dbe54644152f HTTP/1.1" status: 200 len: 898 time: 0.1274617 Jan 27 17:45:43.284694 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b34acd81-f320-4fe6-9347-5a387243d3bf req-4ffcfaca-89b0-414e-8884-5913d314d799 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0a948d-5f52-4b26-922e-5950c1c161ca HTTP/1.1" status: 200 len: 1001 time: 0.1009076 Jan 27 17:45:43.349571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acd81-f320-4fe6-9347-5a387243d3bf req-5d968e03-9909-4b69-9add-df54be28ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:43.351004 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b34acd81-f320-4fe6-9347-5a387243d3bf req-5d968e03-9909-4b69-9add-df54be28ef29 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d3caa181-3571-452f-909c-3726f1e8e334 HTTP/1.1" status: 200 len: 834 time: 0.0593171 Jan 27 17:45:43.432561 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acd81-f320-4fe6-9347-5a387243d3bf req-f1ac57bb-d7ba-4ce4-a026-e0f4399230d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:43.434071 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b34acd81-f320-4fe6-9347-5a387243d3bf req-f1ac57bb-d7ba-4ce4-a026-e0f4399230d0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=593f3076-af3c-476b-9085-dbe54644152f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761061 Jan 27 17:45:43.685975 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b34acd81-f320-4fe6-9347-5a387243d3bf req-ddfbdc6d-4dfb-4d84-b67b-cc8870c1512c service neutron] 10.222.0.88 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452850 Jan 27 17:45:43.818697 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b34acd81-f320-4fe6-9347-5a387243d3bf req-74c6f47a-258a-4f30-801a-00d8d9698a1b service neutron] 10.222.0.88 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258063 Jan 27 17:45:44.316904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4810e5-a23a-4095-9b7c-caab85a279fa req-3f31fad5-1f98-484f-bc3a-d42e3670f831 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:44.318478 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8a4810e5-a23a-4095-9b7c-caab85a279fa req-3f31fad5-1f98-484f-bc3a-d42e3670f831 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0848460 Jan 27 17:45:44.366417 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8a4810e5-a23a-4095-9b7c-caab85a279fa req-951a40ba-6605-4aaf-80ff-53e948b289ba tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416577 Jan 27 17:45:45.559478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34d5b8-1d62-40ee-bec2-436a165586a7 req-a58da824-e0dd-4450-bbf2-058ed3592ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:45.560966 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5b34d5b8-1d62-40ee-bec2-436a165586a7 req-a58da824-e0dd-4450-bbf2-058ed3592ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0854256 Jan 27 17:45:45.606995 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5b34d5b8-1d62-40ee-bec2-436a165586a7 req-f382378a-e44e-4c81-8f00-10148c225267 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399158 Jan 27 17:45:46.810875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead1aa-cee6-47ee-bfc6-087980d490ac req-8ee484a6-2c11-4ce3-8430-cc520e44ffc2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:46.812524 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ffead1aa-cee6-47ee-bfc6-087980d490ac req-8ee484a6-2c11-4ce3-8430-cc520e44ffc2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0896764 Jan 27 17:45:46.860234 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ffead1aa-cee6-47ee-bfc6-087980d490ac req-5f82f09c-f59f-4945-babf-224e17f4b620 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417645 Jan 27 17:45:47.614442 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:45:48.048596 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd3bae-fcec-451c-9014-2a30d7b8f6fb req-d7a71d05-39b4-4501-9819-9f71484fec42 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:48.050083 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-04cd3bae-fcec-451c-9014-2a30d7b8f6fb req-d7a71d05-39b4-4501-9819-9f71484fec42 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0821826 Jan 27 17:45:48.095281 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-04cd3bae-fcec-451c-9014-2a30d7b8f6fb req-53a683ca-819d-4289-986d-de065a114c07 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393274 Jan 27 17:45:49.301202 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177529c4-d58a-406e-8e02-8eb596369213 req-b5b5fc96-04a1-420a-a0b1-0c471fa7bcf5 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:49.302742 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-177529c4-d58a-406e-8e02-8eb596369213 req-b5b5fc96-04a1-420a-a0b1-0c471fa7bcf5 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0907035 Jan 27 17:45:49.350023 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-177529c4-d58a-406e-8e02-8eb596369213 req-9afd26a6-5ade-41e5-ba57-ed6922edd047 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414433 Jan 27 17:45:50.677553 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ca7d4-6938-443e-afc6-e15699f99745 req-35ddd8ba-4b39-4503-ade1-e4eed29ae2ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:50.679048 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2c7ca7d4-6938-443e-afc6-e15699f99745 req-35ddd8ba-4b39-4503-ade1-e4eed29ae2ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.2185042 Jan 27 17:45:50.724672 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2c7ca7d4-6938-443e-afc6-e15699f99745 req-4c6a1f3a-8db7-4a9f-8333-3f4d9e0683fd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397091 Jan 27 17:45:51.568529 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0e230708-af22-4cab-85c1-9950091ba7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:51.932539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7834b95-7d84-43ea-8a3b-7811e4b1a0de req-2146ad48-f8be-4b60-98a7-261122c69679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:51.933986 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c7834b95-7d84-43ea-8a3b-7811e4b1a0de req-2146ad48-f8be-4b60-98a7-261122c69679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.1003444 Jan 27 17:45:51.983175 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c7834b95-7d84-43ea-8a3b-7811e4b1a0de req-7fbf944c-6657-4765-b066-b4aea5cdb2c3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405376 Jan 27 17:45:53.204993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831b766-bd72-4201-aa4b-b09a85583a4a req-b71ef099-16d2-4781-b8ee-8d779cf86d45 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:53.206481 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a831b766-bd72-4201-aa4b-b09a85583a4a req-b71ef099-16d2-4781-b8ee-8d779cf86d45 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0929589 Jan 27 17:45:53.259210 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a831b766-bd72-4201-aa4b-b09a85583a4a req-a2d0d1f9-10d0-46ba-9c65-fe5b7c47fd99 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453942 Jan 27 17:45:53.860094 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8fa25868-308f-4190-aca4-4c203d35e4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:54.457207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d36550-b52d-42a1-a481-5dc6ee298e3f req-dc5b6292-4a54-4ebe-b783-561b41060af8 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:54.458577 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-10d36550-b52d-42a1-a481-5dc6ee298e3f req-dc5b6292-4a54-4ebe-b783-561b41060af8 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0880072 Jan 27 17:45:54.512471 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-10d36550-b52d-42a1-a481-5dc6ee298e3f req-0da48740-d0a0-40a6-a086-da3196ed1469 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480988 Jan 27 17:45:54.854470 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:55.412431 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:55.707110 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4532f-9ef2-4fb5-8aed-333b836a5b11 req-75f60c6f-4bc2-425a-b4ac-6a58c698f6eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:55.708715 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6cd4532f-9ef2-4fb5-8aed-333b836a5b11 req-75f60c6f-4bc2-425a-b4ac-6a58c698f6eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0828805 Jan 27 17:45:55.757450 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6cd4532f-9ef2-4fb5-8aed-333b836a5b11 req-7387ee51-c7c5-42a2-91f7-b4843e575d32 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408874 Jan 27 17:45:55.781953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49830) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:55.893995 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-476bfada-5984-4026-b521-e451f6c2652f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/ceb5ea2c-2418-4d3c-b33a-3e66516e7000 HTTP/1.1" status: 200 len: 993 time: 0.1107545 Jan 27 17:45:56.782021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:58.740784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:05.237024 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b94b60a-5522-4632-8c06-b8d9f8096d37 req-5b7478a3-d419-4af7-a7b5-35aa9d8f662f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742080 Jan 27 17:46:05.384979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94b60a-5522-4632-8c06-b8d9f8096d37 req-9256940c-1b78-491b-a251-d1ea3cab7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:05.386516 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b94b60a-5522-4632-8c06-b8d9f8096d37 req-9256940c-1b78-491b-a251-d1ea3cab7730 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 1099 time: 0.0758307 Jan 27 17:46:05.534669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94b60a-5522-4632-8c06-b8d9f8096d37 req-46caaea4-5437-40f3-a343-0325859c5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:05.536168 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b94b60a-5522-4632-8c06-b8d9f8096d37 req-46caaea4-5437-40f3-a343-0325859c5414 service neutron] 10.222.0.88 "GET /v2.0/networks?id=593f3076-af3c-476b-9085-dbe54644152f HTTP/1.1" status: 200 len: 898 time: 0.1297662 Jan 27 17:46:05.643131 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b94b60a-5522-4632-8c06-b8d9f8096d37 req-02c1dcaa-6d34-46c7-9b95-7a6ebf482c64 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0a948d-5f52-4b26-922e-5950c1c161ca HTTP/1.1" status: 200 len: 1001 time: 0.0994158 Jan 27 17:46:05.711242 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94b60a-5522-4632-8c06-b8d9f8096d37 req-6d9db589-0918-4b9f-80a1-8e45eb43df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:05.712752 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b94b60a-5522-4632-8c06-b8d9f8096d37 req-6d9db589-0918-4b9f-80a1-8e45eb43df72 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d3caa181-3571-452f-909c-3726f1e8e334 HTTP/1.1" status: 200 len: 834 time: 0.0628409 Jan 27 17:46:05.793220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94b60a-5522-4632-8c06-b8d9f8096d37 req-4c514638-d18d-4bc0-b815-9d2cfca7609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:05.794624 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b94b60a-5522-4632-8c06-b8d9f8096d37 req-4c514638-d18d-4bc0-b815-9d2cfca7609f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=593f3076-af3c-476b-9085-dbe54644152f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748279 Jan 27 17:46:05.933815 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b94b60a-5522-4632-8c06-b8d9f8096d37 req-06627272-b1ba-4cf3-9007-5b9e818c04f8 service neutron] 10.222.0.88 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318269 Jan 27 17:46:06.080659 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5b94b60a-5522-4632-8c06-b8d9f8096d37 req-2cd65c63-e9c9-45b1-bc2f-5980e35b5c23 service neutron] 10.222.0.88 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380391 Jan 27 17:46:21.562167 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0794054d-bb32-42a5-943e-b8408167d5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:23.862066 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f7425f35-9528-4a90-9377-5f5a209693c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:24.614104 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:46:24.852560 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:25.422476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:26.644109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49846) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:26.785380 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:26.857934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port be83b952-9ee5-4a49-af60-5ee584f9c33a {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:46:26.858265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:27.040963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:27.041207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:27.268448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for be83b952-9ee5-4a49-af60-5ee584f9c33a owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:46:27.429389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:27.475592 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=be83b952-9ee5-4a49-af60-5ee584f9c33a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:27.513139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:27.513453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:27.513818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:27.514152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:27.514487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:27.514787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:27.515110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:27.515439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:27.515850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:27.516098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:27.516419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:27.516736 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:27.580888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:27.581261 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Floating IP ceb5ea2c-2418-4d3c-b33a-3e66516e7000 disassociated (deleted). External IP: 172.26.8.41, port: 7c0a948d-5f52-4b26-922e-5950c1c161ca. Jan 27 17:46:27.961724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 146ff70f-bd3e-470a-9988-976545398899 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:46:28.142821 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:46:28.153141 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5176040-2e25-40bd-a2ed-bbeecc61d2a4 None None] Sync routers for ids ['146ff70f-bd3e-470a-9988-976545398899'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:46:28.162111 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5176040-2e25-40bd-a2ed-bbeecc61d2a4 None None] Routers {'146ff70f-bd3e-470a-9988-976545398899'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:46:28.162725 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-a5176040-2e25-40bd-a2ed-bbeecc61d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:46:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['146ff70f-bd3e-470a-9988-976545398899'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:28.164044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:28.218769 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7629afcd-2667-49f1-befb-9e1b3e9dcb2e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/floatingips/ceb5ea2c-2418-4d3c-b33a-3e66516e7000 HTTP/1.1" status: 204 len: 168 time: 1.5735414 Jan 27 17:46:28.219204 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'tag': '7c0a948d-5f52-4b26-922e-5950c1c161ca'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:46:28.264815 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'tag': '7c0a948d-5f52-4b26-922e-5950c1c161ca', 'status': 'completed', 'code': 200} Jan 27 17:46:28.344708 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-a5176040-2e25-40bd-a2ed-bbeecc61d2a4 None None] Set router 146ff70f-bd3e-470a-9988-976545398899 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:28.367511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0cba3-2f14-4e6b-8de0-04094024e1eb req-9bd68cdd-93d3-40c2-b3c5-44e11d96d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:28.369182 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-87c0cba3-2f14-4e6b-8de0-04094024e1eb req-9bd68cdd-93d3-40c2-b3c5-44e11d96d028 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 1099 time: 0.0810196 Jan 27 17:46:28.520382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0cba3-2f14-4e6b-8de0-04094024e1eb req-5cf2ecb1-a334-4ff3-84fb-108c40601c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:28.521748 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-87c0cba3-2f14-4e6b-8de0-04094024e1eb req-5cf2ecb1-a334-4ff3-84fb-108c40601c2b service neutron] 10.222.0.88 "GET /v2.0/networks?id=593f3076-af3c-476b-9085-dbe54644152f HTTP/1.1" status: 200 len: 898 time: 0.1467485 Jan 27 17:46:28.687078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-a5176040-2e25-40bd-a2ed-bbeecc61d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:57Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '72c90eac-63c0-4718-a7e7-b0cff60bc1eb', 'name': '', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:07:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:56Z', 'updated_at': '2022-01-27T17:45:02Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:28.691864 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5176040-2e25-40bd-a2ed-bbeecc61d2a4 None None] Checking router: 146ff70f-bd3e-470a-9988-976545398899 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:46:28.701679 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5176040-2e25-40bd-a2ed-bbeecc61d2a4 None None] Routers {'146ff70f-bd3e-470a-9988-976545398899'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:46:28.702317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-a5176040-2e25-40bd-a2ed-bbeecc61d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:46:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['146ff70f-bd3e-470a-9988-976545398899'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:28.747218 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-87c0cba3-2f14-4e6b-8de0-04094024e1eb req-006ea382-6460-4389-987a-7d9d6bfe2131 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0a948d-5f52-4b26-922e-5950c1c161ca HTTP/1.1" status: 200 len: 217 time: 0.2176802 Jan 27 17:46:28.788123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:28.823827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0cba3-2f14-4e6b-8de0-04094024e1eb req-95172760-ff36-4156-a54c-8e8665940398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:28.825268 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-87c0cba3-2f14-4e6b-8de0-04094024e1eb req-95172760-ff36-4156-a54c-8e8665940398 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d3caa181-3571-452f-909c-3726f1e8e334 HTTP/1.1" status: 200 len: 834 time: 0.0684466 Jan 27 17:46:28.840011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27605f-4146-4990-b080-cffe6dadbc93 req-55657a0c-375a-4bc7-80e5-f90a8c3ecb9f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:28.840690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-2a27605f-4146-4990-b080-cffe6dadbc93 req-55657a0c-375a-4bc7-80e5-f90a8c3ecb9f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:46:28.893668 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-a5176040-2e25-40bd-a2ed-bbeecc61d2a4 None None] Set router 146ff70f-bd3e-470a-9988-976545398899 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:28.909530 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-2a27605f-4146-4990-b080-cffe6dadbc93 req-55657a0c-375a-4bc7-80e5-f90a8c3ecb9f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:46:28.910782 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a27605f-4146-4990-b080-cffe6dadbc93 req-55657a0c-375a-4bc7-80e5-f90a8c3ecb9f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.3327558 Jan 27 17:46:28.942326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0cba3-2f14-4e6b-8de0-04094024e1eb req-f7fc24b7-1891-41a1-8086-b62e9d5f1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:28.943834 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-87c0cba3-2f14-4e6b-8de0-04094024e1eb req-f7fc24b7-1891-41a1-8086-b62e9d5f1543 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=593f3076-af3c-476b-9085-dbe54644152f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116493 Jan 27 17:46:28.988061 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a27605f-4146-4990-b080-cffe6dadbc93 req-97d4a21f-299e-45e9-93f5-301db76986f7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694094 Jan 27 17:46:29.101982 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-87c0cba3-2f14-4e6b-8de0-04094024e1eb req-5f54b443-09d4-4acd-8ee9-6d76763e22b0 service neutron] 10.222.0.88 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477909 Jan 27 17:46:29.219996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-a5176040-2e25-40bd-a2ed-bbeecc61d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:57Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '72c90eac-63c0-4718-a7e7-b0cff60bc1eb', 'name': '', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:07:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:56Z', 'updated_at': '2022-01-27T17:45:02Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:29.224358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5176040-2e25-40bd-a2ed-bbeecc61d2a4 None None] The sync data for ids ['146ff70f-bd3e-470a-9988-976545398899'] in dv-neutron-825077-1-hyperv is: [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:57Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '72c90eac-63c0-4718-a7e7-b0cff60bc1eb', 'name': '', 'network_id': '593f3076-af3c-476b-9085-dbe54644152f', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:07:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:56Z', 'updated_at': '2022-01-27T17:45:02Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': 'd3caa181-3571-452f-909c-3726f1e8e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:46:29.236183 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-87c0cba3-2f14-4e6b-8de0-04094024e1eb req-ce444458-6ab5-4481-898a-a90e6c6d2ef6 service neutron] 10.222.0.88 "GET /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267791 Jan 27 17:46:29.461388 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd5daa6-962f-49eb-93cf-4c329ba9b960 None None] New status for floating IP ceb5ea2c-2418-4d3c-b33a-3e66516e7000: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:46:30.089063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fee0e-ce0f-440f-864e-f1262e5b4145 req-026b069e-15c6-4ebf-a1ea-9276e07d6fe0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:30.091397 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ae9fee0e-ce0f-440f-864e-f1262e5b4145 req-026b069e-15c6-4ebf-a1ea-9276e07d6fe0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.1257021 Jan 27 17:46:30.165891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-ae9fee0e-ce0f-440f-864e-f1262e5b4145 req-478846b5-2937-41e8-9559-2fe2f70cd4ed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 7c0a948d-5f52-4b26-922e-5950c1c161ca {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:46:30.166231 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-ae9fee0e-ce0f-440f-864e-f1262e5b4145 req-478846b5-2937-41e8-9559-2fe2f70cd4ed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:30.183759 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d877636-bb67-4f4a-a61f-7160fc177bb6 req-5cf35091-a779-453c-8508-d297c912eace tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:30.184762 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8d877636-bb67-4f4a-a61f-7160fc177bb6 req-5cf35091-a779-453c-8508-d297c912eace tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 946 time: 0.0853150 Jan 27 17:46:30.231223 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8d877636-bb67-4f4a-a61f-7160fc177bb6 req-3565f9cb-dea1-4d53-ba88-f7205fbf9360 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b54e17-8d5c-4f64-a643-edd141ffe372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402527 Jan 27 17:46:30.421213 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-ae9fee0e-ce0f-440f-864e-f1262e5b4145 req-478846b5-2937-41e8-9559-2fe2f70cd4ed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port 7c0a948d-5f52-4b26-922e-5950c1c161ca, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c0a948d-5f52-4b26-922e-5950c1c161ca,segment=NetworkSegment(99071f85-604c-4f63-8db7-155edae97fd3),segment_id=99071f85-604c-4f63-8db7-155edae97fd3)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:30.421482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-ae9fee0e-ce0f-440f-864e-f1262e5b4145 req-478846b5-2937-41e8-9559-2fe2f70cd4ed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:30.548293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-ae9fee0e-ce0f-440f-864e-f1262e5b4145 req-478846b5-2937-41e8-9559-2fe2f70cd4ed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 7c0a948d-5f52-4b26-922e-5950c1c161ca owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:46:30.705205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-ae9fee0e-ce0f-440f-864e-f1262e5b4145 req-478846b5-2937-41e8-9559-2fe2f70cd4ed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:30.786028 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478846b5-2937-41e8-9559-2fe2f70cd4ed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=7c0a948d-5f52-4b26-922e-5950c1c161ca,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:30.838961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9fee0e-ce0f-440f-864e-f1262e5b4145 req-478846b5-2937-41e8-9559-2fe2f70cd4ed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] No DVR routers for this DVR port 7c0a948d-5f52-4b26-922e-5950c1c161ca on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:46:30.842413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-ae9fee0e-ce0f-440f-864e-f1262e5b4145 req-478846b5-2937-41e8-9559-2fe2f70cd4ed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:30.846679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'name': 'network-vif-deleted', 'tag': '7c0a948d-5f52-4b26-922e-5950c1c161ca'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:46:30.872327 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ae9fee0e-ce0f-440f-864e-f1262e5b4145 req-478846b5-2937-41e8-9559-2fe2f70cd4ed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "DELETE /v2.0/ports/7c0a948d-5f52-4b26-922e-5950c1c161ca HTTP/1.1" status: 204 len: 173 time: 0.7757587 Jan 27 17:46:30.903454 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2', 'name': 'network-vif-deleted', 'tag': '7c0a948d-5f52-4b26-922e-5950c1c161ca', 'status': 'completed', 'code': 200} Jan 27 17:46:31.402578 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cfb8dfa1-d2f0-4065-8b0e-4d068ed9f720 req-2215f0d9-686a-4835-84e4-1e8eab668f33 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=581e6ab4-e0c7-4b9a-ac08-cfcf248d5ed2 HTTP/1.1" status: 200 len: 210 time: 0.0420194 Jan 27 17:46:32.510886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49868) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:33.176993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de418061-2044-474c-8841-96b5307ade87 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:33.543324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-de418061-2044-474c-8841-96b5307ade87 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:46:33.544077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de418061-2044-474c-8841-96b5307ade87 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:33.742513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-de418061-2044-474c-8841-96b5307ade87 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port 72c90eac-63c0-4718-a7e7-b0cff60bc1eb, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=72c90eac-63c0-4718-a7e7-b0cff60bc1eb,segment=NetworkSegment(99071f85-604c-4f63-8db7-155edae97fd3),segment_id=99071f85-604c-4f63-8db7-155edae97fd3)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:33.742827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de418061-2044-474c-8841-96b5307ade87 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:33.878991 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-de418061-2044-474c-8841-96b5307ade87 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 72c90eac-63c0-4718-a7e7-b0cff60bc1eb owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:46:34.027018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 7c0a948d-5f52-4b26-922e-5950c1c161ca no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:46:34.061794 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 7c0a948d-5f52-4b26-922e-5950c1c161ca {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:46:34.062173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 7c0a948d-5f52-4b26-922e-5950c1c161ca not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:46:34.084795 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de418061-2044-474c-8841-96b5307ade87 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:34.143439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de418061-2044-474c-8841-96b5307ade87 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=72c90eac-63c0-4718-a7e7-b0cff60bc1eb,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:34.543063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-de418061-2044-474c-8841-96b5307ade87 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:34.923218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de418061-2044-474c-8841-96b5307ade87 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 146ff70f-bd3e-470a-9988-976545398899 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:46:35.112369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de418061-2044-474c-8841-96b5307ade87 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:46:35.122686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533762d-b9b5-478c-b3db-2d66af9e5832 None None] Sync routers for ids ['146ff70f-bd3e-470a-9988-976545398899'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:46:35.126536 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-de418061-2044-474c-8841-96b5307ade87 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "PUT /v2.0/routers/146ff70f-bd3e-470a-9988-976545398899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6141019 Jan 27 17:46:35.129349 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49872) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:35.135121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6533762d-b9b5-478c-b3db-2d66af9e5832 None None] Routers {'146ff70f-bd3e-470a-9988-976545398899'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:46:35.135782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6533762d-b9b5-478c-b3db-2d66af9e5832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:46:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['146ff70f-bd3e-470a-9988-976545398899'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:35.199278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff542ede-9299-4203-9434-2125c8823653 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting subnet d3caa181-3571-452f-909c-3726f1e8e334 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:46:35.202528 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff542ede-9299-4203-9434-2125c8823653 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:35.261021 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff542ede-9299-4203-9434-2125c8823653 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:35.316514 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-6533762d-b9b5-478c-b3db-2d66af9e5832 None None] Set router 146ff70f-bd3e-470a-9988-976545398899 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:35.351309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff542ede-9299-4203-9434-2125c8823653 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:35.430559 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff542ede-9299-4203-9434-2125c8823653 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:35.473328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff542ede-9299-4203-9434-2125c8823653 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Subnet': ['ID=d3caa181-3571-452f-909c-3726f1e8e334,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:35.476739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ff542ede-9299-4203-9434-2125c8823653 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:35.484298 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ff542ede-9299-4203-9434-2125c8823653 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/subnets/d3caa181-3571-452f-909c-3726f1e8e334 HTTP/1.1" status: 204 len: 168 time: 0.3539994 Jan 27 17:46:35.486888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49876) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:35.508583 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1955d6d7-3378-406a-9edf-3a775d85c2d7 None None] Network 593f3076-af3c-476b-9085-dbe54644152f requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:46:35.663598 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:35.769584 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6533762d-b9b5-478c-b3db-2d66af9e5832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:46:34Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:35.775293 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533762d-b9b5-478c-b3db-2d66af9e5832 None None] Checking router: 146ff70f-bd3e-470a-9988-976545398899 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:46:35.783950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6533762d-b9b5-478c-b3db-2d66af9e5832 None None] Routers {'146ff70f-bd3e-470a-9988-976545398899'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:46:35.784572 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6533762d-b9b5-478c-b3db-2d66af9e5832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:46:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['146ff70f-bd3e-470a-9988-976545398899'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:35.837747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] DHCP port deletion for 593f3076-af3c-476b-9085-dbe54644152f request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:46:35.857039 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Deleting port e0e1b8d1-be3b-4d70-af36-597fff178187 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:46:35.857400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:35.969538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:35.981364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:46:35.981750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:36.078913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-6533762d-b9b5-478c-b3db-2d66af9e5832 None None] Set router 146ff70f-bd3e-470a-9988-976545398899 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:36.157163 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=588b65b7-51aa-46e4-b4a9-9ac2bdec84e4,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:36.157518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:36.285857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:46:36.317280 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e0e1b8d1-be3b-4d70-af36-597fff178187 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:46:36.394370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] For port e0e1b8d1-be3b-4d70-af36-597fff178187, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e0e1b8d1-be3b-4d70-af36-597fff178187,segment=NetworkSegment(99071f85-604c-4f63-8db7-155edae97fd3),segment_id=99071f85-604c-4f63-8db7-155edae97fd3)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:36.394742 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:36.467891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:36.515836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=588b65b7-51aa-46e4-b4a9-9ac2bdec84e4,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:36.576681 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Calling delete_port for e0e1b8d1-be3b-4d70-af36-597fff178187 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:46:36.611511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:36.749230 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:36.786543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:36.791486 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:36.793849 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:36.822883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:36.823610 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Fanout notify agent at l3_agent the message router_deleted on router 146ff70f-bd3e-470a-9988-976545398899 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:46:36.842379 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:36.846007 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d75e3324-7af2-419c-ac2a-a1e7026f2919 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/routers/146ff70f-bd3e-470a-9988-976545398899 HTTP/1.1" status: 204 len: 168 time: 1.3556960 Jan 27 17:46:36.846249 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49880) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:36.874844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Pushing event deleted for resources: {'Port': ['ID=e0e1b8d1-be3b-4d70-af36-597fff178187,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:36.882346 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] No DVR routers for this DVR port e0e1b8d1-be3b-4d70-af36-597fff178187 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:46:36.892500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:36.893573 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:36.893573 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:36.893573 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:36.893795 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:36.893954 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:36.894341 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:36.894579 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:36.894895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:36.895225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:36.895538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:36.895870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0afebd-0dfd-4332-99c9-c0a4bcd6cf51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:36.904100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6533762d-b9b5-478c-b3db-2d66af9e5832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:46:34Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:36.908398 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533762d-b9b5-478c-b3db-2d66af9e5832 None None] The sync data for ids ['146ff70f-bd3e-470a-9988-976545398899'] in dv-neutron-825077-1-hyperv is: [{'id': '146ff70f-bd3e-470a-9988-976545398899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818020004', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:46:34Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '588b65b7-51aa-46e4-b4a9-9ac2bdec84e4', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ff70f-bd3e-470a-9988-976545398899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:44:52Z', 'updated_at': '2022-01-27T17:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:46:36.967158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04f7e4ec-e4a4-4421-9bac-a0cf0722f684 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:37.103941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04f7e4ec-e4a4-4421-9bac-a0cf0722f684 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:37.132711 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-04f7e4ec-e4a4-4421-9bac-a0cf0722f684 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593f3076-af3c-476b-9085-dbe54644152f']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:37.146200 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-04f7e4ec-e4a4-4421-9bac-a0cf0722f684 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99071f85-604c-4f63-8db7-155edae97fd3') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:37.146437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-04f7e4ec-e4a4-4421-9bac-a0cf0722f684 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99071f85-604c-4f63-8db7-155edae97fd3') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:37.158513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04f7e4ec-e4a4-4421-9bac-a0cf0722f684 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:37.176573 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04f7e4ec-e4a4-4421-9bac-a0cf0722f684 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:37.183301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f7e4ec-e4a4-4421-9bac-a0cf0722f684 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:46:37.183723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04f7e4ec-e4a4-4421-9bac-a0cf0722f684 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:46:37.198422 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:46:37.284252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04f7e4ec-e4a4-4421-9bac-a0cf0722f684 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:37.301888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-04f7e4ec-e4a4-4421-9bac-a0cf0722f684 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:37.313408 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7e4ec-e4a4-4421-9bac-a0cf0722f684 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Network': ['ID=593f3076-af3c-476b-9085-dbe54644152f,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:37.327120 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-04f7e4ec-e4a4-4421-9bac-a0cf0722f684 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/networks/593f3076-af3c-476b-9085-dbe54644152f HTTP/1.1" status: 204 len: 168 time: 0.4766612 Jan 27 17:46:37.327529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49884) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:37.399367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:37.431945 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:37.507005 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:37.525590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b54e17-8d5c-4f64-a643-edd141ffe372,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:37.536932 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:37.537303 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:37.537638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:37.537970 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:37.538282 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:37.538638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:37.538964 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:37.539306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:37.539636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:37.539926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:37.540247 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:37.540620 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:37.550436 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:37.551783 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f12bbe90-c1a6-48a3-8715-f9aad71dd1a2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/security-groups/97b54e17-8d5c-4f64-a643-edd141ffe372 HTTP/1.1" status: 204 len: 168 time: 0.2230783 Jan 27 17:46:37.825754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49892) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:37.833037 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052977808', 'description': 'tempest-secgroup-smoke-2052977808 description', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:37.840520 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:37.844930 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:37.848082 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:37.854709 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:37.867190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:37.888956 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:37.893120 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:37.896524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:37.905147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:37.982894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:37.988507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.041800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260e1e73-8d76-4ed7-8b28-7273ef7f6788,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:38.045336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.046512 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-38fad207-d125-4d33-bec5-2593ebd63759 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2195389 Jan 27 17:46:38.049562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49896) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:38.055036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-02885ee9-a1f1-4f9c-a9d4-eb58a78a1d15 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '260e1e73-8d76-4ed7-8b28-7273ef7f6788', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:38.061765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-02885ee9-a1f1-4f9c-a9d4-eb58a78a1d15 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:38.067067 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-02885ee9-a1f1-4f9c-a9d4-eb58a78a1d15 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:38.071327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-02885ee9-a1f1-4f9c-a9d4-eb58a78a1d15 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:38.078475 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-02885ee9-a1f1-4f9c-a9d4-eb58a78a1d15 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:38.100178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-02885ee9-a1f1-4f9c-a9d4-eb58a78a1d15 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.166926 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-02885ee9-a1f1-4f9c-a9d4-eb58a78a1d15 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.173172 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-02885ee9-a1f1-4f9c-a9d4-eb58a78a1d15 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.199797 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02885ee9-a1f1-4f9c-a9d4-eb58a78a1d15 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d93dccf-1cac-4bd6-81bf-ca7e97241596,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:38.209930 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-02885ee9-a1f1-4f9c-a9d4-eb58a78a1d15 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.211274 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-02885ee9-a1f1-4f9c-a9d4-eb58a78a1d15 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607935 Jan 27 17:46:38.214261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49900) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:38.219295 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-200189c4-d1c5-481a-8a4e-7bd8897d0191 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '260e1e73-8d76-4ed7-8b28-7273ef7f6788', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:38.225453 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-200189c4-d1c5-481a-8a4e-7bd8897d0191 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:38.229677 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-200189c4-d1c5-481a-8a4e-7bd8897d0191 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:38.232547 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-200189c4-d1c5-481a-8a4e-7bd8897d0191 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:38.238501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-200189c4-d1c5-481a-8a4e-7bd8897d0191 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:38.239034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 72c90eac-63c0-4718-a7e7-b0cff60bc1eb no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:46:38.256170 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-200189c4-d1c5-481a-8a4e-7bd8897d0191 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.279699 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 72c90eac-63c0-4718-a7e7-b0cff60bc1eb {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:46:38.280039 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 72c90eac-63c0-4718-a7e7-b0cff60bc1eb not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:46:38.280640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:46:38.314206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:46:38.314407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 588b65b7-51aa-46e4-b4a9-9ac2bdec84e4 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:46:38.318487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-200189c4-d1c5-481a-8a4e-7bd8897d0191 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.323208 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-200189c4-d1c5-481a-8a4e-7bd8897d0191 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.348396 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200189c4-d1c5-481a-8a4e-7bd8897d0191 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f811c5-3db9-422e-be7b-b912e773fa31,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:38.362803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-200189c4-d1c5-481a-8a4e-7bd8897d0191 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.364301 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-200189c4-d1c5-481a-8a4e-7bd8897d0191 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1491480 Jan 27 17:46:38.367257 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49904) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:38.372265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-593827b3-8eb1-49db-b21b-09551835ca55 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '260e1e73-8d76-4ed7-8b28-7273ef7f6788', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:38.378468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-593827b3-8eb1-49db-b21b-09551835ca55 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:38.382501 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-593827b3-8eb1-49db-b21b-09551835ca55 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:38.385656 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-593827b3-8eb1-49db-b21b-09551835ca55 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:38.391608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-593827b3-8eb1-49db-b21b-09551835ca55 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:38.411763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-593827b3-8eb1-49db-b21b-09551835ca55 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.476564 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-593827b3-8eb1-49db-b21b-09551835ca55 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.481305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-593827b3-8eb1-49db-b21b-09551835ca55 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.507004 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593827b3-8eb1-49db-b21b-09551835ca55 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d64fac2-5ec8-4745-89e2-ee431c4551cf,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:38.518056 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-593827b3-8eb1-49db-b21b-09551835ca55 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.519262 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-593827b3-8eb1-49db-b21b-09551835ca55 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510391 Jan 27 17:46:38.523371 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49908) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:38.528993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-33fd98ad-dbb0-414e-9d14-cb77615ef49b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '260e1e73-8d76-4ed7-8b28-7273ef7f6788', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:38.535807 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-33fd98ad-dbb0-414e-9d14-cb77615ef49b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:38.542000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-33fd98ad-dbb0-414e-9d14-cb77615ef49b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:38.546730 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-33fd98ad-dbb0-414e-9d14-cb77615ef49b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:38.555770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-33fd98ad-dbb0-414e-9d14-cb77615ef49b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:38.580059 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-33fd98ad-dbb0-414e-9d14-cb77615ef49b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.644813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-33fd98ad-dbb0-414e-9d14-cb77615ef49b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.650364 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-33fd98ad-dbb0-414e-9d14-cb77615ef49b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.672815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd98ad-dbb0-414e-9d14-cb77615ef49b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7297788-b194-4edc-a880-d4921020797b,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:38.683552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-33fd98ad-dbb0-414e-9d14-cb77615ef49b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.684994 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-33fd98ad-dbb0-414e-9d14-cb77615ef49b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603477 Jan 27 17:46:38.688617 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49912) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:38.693548 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-57e852e9-1df1-4543-b2dd-25c68be31968 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '260e1e73-8d76-4ed7-8b28-7273ef7f6788', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:38.700367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-57e852e9-1df1-4543-b2dd-25c68be31968 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:38.704402 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-57e852e9-1df1-4543-b2dd-25c68be31968 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:38.707393 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-57e852e9-1df1-4543-b2dd-25c68be31968 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:38.713362 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-57e852e9-1df1-4543-b2dd-25c68be31968 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:38.726554 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-57e852e9-1df1-4543-b2dd-25c68be31968 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Project c2a6b28e92c64329aba986d62a0cb89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:46:38.733544 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-57e852e9-1df1-4543-b2dd-25c68be31968 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.797152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-57e852e9-1df1-4543-b2dd-25c68be31968 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.803054 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-57e852e9-1df1-4543-b2dd-25c68be31968 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.831288 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e852e9-1df1-4543-b2dd-25c68be31968 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a4b371-27fc-47d1-82ff-2ac9e8ef883a,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:38.843492 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-57e852e9-1df1-4543-b2dd-25c68be31968 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.845277 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-57e852e9-1df1-4543-b2dd-25c68be31968 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1556330 Jan 27 17:46:38.848386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49916) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:38.854339 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-43c3ac14-1f41-4f5c-8c88-77583c2d9624 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '260e1e73-8d76-4ed7-8b28-7273ef7f6788', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:38.860731 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-43c3ac14-1f41-4f5c-8c88-77583c2d9624 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:38.864765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-43c3ac14-1f41-4f5c-8c88-77583c2d9624 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:38.867994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-43c3ac14-1f41-4f5c-8c88-77583c2d9624 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:38.875993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-43c3ac14-1f41-4f5c-8c88-77583c2d9624 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:38.889851 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-43c3ac14-1f41-4f5c-8c88-77583c2d9624 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Project c2a6b28e92c64329aba986d62a0cb89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:46:38.896572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-43c3ac14-1f41-4f5c-8c88-77583c2d9624 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.970813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-43c3ac14-1f41-4f5c-8c88-77583c2d9624 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:38.977365 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-43c3ac14-1f41-4f5c-8c88-77583c2d9624 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:39.002338 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3ac14-1f41-4f5c-8c88-77583c2d9624 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86199c0c-9ddd-4767-9d96-e33e73c47ac1,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:39.014417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-43c3ac14-1f41-4f5c-8c88-77583c2d9624 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:39.016129 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-43c3ac14-1f41-4f5c-8c88-77583c2d9624 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1663294 Jan 27 17:46:39.019019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49920) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:39.026335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'network': {'name': 'tempest-network-smoke--713677827', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'port_security_enabled': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:39.031538 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:39.035803 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:network and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:39.038766 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:39.044922 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:39.057249 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:46:39.060801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:39.090109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1218} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:46:39.099702 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:39.100189 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Added segment 18a7ebdf-8c12-4d5d-866c-abc7aea85b51 of type vlan for network 48e3187d-2f1f-4082-87f3-d87b6561c77e Jan 27 17:46:39.130012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:39.159894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:39.165314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:39.165892 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:39.276683 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2564209 Jan 27 17:46:39.279984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49924) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:39.282432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6d0c7-83f7-4315-91eb-39348eec1679 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Network': ['ID=48e3187d-2f1f-4082-87f3-d87b6561c77e,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:39.285558 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'admin_state_up': True, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:39.293053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:39.295160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 48e3187d-2f1f-4082-87f3-d87b6561c77e details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:46:39.297255 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:router and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:39.300678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:39.309789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:39.322290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:39.323534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:39.342521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:39.727178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:39.838073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [req-99f17ab1-24f1-4ebd-a458-2bb133378d1f req-3e15e852-9699-4e7b-858a-1e9567e5b4c3 tempest-ServerDiskConfigTestJSON-976895153 tempest-ServerDiskConfigTestJSON-976895153-project] (87609) timed out ('10.222.0.88', 52787) {{(pid=87609) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 27 17:46:40.055335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:40.084309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:40.238934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.26.8.41 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/79624e19-3ae8-4f59-81f5-e5bab25e4054) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:46:40.414245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:40.450292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:40.518390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:46:40.521309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:46:40.523815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:46:40.563374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=79624e19-3ae8-4f59-81f5-e5bab25e4054,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:41.080051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:41.428999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:41.635668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 0b610435-d044-4a21-b0af-a4be41b0fe45 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:46:41.823327 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:46:41.832936 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Sync routers for ids ['0b610435-d044-4a21-b0af-a4be41b0fe45'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:46:41.842860 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Routers {'0b610435-d044-4a21-b0af-a4be41b0fe45'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:46:41.843460 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:46:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['0b610435-d044-4a21-b0af-a4be41b0fe45'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:41.852495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:41.854049 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d8ec3ae3-bc88-4fba-8565-159dfcbcf926 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5730596 Jan 27 17:46:41.857548 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49928) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:41.900194 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9543916a-ec62-4866-add8-b89f8217f859 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=c2a6b28e92c64329aba986d62a0cb89a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412443 Jan 27 17:46:41.902830 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 49932) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:42.034615 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Set router 0b610435-d044-4a21-b0af-a4be41b0fe45 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:42.042353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e2715d-9973-4fbd-9457-94adc7697246 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:42.046962 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-07e2715d-9973-4fbd-9457-94adc7697246 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1399305 Jan 27 17:46:42.047131 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49936) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:42.091765 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6e9dead9-a33d-4e40-9d1d-196a3520231a tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434003 Jan 27 17:46:42.094195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49940) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:42.099664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2078898893', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:42.212063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:42.216008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:subnet and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:42.220787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:42.226935 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:42.244182 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:46:42.248060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:42.397169 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:46:40Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:42.402572 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Checking router: 0b610435-d044-4a21-b0af-a4be41b0fe45 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:46:42.402829 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Updating router 0b610435-d044-4a21-b0af-a4be41b0fe45 port 79624e19-3ae8-4f59-81f5-e5bab25e4054 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:46:42.461583 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:42.501791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:42.580179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Subnet': ['ID=5349c142-de08-499b-94d3-a6bc9e95e791,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:42.588292 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Checking segment: {'id': '18a7ebdf-8c12-4d5d-866c-abc7aea85b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:46:42.588641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network hostable DHCP agents. Network: 48e3187d-2f1f-4082-87f3-d87b6561c77e, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:46:42.608809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 48e3187d-2f1f-4082-87f3-d87b6561c77e is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:46:42.618869 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 48e3187d-2f1f-4082-87f3-d87b6561c77e) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:46:42.623212 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:42.623822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:42.632520 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2ca625-2cbc-4356-8339-144efbd8fad7 None None] Network 48e3187d-2f1f-4082-87f3-d87b6561c77e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:46:42.649944 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-5746a30f-da9c-4856-93b4-c5f529915ecd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5513341 Jan 27 17:46:42.650160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 49944) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:42.813198 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:42.830300 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Transition to ACTIVE for port object 79624e19-3ae8-4f59-81f5-e5bab25e4054 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:46:42.838940 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:42.869106 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-48e3187d-2f1f-4082-87f3-d87b6561c77e', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ips': [{'subnet_id': '5349c142-de08-499b-94d3-a6bc9e95e791'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:46:42.870320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:42.925860 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Attempting to bind port 79624e19-3ae8-4f59-81f5-e5bab25e4054 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:46:42.926218 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Attempting to bind port 79624e19-3ae8-4f59-81f5-e5bab25e4054 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:46:42.926567 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Attempting to bind port 79624e19-3ae8-4f59-81f5-e5bab25e4054 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:46:42.928789 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Pushing event updated for resources: {'Port': ['ID=79624e19-3ae8-4f59-81f5-e5bab25e4054,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:42.938559 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:46:42.938969 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:46:42.939343 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:42.939699 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:46:42.940152 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Bound port: 79624e19-3ae8-4f59-81f5-e5bab25e4054, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:46:42.940514 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:42.964460 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:42.964799 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:42.965128 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:42.965451 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:42.965770 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:42.966111 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:42.967201 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:42.967201 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:42.967201 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:42.967437 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:42.967644 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:42.967928 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:43.026680 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] For port 79624e19-3ae8-4f59-81f5-e5bab25e4054, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:46:43.030757 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] For port 79624e19-3ae8-4f59-81f5-e5bab25e4054, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=79624e19-3ae8-4f59-81f5-e5bab25e4054,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:46:43.037309 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:43.050138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Allocated IP 172.20.0.2 (48e3187d-2f1f-4082-87f3-d87b6561c77e/5349c142-de08-499b-94d3-a6bc9e95e791/c272f184-fa4a-4b76-889f-66694d729ef4) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:46:43.121450 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Routers {'0b610435-d044-4a21-b0af-a4be41b0fe45'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:46:43.122107 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:46:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['0b610435-d044-4a21-b0af-a4be41b0fe45'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:43.194153 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de5085-e275-43f3-b1ea-7862204976e2 None None] Pushing event updated for resources: {'Port': ['ID=79624e19-3ae8-4f59-81f5-e5bab25e4054,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:43.288355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:43.299890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Transition to ACTIVE for port object c272f184-fa4a-4b76-889f-66694d729ef4 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:46:43.316167 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] Set router 0b610435-d044-4a21-b0af-a4be41b0fe45 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:43.319773 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Transition to ACTIVE for port object c272f184-fa4a-4b76-889f-66694d729ef4 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:46:43.327864 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:43.401430 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Network 48e3187d-2f1f-4082-87f3-d87b6561c77e is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:46:43.408940 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:46:43.413526 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:46:43.464855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Pushing event updated for resources: {'Port': ['ID=c272f184-fa4a-4b76-889f-66694d729ef4,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:43.551995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:43.560369 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Attempting to bind port c272f184-fa4a-4b76-889f-66694d729ef4 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:46:43.560682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Attempting to bind port c272f184-fa4a-4b76-889f-66694d729ef4 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '18a7ebdf-8c12-4d5d-866c-abc7aea85b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:46:43.561036 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Attempting to bind port c272f184-fa4a-4b76-889f-66694d729ef4 on network 48e3187d-2f1f-4082-87f3-d87b6561c77e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:46:43.566427 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:46:43.566784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Checking segment: {'id': '18a7ebdf-8c12-4d5d-866c-abc7aea85b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:46:43.567173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:43.567545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Bound using segment: {'id': '18a7ebdf-8c12-4d5d-866c-abc7aea85b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:46:43.568029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Bound port: c272f184-fa4a-4b76-889f-66694d729ef4, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a7ebdf-8c12-4d5d-866c-abc7aea85b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:46:43.568392 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:43.623467 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:46:40Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:43.627242 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9217d3-08ec-4f9a-ab8e-8274312c60ba None None] The sync data for ids ['0b610435-d044-4a21-b0af-a4be41b0fe45'] in dv-neutron-825077-1-hyperv is: [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:46:40Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:46:43.667496 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] For port c272f184-fa4a-4b76-889f-66694d729ef4, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:46:43.671188 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] For port c272f184-fa4a-4b76-889f-66694d729ef4, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c272f184-fa4a-4b76-889f-66694d729ef4,segment=NetworkSegment(18a7ebdf-8c12-4d5d-866c-abc7aea85b51),segment_id=18a7ebdf-8c12-4d5d-866c-abc7aea85b51)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:46:43.676613 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:43.760141 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194fca0-28d3-48da-a7ae-f748a1cdfc52 None None] Pushing event updated for resources: {'Port': ['ID=c272f184-fa4a-4b76-889f-66694d729ef4,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:44.016699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.20.0.1 (48e3187d-2f1f-4082-87f3-d87b6561c77e/5349c142-de08-499b-94d3-a6bc9e95e791/d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:46:44.219414 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:44.240344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Transition to ACTIVE for port object d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:46:44.273355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:44.362374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 48e3187d-2f1f-4082-87f3-d87b6561c77e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:46:44.364731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:46:44.368261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:46:44.369408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 79624e19-3ae8-4f59-81f5-e5bab25e4054 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:46:44.412701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:44.439241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:44.462908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 79624e19-3ae8-4f59-81f5-e5bab25e4054 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:46:44.468358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 79624e19-3ae8-4f59-81f5-e5bab25e4054 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:44.468727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:44.595966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:44.616067 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 79624e19-3ae8-4f59-81f5-e5bab25e4054, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=79624e19-3ae8-4f59-81f5-e5bab25e4054,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:44.622400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:44.623778 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c272f184-fa4a-4b76-889f-66694d729ef4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:46:44.769820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=79624e19-3ae8-4f59-81f5-e5bab25e4054,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:44.786346 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port c272f184-fa4a-4b76-889f-66694d729ef4 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:46:44.890825 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:44.979527 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc51af7-2679-4337-875b-f275d135ef1e None None] Network 48e3187d-2f1f-4082-87f3-d87b6561c77e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:46:45.118917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-66bf355f-5bd7-4d36-a307-68fa0c080197 None None] Provisioning for port c272f184-fa4a-4b76-889f-66694d729ef4 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:46:45.129374 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-66bf355f-5bd7-4d36-a307-68fa0c080197 None None] Provisioning complete for port c272f184-fa4a-4b76-889f-66694d729ef4 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:45.129882 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-66bf355f-5bd7-4d36-a307-68fa0c080197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:45.332961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:45.339701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:45.345970 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-66bf355f-5bd7-4d36-a307-68fa0c080197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:45.388980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-66bf355f-5bd7-4d36-a307-68fa0c080197 None None] For port c272f184-fa4a-4b76-889f-66694d729ef4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c272f184-fa4a-4b76-889f-66694d729ef4,segment=NetworkSegment(18a7ebdf-8c12-4d5d-866c-abc7aea85b51),segment_id=18a7ebdf-8c12-4d5d-866c-abc7aea85b51)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:45.395216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-66bf355f-5bd7-4d36-a307-68fa0c080197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:45.459342 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:45.464731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:45.471451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf355f-5bd7-4d36-a307-68fa0c080197 None None] Pushing event updated for resources: {'Port': ['ID=c272f184-fa4a-4b76-889f-66694d729ef4,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:45.611081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 48e3187d-2f1f-4082-87f3-d87b6561c77e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:46:45.612460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:46:45.619339 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8e42e74f-580f-4ae0-a2e3-aa3092539794 None None] Provisioning for port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:46:45.626942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8e42e74f-580f-4ae0-a2e3-aa3092539794 None None] Provisioning complete for port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:45.627311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8e42e74f-580f-4ae0-a2e3-aa3092539794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:45.684829 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8e42e74f-580f-4ae0-a2e3-aa3092539794 None None] Port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:46:45.696477 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8e42e74f-580f-4ae0-a2e3-aa3092539794 None None] Provisioning complete for port c272f184-fa4a-4b76-889f-66694d729ef4 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:45.696916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8e42e74f-580f-4ae0-a2e3-aa3092539794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:45.812742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 0b610435-d044-4a21-b0af-a4be41b0fe45 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:46:45.946093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-192060d7-3554-45ab-8005-a7496be148ec None None] Provisioning complete for port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:45.947083 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-192060d7-3554-45ab-8005-a7496be148ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:46.006836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-192060d7-3554-45ab-8005-a7496be148ec None None] Port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:46:46.010666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:46:46.020993 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Sync routers for ids ['0b610435-d044-4a21-b0af-a4be41b0fe45'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:46:46.029706 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0ff99a36-8b2e-4970-9c8b-15cdc4983e24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "PUT /v2.0/routers/0b610435-d044-4a21-b0af-a4be41b0fe45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3733234 Jan 27 17:46:46.037036 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Routers {'0b610435-d044-4a21-b0af-a4be41b0fe45'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:46:46.037646 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:46:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['0b610435-d044-4a21-b0af-a4be41b0fe45'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:46.193991 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-47e72c55-8c4e-4800-bf10-80c043e7abda None None] Provisioning complete for port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:46.194356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-47e72c55-8c4e-4800-bf10-80c043e7abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:46.262187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 79624e19-3ae8-4f59-81f5-e5bab25e4054 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:46:46.364859 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-92d942cf-3f8a-4c55-a8c8-8f3f04aab3ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:46:46.371911 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Set router 0b610435-d044-4a21-b0af-a4be41b0fe45 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:46.381330 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-92d942cf-3f8a-4c55-a8c8-8f3f04aab3ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:46:46.382694 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-92d942cf-3f8a-4c55-a8c8-8f3f04aab3ef tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052977808&fields=id&tenant_id=c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 267 time: 0.0586853 Jan 27 17:46:46.424619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-47e72c55-8c4e-4800-bf10-80c043e7abda None None] Port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:46:46.536395 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-536c18a1-3ed4-403a-b067-7e4bccc65c19 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:46.537008 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-536c18a1-3ed4-403a-b067-7e4bccc65c19 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:46:46.548468 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 79624e19-3ae8-4f59-81f5-e5bab25e4054 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:46.548802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:46.555823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-536c18a1-3ed4-403a-b067-7e4bccc65c19 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:46:46.557042 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-536c18a1-3ed4-403a-b067-7e4bccc65c19 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/networks?id=48e3187d-2f1f-4082-87f3-d87b6561c77e HTTP/1.1" status: 200 len: 796 time: 0.1669595 Jan 27 17:46:46.572608 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-68ce0c25-cfb9-4550-aae0-f8fea97c2a9f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/quotas/c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 375 time: 0.0096493 Jan 27 17:46:46.660732 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-abae91a2-0345-4734-b550-257c29b11518 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827296 Jan 27 17:46:46.784669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c272f184-fa4a-4b76-889f-66694d729ef4 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:46:46.858229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'd0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa', 'name': '', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:43Z', 'updated_at': '2022-01-27T17:46:45Z', 'revision_number': 2, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:46.864425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Checking router: 0b610435-d044-4a21-b0af-a4be41b0fe45 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:46:46.864769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Updating router 0b610435-d044-4a21-b0af-a4be41b0fe45 port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:46:46.912607 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-bd4fdef1-9b92-4213-ba1e-6658e5fdef94 service neutron] 10.222.0.81 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384276 Jan 27 17:46:46.920246 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c272f184-fa4a-4b76-889f-66694d729ef4 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:46.920609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:46.954277 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:47.052135 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-7710a2cf-45b8-4a14-ad6e-a2e26daa7e4d service neutron] 10.222.0.81 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324997 Jan 27 17:46:47.306552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-6153e3a6-4f8c-4b50-8322-46f67e8d8d8d req-fdb9b977-ab01-4ed9-aecd-ef83f5453325 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:46:47.324018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-6153e3a6-4f8c-4b50-8322-46f67e8d8d8d req-fdb9b977-ab01-4ed9-aecd-ef83f5453325 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:46:47.334217 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6153e3a6-4f8c-4b50-8322-46f67e8d8d8d req-fdb9b977-ab01-4ed9-aecd-ef83f5453325 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 210 time: 0.1353512 Jan 27 17:46:47.389354 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:47.407189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Transition to ACTIVE for port object d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:46:47.417874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:47.544785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefd106-729d-4144-990b-44a6903c7ace None None] Pushing event updated for resources: {'Port': ['ID=d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:47.635120 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Attempting to bind port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:46:47.635488 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Attempting to bind port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '18a7ebdf-8c12-4d5d-866c-abc7aea85b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:46:47.635878 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Attempting to bind port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa on network 48e3187d-2f1f-4082-87f3-d87b6561c77e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:46:47.642507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:46:47.642842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Checking segment: {'id': '18a7ebdf-8c12-4d5d-866c-abc7aea85b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:46:47.643238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:47.643697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Bound using segment: {'id': '18a7ebdf-8c12-4d5d-866c-abc7aea85b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:46:47.644282 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Bound port: d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a7ebdf-8c12-4d5d-866c-abc7aea85b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:46:47.644698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:47.742972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] For port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:46:47.747076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] For port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa,segment=NetworkSegment(18a7ebdf-8c12-4d5d-866c-abc7aea85b51),segment_id=18a7ebdf-8c12-4d5d-866c-abc7aea85b51)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:46:47.752260 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:47.834832 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Routers {'0b610435-d044-4a21-b0af-a4be41b0fe45'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:46:47.835607 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:46:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['0b610435-d044-4a21-b0af-a4be41b0fe45'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:47.895660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefd106-729d-4144-990b-44a6903c7ace None None] Pushing event updated for resources: {'Port': ['ID=d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:48.088469 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] Set router 0b610435-d044-4a21-b0af-a4be41b0fe45 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:48.375887 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-4ac39f3b-ff24-43a3-bf5d-41359336eb3a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:48.376774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-4ac39f3b-ff24-43a3-bf5d-41359336eb3a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:46:48.393615 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-4ac39f3b-ff24-43a3-bf5d-41359336eb3a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:46:48.395802 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-4ac39f3b-ff24-43a3-bf5d-41359336eb3a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/networks?id=48e3187d-2f1f-4082-87f3-d87b6561c77e HTTP/1.1" status: 200 len: 796 time: 0.1854696 Jan 27 17:46:48.415614 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'd0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa', 'name': '', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:43Z', 'updated_at': '2022-01-27T17:46:47Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:48.420522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399b072-b7a1-4d21-b61e-54cf4cd15a36 None None] The sync data for ids ['0b610435-d044-4a21-b0af-a4be41b0fe45'] in dv-neutron-825077-1-hyperv is: [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'd0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa', 'name': '', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:43Z', 'updated_at': '2022-01-27T17:46:47Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:46:48.457350 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-1048d14b-141a-43df-be16-627a1ce73999 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 380 time: 0.0525169 Jan 27 17:46:48.496938 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'port': {'device_id': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'admin_state_up': True, 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'security_groups': ['260e1e73-8d76-4ed7-8b28-7273ef7f6788']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:48.533514 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-31abbed4-effc-417a-9ee8-e91386fa2b6a req-109fad33-921d-4aee-bf93-b98aad2a27a4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 210 time: 0.0698502 Jan 27 17:46:48.771096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:48.781340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:48.793146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:46:48.796721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:48.967934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.20.0.9 (48e3187d-2f1f-4082-87f3-d87b6561c77e/5349c142-de08-499b-94d3-a6bc9e95e791/cc95972b-fbd8-4fb1-ab95-e8d75a04ac87) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:46:49.172987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.189158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Transition to ACTIVE for port object cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:46:49.216291 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.292952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 48e3187d-2f1f-4082-87f3-d87b6561c77e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:46:49.296247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:46:49.300155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:46:49.330842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:49.375301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:49.376168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.407476 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-f46018fa-f326-4614-9047-c6b94bce2ebf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9386802 Jan 27 17:46:49.419965 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Request body: {'port': {'device_id': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:49.543883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.613204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e9157e44-99fe-41e5-9045-6b11b6e8ebae None None] Provisioning for port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:46:49.619804 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e9157e44-99fe-41e5-9045-6b11b6e8ebae None None] Provisioning complete for port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:49.620338 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e9157e44-99fe-41e5-9045-6b11b6e8ebae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.677138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-e9157e44-99fe-41e5-9045-6b11b6e8ebae None None] Port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:46:49.861119 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47636597-da31-40b7-8d46-b4df4e120912 req-376f90b4-17cc-45ef-bcbe-a58251eee946 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:49.861815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-47636597-da31-40b7-8d46-b4df4e120912 req-376f90b4-17cc-45ef-bcbe-a58251eee946 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:46:49.898350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-47636597-da31-40b7-8d46-b4df4e120912 req-376f90b4-17cc-45ef-bcbe-a58251eee946 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:46:49.899591 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-47636597-da31-40b7-8d46-b4df4e120912 req-376f90b4-17cc-45ef-bcbe-a58251eee946 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 931 time: 0.2338438 Jan 27 17:46:49.993766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:46:50.003788 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-47636597-da31-40b7-8d46-b4df4e120912 req-aef653bb-24b7-49dc-b35d-b0b86fa2318d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933192 Jan 27 17:46:50.005329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.019973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Transition to ACTIVE for port object cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:46:50.024739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.155389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Pushing event updated for resources: {'Port': ['ID=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:50.265800 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Attempting to bind port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:46:50.266301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Attempting to bind port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '18a7ebdf-8c12-4d5d-866c-abc7aea85b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:46:50.266855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Attempting to bind port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 on network 48e3187d-2f1f-4082-87f3-d87b6561c77e {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:46:50.272089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 on network 48e3187d-2f1f-4082-87f3-d87b6561c77e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:46:50.272394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Attempting to bind port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 on network 48e3187d-2f1f-4082-87f3-d87b6561c77e {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:46:50.284047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:46:50.284407 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Checking segment: {'id': '18a7ebdf-8c12-4d5d-866c-abc7aea85b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:46:50.284790 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Bound using segment: {'id': '18a7ebdf-8c12-4d5d-866c-abc7aea85b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:46:50.285228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Bound port: cc95972b-fbd8-4fb1-ab95-e8d75a04ac87, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a7ebdf-8c12-4d5d-866c-abc7aea85b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:46:50.285684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.290433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:46:50.371367 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:46:50.376385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:50.376749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.388553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] For port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:46:50.392033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] For port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87,segment=NetworkSegment(18a7ebdf-8c12-4d5d-866c-abc7aea85b51),segment_id=18a7ebdf-8c12-4d5d-866c-abc7aea85b51)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:46:50.396547 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.459403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:50.460180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.461485 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] 10.222.0.88 "PUT /v2.0/ports/cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 HTTP/1.1" status: 200 len: 1093 time: 1.0463846 Jan 27 17:46:50.461922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'tag': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:46:50.485429 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe70e42-8ab8-421c-8e8f-aecc22249979 service neutron] Pushing event updated for resources: {'Port': ['ID=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:50.510414 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.546405 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'tag': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87', 'status': 'completed', 'code': 200} Jan 27 17:46:50.548927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa,segment=NetworkSegment(18a7ebdf-8c12-4d5d-866c-abc7aea85b51),segment_id=18a7ebdf-8c12-4d5d-866c-abc7aea85b51)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:50.554576 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.632358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:50.716807 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-12338d53-9005-4a68-b350-6e0acd2c7111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:50.718258 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-12338d53-9005-4a68-b350-6e0acd2c7111 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 1096 time: 0.2068505 Jan 27 17:46:50.787505 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-e87e0f6d-a545-45dc-ac15-f8d66fb545e0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 HTTP/1.1" status: 200 len: 217 time: 0.0620654 Jan 27 17:46:50.857937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-0791bc0d-1e9f-42ca-9f5e-a920281bfc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:50.859470 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-0791bc0d-1e9f-42ca-9f5e-a920281bfc40 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5349c142-de08-499b-94d3-a6bc9e95e791 HTTP/1.1" status: 200 len: 835 time: 0.0669270 Jan 27 17:46:50.937934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-14ea94bb-02b3-4671-896f-5422aa1e2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:50.939451 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-14ea94bb-02b3-4671-896f-5422aa1e2ad7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=48e3187d-2f1f-4082-87f3-d87b6561c77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741801 Jan 27 17:46:51.086500 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-8d8dad98-aff5-4d07-ac95-977ef229b437 service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410289 Jan 27 17:46:51.281511 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-38929a88-680b-4b99-aa7c-df4873e87ff1 req-cfcb3e91-d13a-42a5-9c33-e8c3be2e4fab service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878505 Jan 27 17:46:51.296157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0df38c-7f56-40f2-a9d2-c28515e331f8 req-95d3eab0-cd67-4a1b-9472-724ff5cbd5d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:51.297656 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0f0df38c-7f56-40f2-a9d2-c28515e331f8 req-95d3eab0-cd67-4a1b-9472-724ff5cbd5d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 943 time: 0.1790657 Jan 27 17:46:51.386945 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0f0df38c-7f56-40f2-a9d2-c28515e331f8 req-a1186f46-3361-430a-a644-9b06c7025391 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824819 Jan 27 17:46:51.417999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19477016-cf2f-4618-9757-defb91b9ce7e req-839b4de2-5745-4125-b359-17d435173352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:51.419473 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-19477016-cf2f-4618-9757-defb91b9ce7e req-839b4de2-5745-4125-b359-17d435173352 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 1096 time: 0.0849140 Jan 27 17:46:51.570918 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19477016-cf2f-4618-9757-defb91b9ce7e req-23ffa592-368d-413d-a1f9-9f189712fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:51.571508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-90a9fd90-c68d-4d04-b569-a7102f247afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.572395 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-19477016-cf2f-4618-9757-defb91b9ce7e req-23ffa592-368d-413d-a1f9-9f189712fd29 service neutron] 10.222.0.88 "GET /v2.0/networks?id=48e3187d-2f1f-4082-87f3-d87b6561c77e HTTP/1.1" status: 200 len: 898 time: 0.1464572 Jan 27 17:46:51.645630 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-19477016-cf2f-4618-9757-defb91b9ce7e req-92d80e11-f662-48ec-9a07-f96fa76c79f6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 HTTP/1.1" status: 200 len: 217 time: 0.0663643 Jan 27 17:46:51.708913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19477016-cf2f-4618-9757-defb91b9ce7e req-a95ae22c-9f26-44d9-bcd4-3b5a5de00c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:51.710343 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-19477016-cf2f-4618-9757-defb91b9ce7e req-a95ae22c-9f26-44d9-bcd4-3b5a5de00c89 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5349c142-de08-499b-94d3-a6bc9e95e791 HTTP/1.1" status: 200 len: 835 time: 0.0571015 Jan 27 17:46:51.792815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19477016-cf2f-4618-9757-defb91b9ce7e req-d146e9c5-ca16-4e1d-a612-3579dbb2c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:51.794293 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-19477016-cf2f-4618-9757-defb91b9ce7e req-d146e9c5-ca16-4e1d-a612-3579dbb2c5fd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=48e3187d-2f1f-4082-87f3-d87b6561c77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763867 Jan 27 17:46:51.940108 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-19477016-cf2f-4618-9757-defb91b9ce7e req-80b566fa-cc2e-4adf-8cf2-319474770b47 service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390016 Jan 27 17:46:52.075924 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-19477016-cf2f-4618-9757-defb91b9ce7e req-8aa9c70b-515d-4459-9544-db9c6aa4d553 service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291189 Jan 27 17:46:52.253978 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:46:52.322683 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:52.323051 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.595768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca851dd-1676-48d0-ac82-164a8789b7c5 req-1773721d-ed69-4024-a0f9-ad96151a4e5e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:52.597215 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1ca851dd-1676-48d0-ac82-164a8789b7c5 req-1773721d-ed69-4024-a0f9-ad96151a4e5e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 943 time: 0.1014462 Jan 27 17:46:52.647205 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1ca851dd-1676-48d0-ac82-164a8789b7c5 req-c951f3d0-a7e8-4c5b-b65a-63770dd60306 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441010 Jan 27 17:46:53.863356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-32a31d3f-7e9f-46d9-a38c-7ead463023c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:53.882322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd6c01-c560-404b-bbaa-79c9dd847ac4 req-b3a01540-2819-46a5-b84b-afea789442b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:53.884592 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-95fd6c01-c560-404b-bbaa-79c9dd847ac4 req-b3a01540-2819-46a5-b84b-afea789442b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 943 time: 0.1015797 Jan 27 17:46:53.931897 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-95fd6c01-c560-404b-bbaa-79c9dd847ac4 req-1ada22cd-5eff-4cba-9891-df7c606ec5bd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Jan 27 17:46:54.123121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:46:54.289913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87,segment=NetworkSegment(18a7ebdf-8c12-4d5d-866c-abc7aea85b51),segment_id=18a7ebdf-8c12-4d5d-866c-abc7aea85b51)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:54.304713 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'port_id': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87', 'mac_address': 'fa:16:3e:01:9c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:46:54.366320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:54.386824 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:46:54.409099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87,segment=NetworkSegment(18a7ebdf-8c12-4d5d-866c-abc7aea85b51),segment_id=18a7ebdf-8c12-4d5d-866c-abc7aea85b51)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:54.415739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:54.484525 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:54.627130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['cc95972b-fbd8-4fb1-ab95-e8d75a04ac87'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:46:54.865227 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:55.129524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0412036-3798-4024-889a-e16893bed3cb req-46aa67f2-144b-470b-9a07-4c9a8cd298e8 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:55.130885 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e0412036-3798-4024-889a-e16893bed3cb req-46aa67f2-144b-470b-9a07-4c9a8cd298e8 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 944 time: 0.0853295 Jan 27 17:46:55.183034 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e0412036-3798-4024-889a-e16893bed3cb req-10f7f20c-c9a0-4503-a490-aa3c6e9952ea tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Jan 27 17:46:55.420408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.137093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:46:56.245564 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:46:56.250482 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:56.250844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.370428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.375780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fde81-bd08-498c-b618-2a58e9ea4747 req-fe667e23-468f-43ec-b5e4-1634890c42b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:56.377334 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b98fde81-bd08-498c-b618-2a58e9ea4747 req-fe667e23-468f-43ec-b5e4-1634890c42b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 944 time: 0.0865588 Jan 27 17:46:56.398914 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:46:56.411042 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87,segment=NetworkSegment(18a7ebdf-8c12-4d5d-866c-abc7aea85b51),segment_id=18a7ebdf-8c12-4d5d-866c-abc7aea85b51)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:56.419631 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.430314 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-b98fde81-bd08-498c-b618-2a58e9ea4747 req-790c3972-449c-493b-81d0-20a443ed8870 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429914 Jan 27 17:46:56.456311 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87', 'code': 200} Jan 27 17:46:56.496428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:56.695726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd0ec-e189-4403-bdc0-2051ca1506a0 req-ff0a934b-33a5-400d-80a7-d360a39cd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:56.698025 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e59fd0ec-e189-4403-bdc0-2051ca1506a0 req-ff0a934b-33a5-400d-80a7-d360a39cd6a3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 1098 time: 0.0799320 Jan 27 17:46:56.789476 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.853804 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e59fd0ec-e189-4403-bdc0-2051ca1506a0 req-1a38f4eb-7447-45bb-8718-3175c256dac0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477664 Jan 27 17:46:57.637746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570434f-a9cf-4412-bf41-fc640c1b69bc req-0f6c5c73-97d7-4663-b5d6-cd8684ae5937 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:57.639214 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5570434f-a9cf-4412-bf41-fc640c1b69bc req-0f6c5c73-97d7-4663-b5d6-cd8684ae5937 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.1002507 Jan 27 17:46:57.683558 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5570434f-a9cf-4412-bf41-fc640c1b69bc req-058f7128-5170-422c-8e01-f7e583e7a5b4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385180 Jan 27 17:46:58.758479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:58.882943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6c156-0c63-438c-ac77-59768237bf20 req-1dcac314-090a-4a75-b82c-03997f89238e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:58.884304 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-deb6c156-0c63-438c-ac77-59768237bf20 req-1dcac314-090a-4a75-b82c-03997f89238e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0903001 Jan 27 17:46:58.933911 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-deb6c156-0c63-438c-ac77-59768237bf20 req-1e35a2d2-fde0-4c36-a6fb-665e8847f8fd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433192 Jan 27 17:46:59.147181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba75f9c-f418-4caf-89bb-615d198e078b req-2acdbad0-a152-48aa-a314-9328fbf82ee9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:59.148647 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1ba75f9c-f418-4caf-89bb-615d198e078b req-2acdbad0-a152-48aa-a314-9328fbf82ee9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.1028516 Jan 27 17:46:59.193277 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1ba75f9c-f418-4caf-89bb-615d198e078b req-0a39a35e-98c4-4965-80e4-cf948037a73a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387850 Jan 27 17:46:59.216039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50014) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:59.294799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c3352e-d923-4d0e-82a1-30624e23bd84 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:59.296360 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-07c3352e-d923-4d0e-82a1-30624e23bd84 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 1093 time: 0.0793321 Jan 27 17:46:59.299482 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50018) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:59.304385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:59.310653 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:59.314483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:floatingip and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:59.317338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:59.323039 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:59.335168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:59.487660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:59.640554 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.26.8.115 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/95316567-bdf7-4ad7-853e-2293699ed6c4) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:46:59.796846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:59.831051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:59.907761 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:46:59.910677 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:46:59.914335 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:46:59.943768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=95316567-bdf7-4ad7-853e-2293699ed6c4,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:00.351894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:00.427604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:00.642337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:00.650498 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:00.859680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=95316567-bdf7-4ad7-853e-2293699ed6c4,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:00.876271 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:01.052221 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Floating IP b38203e1-0852-4a32-b7df-ddb9c98f930d associated. External IP: 172.26.8.115, port: cc95972b-fbd8-4fb1-ab95-e8d75a04ac87. Jan 27 17:47:01.420811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 0b610435-d044-4a21-b0af-a4be41b0fe45 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:47:01.608286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:47:01.613263 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:47:01.619325 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6447b10a-fd6f-4e5e-bfb2-344a4bb02b60 None None] Sync routers for ids ['0b610435-d044-4a21-b0af-a4be41b0fe45'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:47:01.630260 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6447b10a-fd6f-4e5e-bfb2-344a4bb02b60 None None] Routers {'0b610435-d044-4a21-b0af-a4be41b0fe45'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:47:01.630867 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6447b10a-fd6f-4e5e-bfb2-344a4bb02b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:46:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['0b610435-d044-4a21-b0af-a4be41b0fe45'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:01.643097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:01.701968 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-20440d31-bd19-4d07-84b9-3b60dd2ee72a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4014111 Jan 27 17:47:01.702560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'tag': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:47:01.748749 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'tag': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87', 'status': 'completed', 'code': 200} Jan 27 17:47:01.841263 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6447b10a-fd6f-4e5e-bfb2-344a4bb02b60 None None] Set router 0b610435-d044-4a21-b0af-a4be41b0fe45 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:47:01.842338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d95be7-4d92-4de3-8198-778e2eb9c1ee req-4ed1c364-d40d-428e-815c-8a1f4bb78041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:01.844136 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-72d95be7-4d92-4de3-8198-778e2eb9c1ee req-4ed1c364-d40d-428e-815c-8a1f4bb78041 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 1098 time: 0.0741520 Jan 27 17:47:01.872560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8158f9-5fce-4a88-bd1d-bf397f2d68a8 req-af578374-b4f2-49f2-8472-b3c8db30baa3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:01.873970 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cc8158f9-5fce-4a88-bd1d-bf397f2d68a8 req-af578374-b4f2-49f2-8472-b3c8db30baa3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0814250 Jan 27 17:47:01.919682 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cc8158f9-5fce-4a88-bd1d-bf397f2d68a8 req-d8fd3547-96e2-471a-a47e-3b6b602b550a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391612 Jan 27 17:47:01.944390 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50026) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:01.984916 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d95be7-4d92-4de3-8198-778e2eb9c1ee req-e0566445-9601-4711-a83b-4fea57d84bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:01.986357 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-72d95be7-4d92-4de3-8198-778e2eb9c1ee req-e0566445-9601-4711-a83b-4fea57d84bc6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=48e3187d-2f1f-4082-87f3-d87b6561c77e HTTP/1.1" status: 200 len: 898 time: 0.1362672 Jan 27 17:47:02.056549 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-316af139-b661-4474-a816-ab18aa226db7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/b38203e1-0852-4a32-b7df-ddb9c98f930d HTTP/1.1" status: 200 len: 991 time: 0.1107571 Jan 27 17:47:02.091305 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-72d95be7-4d92-4de3-8198-778e2eb9c1ee req-c5f1aea4-2f50-40d5-9f4d-7d7efe3921b1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 HTTP/1.1" status: 200 len: 999 time: 0.0991192 Jan 27 17:47:02.155741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d95be7-4d92-4de3-8198-778e2eb9c1ee req-2fb1141f-619d-4453-ad5a-98220331bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:02.157098 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-72d95be7-4d92-4de3-8198-778e2eb9c1ee req-2fb1141f-619d-4453-ad5a-98220331bd72 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5349c142-de08-499b-94d3-a6bc9e95e791 HTTP/1.1" status: 200 len: 835 time: 0.0602248 Jan 27 17:47:02.196326 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6447b10a-fd6f-4e5e-bfb2-344a4bb02b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'b38203e1-0852-4a32-b7df-ddb9c98f930d', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.115', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'port_id': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'mac_address': 'fa:16:3e:01:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:47:00Z', 'updated_at': '2022-01-27T17:47:00Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa', 'name': '', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:43Z', 'updated_at': '2022-01-27T17:46:50Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:02.200520 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6447b10a-fd6f-4e5e-bfb2-344a4bb02b60 None None] Checking router: 0b610435-d044-4a21-b0af-a4be41b0fe45 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:47:02.209135 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6447b10a-fd6f-4e5e-bfb2-344a4bb02b60 None None] Routers {'0b610435-d044-4a21-b0af-a4be41b0fe45'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:47:02.209710 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6447b10a-fd6f-4e5e-bfb2-344a4bb02b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:46:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['0b610435-d044-4a21-b0af-a4be41b0fe45'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:02.235097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d95be7-4d92-4de3-8198-778e2eb9c1ee req-c32bd8e1-e7a2-434d-8c6c-3a94a29adf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:02.236626 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-72d95be7-4d92-4de3-8198-778e2eb9c1ee req-c32bd8e1-e7a2-434d-8c6c-3a94a29adf31 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=48e3187d-2f1f-4082-87f3-d87b6561c77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739958 Jan 27 17:47:02.396560 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6447b10a-fd6f-4e5e-bfb2-344a4bb02b60 None None] Set router 0b610435-d044-4a21-b0af-a4be41b0fe45 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:47:02.501109 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-72d95be7-4d92-4de3-8198-778e2eb9c1ee req-ee9c5224-2d9c-4878-9123-e72acde77470 service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564216 Jan 27 17:47:02.637521 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-72d95be7-4d92-4de3-8198-778e2eb9c1ee req-e26d91ed-3125-4421-8919-da0b138b6109 service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309967 Jan 27 17:47:02.751972 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6447b10a-fd6f-4e5e-bfb2-344a4bb02b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'b38203e1-0852-4a32-b7df-ddb9c98f930d', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.115', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'port_id': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'mac_address': 'fa:16:3e:01:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:47:00Z', 'updated_at': '2022-01-27T17:47:00Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa', 'name': '', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:43Z', 'updated_at': '2022-01-27T17:46:50Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:02.755932 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6447b10a-fd6f-4e5e-bfb2-344a4bb02b60 None None] The sync data for ids ['0b610435-d044-4a21-b0af-a4be41b0fe45'] in dv-neutron-825077-1-hyperv is: [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'b38203e1-0852-4a32-b7df-ddb9c98f930d', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.115', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'port_id': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'mac_address': 'fa:16:3e:01:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:47:00Z', 'updated_at': '2022-01-27T17:47:00Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa', 'name': '', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:43Z', 'updated_at': '2022-01-27T17:46:50Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:47:02.955188 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76716f65-5406-4b6d-b504-029f5374e43a None None] New status for floating IP b38203e1-0852-4a32-b7df-ddb9c98f930d: ACTIVE {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:47:03.061051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50030) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:03.170101 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bda2ec86-7677-43c7-8a72-e7072a0a8d22 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/b38203e1-0852-4a32-b7df-ddb9c98f930d HTTP/1.1" status: 200 len: 991 time: 0.1079764 Jan 27 17:47:04.174399 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50034) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:04.285343 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-450a3ce2-9e6d-4ae9-b216-4adf05217854 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/b38203e1-0852-4a32-b7df-ddb9c98f930d HTTP/1.1" status: 200 len: 993 time: 0.1095963 Jan 27 17:47:06.215448 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1580848a-a6dd-42d0-a570-a5a3f5a7a84b req-517fb860-349d-4903-8542-d6124c7171e0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726371 Jan 27 17:47:06.370303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580848a-a6dd-42d0-a570-a5a3f5a7a84b req-c94505a3-7604-428f-a2a2-cb77eb7e4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:06.371796 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1580848a-a6dd-42d0-a570-a5a3f5a7a84b req-c94505a3-7604-428f-a2a2-cb77eb7e4c73 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 1098 time: 0.0819778 Jan 27 17:47:06.530796 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580848a-a6dd-42d0-a570-a5a3f5a7a84b req-72c2ac0e-b096-4fcd-a129-496298fc3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:06.532176 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1580848a-a6dd-42d0-a570-a5a3f5a7a84b req-72c2ac0e-b096-4fcd-a129-496298fc3f16 service neutron] 10.222.0.88 "GET /v2.0/networks?id=48e3187d-2f1f-4082-87f3-d87b6561c77e HTTP/1.1" status: 200 len: 898 time: 0.1411152 Jan 27 17:47:06.638917 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1580848a-a6dd-42d0-a570-a5a3f5a7a84b req-e346dbfa-fde9-4931-a70d-a817d2238dec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 HTTP/1.1" status: 200 len: 1001 time: 0.1002660 Jan 27 17:47:06.701047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580848a-a6dd-42d0-a570-a5a3f5a7a84b req-7374aeb0-3a4d-476c-b110-55702512a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:06.702538 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1580848a-a6dd-42d0-a570-a5a3f5a7a84b req-7374aeb0-3a4d-476c-b110-55702512a57f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5349c142-de08-499b-94d3-a6bc9e95e791 HTTP/1.1" status: 200 len: 835 time: 0.0578072 Jan 27 17:47:06.783122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580848a-a6dd-42d0-a570-a5a3f5a7a84b req-3fb6b7cc-cd86-43dc-a083-985af7109c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:06.784536 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1580848a-a6dd-42d0-a570-a5a3f5a7a84b req-3fb6b7cc-cd86-43dc-a083-985af7109c50 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=48e3187d-2f1f-4082-87f3-d87b6561c77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764303 Jan 27 17:47:06.918445 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1580848a-a6dd-42d0-a570-a5a3f5a7a84b req-dcff04b4-3d51-4097-822e-17ab08232595 service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271408 Jan 27 17:47:07.056393 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1580848a-a6dd-42d0-a570-a5a3f5a7a84b req-557208e6-96b8-4a80-a72d-684afaf58269 service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317489 Jan 27 17:47:21.567611 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba80f-03e3-48bf-9940-3e3e080b2d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:23.861314 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-fba53032-3cb5-4e00-97f8-8de9e61869ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:24.850275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:25.423866 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:26.792013 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:28.773060 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:29.281207 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50054) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:29.325682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4b32a-e172-4bc3-a5f0-a3ce37bff611 req-f87374be-2f15-41f9-b7e6-61a32ff27ec8 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:29.327164 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-15d4b32a-e172-4bc3-a5f0-a3ce37bff611 req-f87374be-2f15-41f9-b7e6-61a32ff27ec8 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0899379 Jan 27 17:47:29.372757 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-15d4b32a-e172-4bc3-a5f0-a3ce37bff611 req-22a1995b-ffd1-43ef-96a3-ec69a8546fbb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395169 Jan 27 17:47:29.403373 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-333c1dbb-e025-4dd6-9c63-80ea024e20d8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1209404 Jan 27 17:47:30.577860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4a7dc-cc87-4c30-8d86-3684809e0981 req-dccf591e-8942-40cf-b710-7c4d838e3d43 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:30.579300 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6cb4a7dc-cc87-4c30-8d86-3684809e0981 req-dccf591e-8942-40cf-b710-7c4d838e3d43 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0888553 Jan 27 17:47:30.623825 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6cb4a7dc-cc87-4c30-8d86-3684809e0981 req-243844c5-9335-4120-89cb-86972d500342 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385373 Jan 27 17:47:30.642020 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-10a8df8e-473b-40c0-91d8-c9957d6be84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:30.643500 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-10a8df8e-473b-40c0-91d8-c9957d6be84f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 1098 time: 0.0717969 Jan 27 17:47:30.771700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-ad30753f-61e3-4f28-aa4b-1d9a78c83291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:30.773356 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-ad30753f-61e3-4f28-aa4b-1d9a78c83291 service neutron] 10.222.0.88 "GET /v2.0/networks?id=48e3187d-2f1f-4082-87f3-d87b6561c77e HTTP/1.1" status: 200 len: 898 time: 0.1234727 Jan 27 17:47:30.878664 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-2ed4012a-bcd9-4fd9-8024-8304958d8377 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 HTTP/1.1" status: 200 len: 1001 time: 0.0968611 Jan 27 17:47:30.950760 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-77cc32ca-4e18-428c-af36-ddbb060950e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:30.953104 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-77cc32ca-4e18-428c-af36-ddbb060950e3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5349c142-de08-499b-94d3-a6bc9e95e791 HTTP/1.1" status: 200 len: 835 time: 0.0680332 Jan 27 17:47:31.042965 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-cf12655d-7ffd-4905-9cee-f02c9a626382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:31.044383 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-cf12655d-7ffd-4905-9cee-f02c9a626382 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=48e3187d-2f1f-4082-87f3-d87b6561c77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844805 Jan 27 17:47:31.306672 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-a311b669-4a27-4575-a5d5-a79603a4b555 service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554636 Jan 27 17:47:31.447354 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-6badf6c0-2300-4cd5-b3ef-6421bcc1ef53 service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341643 Jan 27 17:47:31.842247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8ffce-4ea2-49aa-b8c5-1652a926abe1 req-0e59bf2e-699d-4611-ab26-b0c2d34f23e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:31.843772 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a0e8ffce-4ea2-49aa-b8c5-1652a926abe1 req-0e59bf2e-699d-4611-ab26-b0c2d34f23e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.1043639 Jan 27 17:47:31.899545 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a0e8ffce-4ea2-49aa-b8c5-1652a926abe1 req-f059bc3e-935f-43c1-9c7e-5267af8e4423 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498314 Jan 27 17:47:33.099398 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cff963-5430-426a-8624-766a8b23bb9a req-25f2b5e5-6c73-4b52-86ef-bd60460d9129 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:33.100887 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-69cff963-5430-426a-8624-766a8b23bb9a req-25f2b5e5-6c73-4b52-86ef-bd60460d9129 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0833802 Jan 27 17:47:33.152579 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-69cff963-5430-426a-8624-766a8b23bb9a req-2b5f9eb3-383f-4b37-9d4c-ac219de1f1c8 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440710 Jan 27 17:47:34.357579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804b9e7-b386-4111-809f-8ba8f3c0181b req-aec178de-544c-45d7-9390-fbfa9a7af891 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:34.359055 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d804b9e7-b386-4111-809f-8ba8f3c0181b req-aec178de-544c-45d7-9390-fbfa9a7af891 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0896835 Jan 27 17:47:34.405505 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d804b9e7-b386-4111-809f-8ba8f3c0181b req-3074c59d-6525-4828-a836-d0d7649cc1c6 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404799 Jan 27 17:47:35.606720 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5116e54-cbf3-4e96-bc55-7aa7386a334e req-85f7c633-e738-4b62-a55d-b9c270686fda tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:35.608209 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e5116e54-cbf3-4e96-bc55-7aa7386a334e req-85f7c633-e738-4b62-a55d-b9c270686fda tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0974503 Jan 27 17:47:35.653336 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e5116e54-cbf3-4e96-bc55-7aa7386a334e req-6aadafa9-f7ae-4157-9785-e1360d250572 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393081 Jan 27 17:47:36.858289 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fde863-5b4d-4196-909d-445bd7f21c5d req-7653fa18-dda2-48bb-809c-05e8cfbaad59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:36.859753 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-87fde863-5b4d-4196-909d-445bd7f21c5d req-7653fa18-dda2-48bb-809c-05e8cfbaad59 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0923111 Jan 27 17:47:36.908110 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-87fde863-5b4d-4196-909d-445bd7f21c5d req-6d276f8e-1baa-4f2f-b700-d1ad8bfa180a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399394 Jan 27 17:47:38.108684 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796de24-e52b-4ab1-80cb-0e93939b7b34 req-ff6524eb-1eea-45dd-8414-a321310bcb20 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:38.110155 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d796de24-e52b-4ab1-80cb-0e93939b7b34 req-ff6524eb-1eea-45dd-8414-a321310bcb20 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0868433 Jan 27 17:47:38.157509 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d796de24-e52b-4ab1-80cb-0e93939b7b34 req-55ed5563-b32b-4ff9-9df3-5525d24ecc72 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392404 Jan 27 17:47:38.613348 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:47:39.351118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098bde1-f627-4df4-bd9a-2a2f7b2f5af2 req-e3cb9b2d-68a8-48ba-81f2-7b8d0ad9f8b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:39.352986 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7098bde1-f627-4df4-bd9a-2a2f7b2f5af2 req-e3cb9b2d-68a8-48ba-81f2-7b8d0ad9f8b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0849438 Jan 27 17:47:39.403001 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7098bde1-f627-4df4-bd9a-2a2f7b2f5af2 req-6221e782-0d1a-4896-8ace-6b1ce70e6aae tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Jan 27 17:47:40.614983 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87f2bc-ca6c-41bb-8a6c-77bafed8de23 req-ec0c7876-ed94-4030-a850-465bd2e4ff84 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:40.616787 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bd87f2bc-ca6c-41bb-8a6c-77bafed8de23 req-ec0c7876-ed94-4030-a850-465bd2e4ff84 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0951715 Jan 27 17:47:40.663435 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bd87f2bc-ca6c-41bb-8a6c-77bafed8de23 req-54f599a6-82bc-4f45-9d24-97e6ab3b95d5 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407324 Jan 27 17:47:41.851834 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a76a77-0e2c-4f1d-9bdc-05011c838a91 req-3857abad-6914-43f0-bc18-21c46b133638 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:41.853683 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-53a76a77-0e2c-4f1d-9bdc-05011c838a91 req-3857abad-6914-43f0-bc18-21c46b133638 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0829310 Jan 27 17:47:41.906733 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-53a76a77-0e2c-4f1d-9bdc-05011c838a91 req-16327e08-fe71-4db5-bab8-726b6e7c732c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464654 Jan 27 17:47:43.117027 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-0d7559a0-24be-488b-b61a-b6c94fb20276 service neutron] 10.222.0.88 "GET /v2.0/ports/cc95972b-fbd8-4fb1-ab95-e8d75a04ac87/bindings/hv-neutron-8250 HTTP/1.1" status: 200 len: 384 time: 0.0854599 Jan 27 17:47:43.117735 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1510b5-766d-4995-a117-4a8b2391e411 req-51057482-e62a-4a85-acb2-8fa45e6a8c01 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:43.118775 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6a1510b5-766d-4995-a117-4a8b2391e411 req-51057482-e62a-4a85-acb2-8fa45e6a8c01 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0934846 Jan 27 17:47:43.164660 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6a1510b5-766d-4995-a117-4a8b2391e411 req-64699d07-d55f-4f3a-af01-07719d477ca5 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391510 Jan 27 17:47:43.442864 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-7b450681-5222-4fdd-829b-5c6f47ab7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:43.444446 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-7b450681-5222-4fdd-829b-5c6f47ab7cba service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615&tenant_id=c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 1098 time: 0.0830052 Jan 27 17:47:43.539150 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-3e7f513b-c832-46a5-86fc-d0772c1302f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:43.540672 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-3e7f513b-c832-46a5-86fc-d0772c1302f5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 1098 time: 0.0759170 Jan 27 17:47:43.681240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-b6431070-b6d1-481c-b9e9-0e3a184324d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:43.682583 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-b6431070-b6d1-481c-b9e9-0e3a184324d6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=48e3187d-2f1f-4082-87f3-d87b6561c77e HTTP/1.1" status: 200 len: 898 time: 0.1353815 Jan 27 17:47:43.794494 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-6537fedb-5fe9-4681-a7f4-95063bdedcf9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 HTTP/1.1" status: 200 len: 1001 time: 0.1049371 Jan 27 17:47:43.861898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-c6fab3b1-feed-49d0-8e9e-7ceb6739d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:43.863343 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-c6fab3b1-feed-49d0-8e9e-7ceb6739d24f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5349c142-de08-499b-94d3-a6bc9e95e791 HTTP/1.1" status: 200 len: 835 time: 0.0634146 Jan 27 17:47:43.939521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-263bb7b4-7c89-4506-b1cf-aea22eba2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:43.940968 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-263bb7b4-7c89-4506-b1cf-aea22eba2cb0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=48e3187d-2f1f-4082-87f3-d87b6561c77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719638 Jan 27 17:47:44.074642 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-be5f6694-740e-405b-983c-75f3e52f19dc service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271238 Jan 27 17:47:44.216108 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57220282-5390-4a7e-8745-d1221c1d09e2 req-3bbaaaa6-22e8-476a-8c86-91d5ebde4f3a service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352403 Jan 27 17:47:44.363634 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16de09d-5413-4ec4-93dd-b8b7db3530f5 req-fe507658-d52c-4f00-80cc-eaff3f85d6df tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:44.365232 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c16de09d-5413-4ec4-93dd-b8b7db3530f5 req-fe507658-d52c-4f00-80cc-eaff3f85d6df tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0824533 Jan 27 17:47:44.414773 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c16de09d-5413-4ec4-93dd-b8b7db3530f5 req-c0170163-e268-449a-9ba6-7f55515bcadd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439351 Jan 27 17:47:45.620972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b859c8f-d08d-472d-95d7-6958a61959cc req-1007e954-9713-4aee-8262-87bf30745b80 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:45.622762 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4b859c8f-d08d-472d-95d7-6958a61959cc req-1007e954-9713-4aee-8262-87bf30745b80 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 945 time: 0.0921829 Jan 27 17:47:45.675465 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4b859c8f-d08d-472d-95d7-6958a61959cc req-29d73745-d52c-48ff-86f8-7dc35b0250f4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441420 Jan 27 17:47:46.341782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:47:46.468023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:46.496191 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:47:46.508407 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87,segment=NetworkSegment(18a7ebdf-8c12-4d5d-866c-abc7aea85b51),segment_id=18a7ebdf-8c12-4d5d-866c-abc7aea85b51)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:47:46.514480 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:46.560189 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87', 'code': 200} Jan 27 17:47:46.586127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:46.594031 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:46.594374 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:46.594694 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:46.595040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:46.595362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:46.595730 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:46.596026 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:46.596347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:46.596667 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:46.596984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:46.597283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:46.597694 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:46.882809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69259f8-adba-4a0a-9326-6643f40c308f req-26d3b447-0848-451b-af46-2ce042e606a0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:46.884305 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c69259f8-adba-4a0a-9326-6643f40c308f req-26d3b447-0848-451b-af46-2ce042e606a0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 943 time: 0.0945957 Jan 27 17:47:46.941032 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c69259f8-adba-4a0a-9326-6643f40c308f req-0e3d524e-1337-4e00-a0e3-f9c7d6200097 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505569 Jan 27 17:47:47.283424 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ad78b-cd66-4de1-baaa-b3c1bd806082 req-a5eda48b-34e3-46d1-97d7-bc884db60f95 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:47.284858 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-776ad78b-cd66-4de1-baaa-b3c1bd806082 req-a5eda48b-34e3-46d1-97d7-bc884db60f95 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 943 time: 0.0833721 Jan 27 17:47:47.295738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe47b0-b958-4158-8d2b-214d845ee438 req-1ab2e4a9-1a97-46b5-870b-cc8c8477511e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:47.297199 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-51fe47b0-b958-4158-8d2b-214d845ee438 req-1ab2e4a9-1a97-46b5-870b-cc8c8477511e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615&tenant_id=c2a6b28e92c64329aba986d62a0cb89a&binding%3Ahost_id=hv-neutron-8250 HTTP/1.1" status: 200 len: 943 time: 0.0864208 Jan 27 17:47:47.343087 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-776ad78b-cd66-4de1-baaa-b3c1bd806082 req-74213b8b-c4d0-4170-a60a-a46247f5c5e8 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519798 Jan 27 17:47:47.447849 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe47b0-b958-4158-8d2b-214d845ee438 req-5460219b-1dea-483d-ba70-70b995cf381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:47.449353 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-51fe47b0-b958-4158-8d2b-214d845ee438 req-5460219b-1dea-483d-ba70-70b995cf381c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 1096 time: 0.0737765 Jan 27 17:47:47.739683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe47b0-b958-4158-8d2b-214d845ee438 req-c4f01691-2baa-4a79-9e5f-a5d91396600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:47.741110 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-51fe47b0-b958-4158-8d2b-214d845ee438 req-c4f01691-2baa-4a79-9e5f-a5d91396600b service neutron] 10.222.0.88 "GET /v2.0/networks?id=48e3187d-2f1f-4082-87f3-d87b6561c77e HTTP/1.1" status: 200 len: 898 time: 0.2849536 Jan 27 17:47:47.752865 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a2d40-7297-4183-ae1b-ef6ecd1af910 req-8cede986-e3ef-4380-813f-eaf46bc8e79a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:47.754218 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a9a2d40-7297-4183-ae1b-ef6ecd1af910 req-8cede986-e3ef-4380-813f-eaf46bc8e79a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 943 time: 0.2997792 Jan 27 17:47:47.877986 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a9a2d40-7297-4183-ae1b-ef6ecd1af910 req-7ef48220-774b-4eb4-b788-c8f0a33d2fb5 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741773 Jan 27 17:47:47.879764 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-51fe47b0-b958-4158-8d2b-214d845ee438 req-eb11eba0-56a3-420e-9b07-c4e8ec3f44f3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 HTTP/1.1" status: 200 len: 999 time: 0.1247125 Jan 27 17:47:47.943296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe47b0-b958-4158-8d2b-214d845ee438 req-7e209118-8220-404e-b983-2299737f4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:47.944755 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-51fe47b0-b958-4158-8d2b-214d845ee438 req-7e209118-8220-404e-b983-2299737f4ed6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5349c142-de08-499b-94d3-a6bc9e95e791 HTTP/1.1" status: 200 len: 835 time: 0.0588987 Jan 27 17:47:48.043331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe47b0-b958-4158-8d2b-214d845ee438 req-01a91841-5de7-495f-822e-6064e32a0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:48.044860 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-51fe47b0-b958-4158-8d2b-214d845ee438 req-01a91841-5de7-495f-822e-6064e32a0050 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=48e3187d-2f1f-4082-87f3-d87b6561c77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932910 Jan 27 17:47:48.190647 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-51fe47b0-b958-4158-8d2b-214d845ee438 req-4f69042f-899c-46d3-885c-77f6937fe2a2 service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398749 Jan 27 17:47:48.323932 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-51fe47b0-b958-4158-8d2b-214d845ee438 req-24edfcaa-e387-4056-8598-8a5e9da981ae service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271544 Jan 27 17:47:49.069817 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd3220-5915-463e-866e-cc06704bb7e2 req-b02698b7-d9fa-4872-bfd8-f2707b66a957 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:49.071164 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8ebd3220-5915-463e-866e-cc06704bb7e2 req-b02698b7-d9fa-4872-bfd8-f2707b66a957 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 943 time: 0.0820608 Jan 27 17:47:49.123625 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8ebd3220-5915-463e-866e-cc06704bb7e2 req-458ecc18-baeb-478d-a8cf-5bff443bf9bb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451992 Jan 27 17:47:49.150888 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50124) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:49.363985 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-cf8b56da-8e0f-4322-a4bf-c11411030e2f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/b38203e1-0852-4a32-b7df-ddb9c98f930d HTTP/1.1" status: 200 len: 991 time: 0.2119062 Jan 27 17:47:51.563995 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1929367c-96e4-419a-a150-0718de66e907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:53.859949 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-30307264-eab8-4754-acd3-ce06b9f4b47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:54.850079 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:55.429366 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:56.797693 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:58.760870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:06.215237 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-691a717e-84d5-4f7f-91b0-e5c2a1850380 req-74f4d22f-5d17-45b4-8ddc-51809a31708f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759230 Jan 27 17:48:06.375913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a717e-84d5-4f7f-91b0-e5c2a1850380 req-28208e57-bd79-4ed8-9333-f2616aed5872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:06.378098 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-691a717e-84d5-4f7f-91b0-e5c2a1850380 req-28208e57-bd79-4ed8-9333-f2616aed5872 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 1096 time: 0.0852664 Jan 27 17:48:06.540749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a717e-84d5-4f7f-91b0-e5c2a1850380 req-382c117b-f016-4f96-82a6-0814a6218646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:06.542197 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-691a717e-84d5-4f7f-91b0-e5c2a1850380 req-382c117b-f016-4f96-82a6-0814a6218646 service neutron] 10.222.0.88 "GET /v2.0/networks?id=48e3187d-2f1f-4082-87f3-d87b6561c77e HTTP/1.1" status: 200 len: 898 time: 0.1384604 Jan 27 17:48:06.657940 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-691a717e-84d5-4f7f-91b0-e5c2a1850380 req-c302298f-1e95-44b7-9020-d09769a8157f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 HTTP/1.1" status: 200 len: 999 time: 0.1081953 Jan 27 17:48:06.730102 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a717e-84d5-4f7f-91b0-e5c2a1850380 req-d6145f92-c590-4760-95ee-f4ef35021e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:06.731611 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-691a717e-84d5-4f7f-91b0-e5c2a1850380 req-d6145f92-c590-4760-95ee-f4ef35021e49 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5349c142-de08-499b-94d3-a6bc9e95e791 HTTP/1.1" status: 200 len: 835 time: 0.0671842 Jan 27 17:48:06.814889 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a717e-84d5-4f7f-91b0-e5c2a1850380 req-f650b6fe-e461-4910-b06a-8f9ce25368f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:06.816335 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-691a717e-84d5-4f7f-91b0-e5c2a1850380 req-f650b6fe-e461-4910-b06a-8f9ce25368f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=48e3187d-2f1f-4082-87f3-d87b6561c77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775201 Jan 27 17:48:06.956605 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-691a717e-84d5-4f7f-91b0-e5c2a1850380 req-411a5c2a-7884-4d05-93ea-f82be8d02ae5 service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312993 Jan 27 17:48:07.093314 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-691a717e-84d5-4f7f-91b0-e5c2a1850380 req-07e90140-ef88-4bc0-af55-cd2a2660cf6d service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299765 Jan 27 17:48:15.613221 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:48:15.800014 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50136) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:16.012147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 95316567-bdf7-4ad7-853e-2293699ed6c4 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:48:16.012410 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:16.186323 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:16.186915 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:16.311951 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 95316567-bdf7-4ad7-853e-2293699ed6c4 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:48:16.470697 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:16.518589 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=95316567-bdf7-4ad7-853e-2293699ed6c4,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:16.554864 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:16.555179 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:16.555505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:16.555856 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:16.556174 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:16.556495 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:16.556809 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:16.557121 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:16.557432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:16.557741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:16.558049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:16.558351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:16.619064 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:16.619376 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Floating IP b38203e1-0852-4a32-b7df-ddb9c98f930d disassociated (deleted). External IP: 172.26.8.115, port: cc95972b-fbd8-4fb1-ab95-e8d75a04ac87. Jan 27 17:48:16.985529 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 0b610435-d044-4a21-b0af-a4be41b0fe45 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:48:17.300471 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:48:17.311019 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8bf19-6133-4a1b-a59f-b6853550defc None None] Sync routers for ids ['0b610435-d044-4a21-b0af-a4be41b0fe45'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:48:17.321078 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8bf19-6133-4a1b-a59f-b6853550defc None None] Routers {'0b610435-d044-4a21-b0af-a4be41b0fe45'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:48:17.321711 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-77b8bf19-6133-4a1b-a59f-b6853550defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:47:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['0b610435-d044-4a21-b0af-a4be41b0fe45'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:17.323185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:17.380130 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f5a5c32d-2cba-469e-acc4-a171ce87efca tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/floatingips/b38203e1-0852-4a32-b7df-ddb9c98f930d HTTP/1.1" status: 204 len: 168 time: 1.5789530 Jan 27 17:48:17.380688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'tag': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:48:17.494720 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'tag': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87', 'status': 'completed', 'code': 200} Jan 27 17:48:17.540063 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-77b8bf19-6133-4a1b-a59f-b6853550defc None None] Set router 0b610435-d044-4a21-b0af-a4be41b0fe45 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:17.599721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb841e7-e0cb-4d3c-8746-006684d82d0a req-05cad74e-c474-4133-9119-661737f15529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:17.601486 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6eb841e7-e0cb-4d3c-8746-006684d82d0a req-05cad74e-c474-4133-9119-661737f15529 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 1096 time: 0.0842614 Jan 27 17:48:17.864963 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-77b8bf19-6133-4a1b-a59f-b6853550defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'd0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa', 'name': '', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:43Z', 'updated_at': '2022-01-27T17:46:50Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:17.869002 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8bf19-6133-4a1b-a59f-b6853550defc None None] Checking router: 0b610435-d044-4a21-b0af-a4be41b0fe45 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:48:17.878064 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8bf19-6133-4a1b-a59f-b6853550defc None None] Routers {'0b610435-d044-4a21-b0af-a4be41b0fe45'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:48:17.878828 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-77b8bf19-6133-4a1b-a59f-b6853550defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:47:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['0b610435-d044-4a21-b0af-a4be41b0fe45'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:17.912997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb841e7-e0cb-4d3c-8746-006684d82d0a req-41a33bfc-b2d9-478a-9744-e4f7edd9a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:17.914486 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6eb841e7-e0cb-4d3c-8746-006684d82d0a req-41a33bfc-b2d9-478a-9744-e4f7edd9a034 service neutron] 10.222.0.88 "GET /v2.0/networks?id=48e3187d-2f1f-4082-87f3-d87b6561c77e HTTP/1.1" status: 200 len: 898 time: 0.3039153 Jan 27 17:48:17.987773 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6eb841e7-e0cb-4d3c-8746-006684d82d0a req-18196572-1638-4329-ba6c-738748a85082 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 HTTP/1.1" status: 200 len: 217 time: 0.0657861 Jan 27 17:48:17.999738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af32617-470a-4f03-bfcb-339cce8b2e51 req-87551249-23dc-4ae0-84e6-c811744877f7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:18.001181 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2af32617-470a-4f03-bfcb-339cce8b2e51 req-87551249-23dc-4ae0-84e6-c811744877f7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 943 time: 0.1777749 Jan 27 17:48:18.055928 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-77b8bf19-6133-4a1b-a59f-b6853550defc None None] Set router 0b610435-d044-4a21-b0af-a4be41b0fe45 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:18.088660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb841e7-e0cb-4d3c-8746-006684d82d0a req-b24e5087-bc79-4167-a420-30058156c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:18.090162 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6eb841e7-e0cb-4d3c-8746-006684d82d0a req-b24e5087-bc79-4167-a420-30058156c8c1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5349c142-de08-499b-94d3-a6bc9e95e791 HTTP/1.1" status: 200 len: 835 time: 0.0880680 Jan 27 17:48:18.094706 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2af32617-470a-4f03-bfcb-339cce8b2e51 req-ed08f35a-1092-435a-87ca-da83e21466f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632024 Jan 27 17:48:18.169847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb841e7-e0cb-4d3c-8746-006684d82d0a req-878726eb-0a05-4ce1-9f4f-f346e97e380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:18.171327 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6eb841e7-e0cb-4d3c-8746-006684d82d0a req-878726eb-0a05-4ce1-9f4f-f346e97e380d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=48e3187d-2f1f-4082-87f3-d87b6561c77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745256 Jan 27 17:48:18.309349 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6eb841e7-e0cb-4d3c-8746-006684d82d0a req-611fbb1b-708c-484f-880c-da678a2537d7 service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313877 Jan 27 17:48:18.384703 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-77b8bf19-6133-4a1b-a59f-b6853550defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'd0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa', 'name': '', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:43Z', 'updated_at': '2022-01-27T17:46:50Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:18.388869 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8bf19-6133-4a1b-a59f-b6853550defc None None] The sync data for ids ['0b610435-d044-4a21-b0af-a4be41b0fe45'] in dv-neutron-825077-1-hyperv is: [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': 'd0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa', 'name': '', 'network_id': '48e3187d-2f1f-4082-87f3-d87b6561c77e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:43Z', 'updated_at': '2022-01-27T17:46:50Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5349c142-de08-499b-94d3-a6bc9e95e791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:48:18.456232 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6eb841e7-e0cb-4d3c-8746-006684d82d0a req-37069913-4210-4170-ad0d-a8fc11d3f4be service neutron] 10.222.0.88 "GET /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393454 Jan 27 17:48:18.630710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1c046f-2fde-4e23-89c7-4931788a3f17 None None] New status for floating IP b38203e1-0852-4a32-b7df-ddb9c98f930d: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:48:19.295972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bba08f-7ff3-444a-98e1-0441719b7254 req-d759737e-699d-4384-b7e2-49faffdc6e7f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:19.296876 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-91bba08f-7ff3-444a-98e1-0441719b7254 req-d759737e-699d-4384-b7e2-49faffdc6e7f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:48:19.315075 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-91bba08f-7ff3-444a-98e1-0441719b7254 req-d759737e-699d-4384-b7e2-49faffdc6e7f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:48:19.317250 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-91bba08f-7ff3-444a-98e1-0441719b7254 req-d759737e-699d-4384-b7e2-49faffdc6e7f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 943 time: 0.1023936 Jan 27 17:48:19.328380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb68264-212d-448d-b3cc-7d0cab9baa74 req-57a6b03c-f77a-4513-92c7-48c6effcf60b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:19.329848 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6eb68264-212d-448d-b3cc-7d0cab9baa74 req-57a6b03c-f77a-4513-92c7-48c6effcf60b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 943 time: 0.0817635 Jan 27 17:48:19.364403 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-91bba08f-7ff3-444a-98e1-0441719b7254 req-175a3821-7c3f-4765-9085-3c47a4a1f0ac tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e1e73-8d76-4ed7-8b28-7273ef7f6788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409985 Jan 27 17:48:19.410331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-6eb68264-212d-448d-b3cc-7d0cab9baa74 req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:48:19.410642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6eb68264-212d-448d-b3cc-7d0cab9baa74 req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:19.665117 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-6eb68264-212d-448d-b3cc-7d0cab9baa74 req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87,segment=NetworkSegment(18a7ebdf-8c12-4d5d-866c-abc7aea85b51),segment_id=18a7ebdf-8c12-4d5d-866c-abc7aea85b51)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:19.665354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6eb68264-212d-448d-b3cc-7d0cab9baa74 req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:19.790668 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-6eb68264-212d-448d-b3cc-7d0cab9baa74 req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:48:19.941951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6eb68264-212d-448d-b3cc-7d0cab9baa74 req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:19.996238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=cc95972b-fbd8-4fb1-ab95-e8d75a04ac87,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:20.037277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:20.037617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:20.037950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:20.038274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:20.038617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:20.038923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:20.039238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:20.039555 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:20.039894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:20.040190 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:20.040501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:20.040814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:20.085444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb68264-212d-448d-b3cc-7d0cab9baa74 req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] No DVR routers for this DVR port cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:48:20.088154 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6eb68264-212d-448d-b3cc-7d0cab9baa74 req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:20.090717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'name': 'network-vif-deleted', 'tag': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:48:20.108157 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6eb68264-212d-448d-b3cc-7d0cab9baa74 req-e92a464c-90e3-490e-a5f7-87c15a8821b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "DELETE /v2.0/ports/cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 HTTP/1.1" status: 204 len: 173 time: 0.7729006 Jan 27 17:48:20.139991 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d571a4-67a3-4689-ad15-b0b81e5fd615', 'name': 'network-vif-deleted', 'tag': 'cc95972b-fbd8-4fb1-ab95-e8d75a04ac87', 'status': 'completed', 'code': 200} Jan 27 17:48:20.542308 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a9b71476-d12e-44b3-8b74-4b14a0ff841b req-c38a0a27-783c-4774-bffa-9e05e1a651c8 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4d571a4-67a3-4689-ad15-b0b81e5fd615 HTTP/1.1" status: 200 len: 210 time: 0.0469429 Jan 27 17:48:21.564547 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c82cd126-a9dc-4d56-8f6c-da4b6f19334a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:21.642214 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50156) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:22.333670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-697a23ab-9989-42f3-9cc4-27bf720c6e05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:22.552022 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:48:22.589097 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:48:22.589787 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device cc95972b-fbd8-4fb1-ab95-e8d75a04ac87 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:48:22.716935 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-697a23ab-9989-42f3-9cc4-27bf720c6e05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:48:22.717598 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-697a23ab-9989-42f3-9cc4-27bf720c6e05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:22.911855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-697a23ab-9989-42f3-9cc4-27bf720c6e05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa,segment=NetworkSegment(18a7ebdf-8c12-4d5d-866c-abc7aea85b51),segment_id=18a7ebdf-8c12-4d5d-866c-abc7aea85b51)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:22.912346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-697a23ab-9989-42f3-9cc4-27bf720c6e05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:23.040511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-697a23ab-9989-42f3-9cc4-27bf720c6e05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:48:23.487253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-697a23ab-9989-42f3-9cc4-27bf720c6e05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:23.538198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a23ab-9989-42f3-9cc4-27bf720c6e05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:23.823226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-697a23ab-9989-42f3-9cc4-27bf720c6e05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:23.854653 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-421e5616-375c-4a9c-a934-24b2e975004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:24.198571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697a23ab-9989-42f3-9cc4-27bf720c6e05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 0b610435-d044-4a21-b0af-a4be41b0fe45 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:48:24.405180 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697a23ab-9989-42f3-9cc4-27bf720c6e05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:48:24.415227 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa77ebe-d97b-4265-a94d-5294b434ff06 None None] Sync routers for ids ['0b610435-d044-4a21-b0af-a4be41b0fe45'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:48:24.419842 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-697a23ab-9989-42f3-9cc4-27bf720c6e05 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "PUT /v2.0/routers/0b610435-d044-4a21-b0af-a4be41b0fe45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7762604 Jan 27 17:48:24.422967 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50160) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:24.426386 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa77ebe-d97b-4265-a94d-5294b434ff06 None None] Routers {'0b610435-d044-4a21-b0af-a4be41b0fe45'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:48:24.427164 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6fa77ebe-d97b-4265-a94d-5294b434ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:48:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['0b610435-d044-4a21-b0af-a4be41b0fe45'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:24.490825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a28648-c645-4db2-a499-60c57c46dc26 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting subnet 5349c142-de08-499b-94d3-a6bc9e95e791 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:48:24.496441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f9a28648-c645-4db2-a499-60c57c46dc26 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:24.576861 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f9a28648-c645-4db2-a499-60c57c46dc26 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:24.626522 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6fa77ebe-d97b-4265-a94d-5294b434ff06 None None] Set router 0b610435-d044-4a21-b0af-a4be41b0fe45 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:24.660685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f9a28648-c645-4db2-a499-60c57c46dc26 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:24.740108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f9a28648-c645-4db2-a499-60c57c46dc26 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:24.783086 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a28648-c645-4db2-a499-60c57c46dc26 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Subnet': ['ID=5349c142-de08-499b-94d3-a6bc9e95e791,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:24.786807 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f9a28648-c645-4db2-a499-60c57c46dc26 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:24.793135 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f9a28648-c645-4db2-a499-60c57c46dc26 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/subnets/5349c142-de08-499b-94d3-a6bc9e95e791 HTTP/1.1" status: 204 len: 168 time: 0.3689883 Jan 27 17:48:24.795842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50164) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:24.799561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af24cbd-1bc7-42ed-a3db-c592d5753bb9 None None] Network 48e3187d-2f1f-4082-87f3-d87b6561c77e requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:48:24.936377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:24.969226 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6fa77ebe-d97b-4265-a94d-5294b434ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:48:23Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:24.974039 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa77ebe-d97b-4265-a94d-5294b434ff06 None None] Checking router: 0b610435-d044-4a21-b0af-a4be41b0fe45 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:48:24.980965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:24.984622 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa77ebe-d97b-4265-a94d-5294b434ff06 None None] Routers {'0b610435-d044-4a21-b0af-a4be41b0fe45'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:48:24.985732 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6fa77ebe-d97b-4265-a94d-5294b434ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:48:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['0b610435-d044-4a21-b0af-a4be41b0fe45'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:25.118202 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0977216-2111-4d5f-b91c-7d6e50de3258 None None] DHCP port deletion for 48e3187d-2f1f-4082-87f3-d87b6561c77e request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:48:25.122758 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f0977216-2111-4d5f-b91c-7d6e50de3258 None None] Deleting port c272f184-fa4a-4b76-889f-66694d729ef4 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:48:25.123982 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f0977216-2111-4d5f-b91c-7d6e50de3258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:25.169270 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6fa77ebe-d97b-4265-a94d-5294b434ff06 None None] Set router 0b610435-d044-4a21-b0af-a4be41b0fe45 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:25.177156 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:25.188540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 79624e19-3ae8-4f59-81f5-e5bab25e4054 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:48:25.188877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:25.350268 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f0977216-2111-4d5f-b91c-7d6e50de3258 None None] For port c272f184-fa4a-4b76-889f-66694d729ef4, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c272f184-fa4a-4b76-889f-66694d729ef4,segment=NetworkSegment(18a7ebdf-8c12-4d5d-866c-abc7aea85b51),segment_id=18a7ebdf-8c12-4d5d-866c-abc7aea85b51)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:25.350660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f0977216-2111-4d5f-b91c-7d6e50de3258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:25.382891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port 79624e19-3ae8-4f59-81f5-e5bab25e4054, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=79624e19-3ae8-4f59-81f5-e5bab25e4054,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:25.383273 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:25.491676 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6fa77ebe-d97b-4265-a94d-5294b434ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:48:23Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:25.496459 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa77ebe-d97b-4265-a94d-5294b434ff06 None None] The sync data for ids ['0b610435-d044-4a21-b0af-a4be41b0fe45'] in dv-neutron-825077-1-hyperv is: [{'id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292663880', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:39Z', 'updated_at': '2022-01-27T17:48:23Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '79624e19-3ae8-4f59-81f5-e5bab25e4054', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b610435-d044-4a21-b0af-a4be41b0fe45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:40Z', 'updated_at': '2022-01-27T17:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:48:25.526146 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 79624e19-3ae8-4f59-81f5-e5bab25e4054 owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:48:25.539682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f0977216-2111-4d5f-b91c-7d6e50de3258 None None] Calling delete_port for c272f184-fa4a-4b76-889f-66694d729ef4 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:48:25.583211 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:25.625288 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f0977216-2111-4d5f-b91c-7d6e50de3258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:25.674023 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0977216-2111-4d5f-b91c-7d6e50de3258 None None] Pushing event deleted for resources: {'Port': ['ID=c272f184-fa4a-4b76-889f-66694d729ef4,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:25.676997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0977216-2111-4d5f-b91c-7d6e50de3258 None None] No DVR routers for this DVR port c272f184-fa4a-4b76-889f-66694d729ef4 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:48:25.963942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.015206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=79624e19-3ae8-4f59-81f5-e5bab25e4054,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:26.108840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.297051 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.301618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.339472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.340008 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Fanout notify agent at l3_agent the message router_deleted on router 0b610435-d044-4a21-b0af-a4be41b0fe45 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:48:26.350210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:48:26.363769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.367947 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-34c3206e-1822-44ab-99a9-40ef168a0af4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/routers/0b610435-d044-4a21-b0af-a4be41b0fe45 HTTP/1.1" status: 204 len: 168 time: 1.5680821 Jan 27 17:48:26.368475 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50168) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:26.393505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:48:26.393822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device d0c710ac-2aca-4da2-8b8c-f0a7d8b6e4aa not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:48:26.394356 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c272f184-fa4a-4b76-889f-66694d729ef4 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:48:26.433898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: c272f184-fa4a-4b76-889f-66694d729ef4 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:48:26.434236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c272f184-fa4a-4b76-889f-66694d729ef4 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:48:26.502832 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-080add11-98a9-4063-86a9-191bf869fcfa tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.768836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-080add11-98a9-4063-86a9-191bf869fcfa tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.795791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.802837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-080add11-98a9-4063-86a9-191bf869fcfa tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e3187d-2f1f-4082-87f3-d87b6561c77e']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:26.817378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-080add11-98a9-4063-86a9-191bf869fcfa tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a7ebdf-8c12-4d5d-866c-abc7aea85b51') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:26.817722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-080add11-98a9-4063-86a9-191bf869fcfa tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a7ebdf-8c12-4d5d-866c-abc7aea85b51') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:26.832285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-080add11-98a9-4063-86a9-191bf869fcfa tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.852359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-080add11-98a9-4063-86a9-191bf869fcfa tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.858717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080add11-98a9-4063-86a9-191bf869fcfa tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:48:26.859441 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-080add11-98a9-4063-86a9-191bf869fcfa tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:48:26.873916 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:48:26.957956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-080add11-98a9-4063-86a9-191bf869fcfa tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.977552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-080add11-98a9-4063-86a9-191bf869fcfa tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:26.988361 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080add11-98a9-4063-86a9-191bf869fcfa tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Network': ['ID=48e3187d-2f1f-4082-87f3-d87b6561c77e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:26.998720 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-080add11-98a9-4063-86a9-191bf869fcfa tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/networks/48e3187d-2f1f-4082-87f3-d87b6561c77e HTTP/1.1" status: 204 len: 168 time: 0.6292765 Jan 27 17:48:27.002475 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50172) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:27.077547 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-75517a3a-0105-44f9-8da1-0682118cd163 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.113052 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-75517a3a-0105-44f9-8da1-0682118cd163 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.182574 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-75517a3a-0105-44f9-8da1-0682118cd163 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.201450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75517a3a-0105-44f9-8da1-0682118cd163 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260e1e73-8d76-4ed7-8b28-7273ef7f6788,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:27.212640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-75517a3a-0105-44f9-8da1-0682118cd163 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.213774 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-75517a3a-0105-44f9-8da1-0682118cd163 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/security-groups/260e1e73-8d76-4ed7-8b28-7273ef7f6788 HTTP/1.1" status: 204 len: 168 time: 0.2102811 Jan 27 17:48:27.506592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50180) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:27.514373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1430026781', 'description': 'tempest-secgroup-smoke-1430026781 description', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:27.521126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:27.525538 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:27.528608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:27.534645 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:27.549527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.574169 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:27.578143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:27.581124 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:27.586924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:27.666552 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.673028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.720685 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9a414b-0162-4aa5-afb3-c00a512397f1,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:27.725209 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.729596 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fddc8973-114a-4d1f-ab32-70c550cd991c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2186673 Jan 27 17:48:27.730232 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50184) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:27.734989 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-8452481a-bfac-43fe-92a8-a7dd03465e07 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '0b9a414b-0162-4aa5-afb3-c00a512397f1', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:27.741559 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8452481a-bfac-43fe-92a8-a7dd03465e07 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:27.745887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8452481a-bfac-43fe-92a8-a7dd03465e07 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:27.749200 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-8452481a-bfac-43fe-92a8-a7dd03465e07 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:27.755044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-8452481a-bfac-43fe-92a8-a7dd03465e07 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:27.774663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8452481a-bfac-43fe-92a8-a7dd03465e07 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.843933 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8452481a-bfac-43fe-92a8-a7dd03465e07 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.849528 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8452481a-bfac-43fe-92a8-a7dd03465e07 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.873507 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452481a-bfac-43fe-92a8-a7dd03465e07 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d35f61-ed1b-40f8-99ee-030a7f613320,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:27.883518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-8452481a-bfac-43fe-92a8-a7dd03465e07 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.884954 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8452481a-bfac-43fe-92a8-a7dd03465e07 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541710 Jan 27 17:48:27.887942 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50188) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:27.893671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c817005d-8152-4ba6-b0bf-853296ffcdea tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '0b9a414b-0162-4aa5-afb3-c00a512397f1', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:27.900149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c817005d-8152-4ba6-b0bf-853296ffcdea tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:27.904320 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c817005d-8152-4ba6-b0bf-853296ffcdea tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:27.907500 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c817005d-8152-4ba6-b0bf-853296ffcdea tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:27.913659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c817005d-8152-4ba6-b0bf-853296ffcdea tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:27.933351 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c817005d-8152-4ba6-b0bf-853296ffcdea tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.002806 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c817005d-8152-4ba6-b0bf-853296ffcdea tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.007636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c817005d-8152-4ba6-b0bf-853296ffcdea tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.036126 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817005d-8152-4ba6-b0bf-853296ffcdea tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70fcf5f-7057-4d43-a03e-a1e340ce8e70,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:28.043171 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c817005d-8152-4ba6-b0bf-853296ffcdea tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.044398 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c817005d-8152-4ba6-b0bf-853296ffcdea tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554015 Jan 27 17:48:28.047791 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50192) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:28.052829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-c99a6794-dcf2-4765-8a8c-fef192b428eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '0b9a414b-0162-4aa5-afb3-c00a512397f1', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:28.059094 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c99a6794-dcf2-4765-8a8c-fef192b428eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:28.063285 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c99a6794-dcf2-4765-8a8c-fef192b428eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:28.066266 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-c99a6794-dcf2-4765-8a8c-fef192b428eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:28.072332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-c99a6794-dcf2-4765-8a8c-fef192b428eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:28.095868 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c99a6794-dcf2-4765-8a8c-fef192b428eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.176769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c99a6794-dcf2-4765-8a8c-fef192b428eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.182373 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c99a6794-dcf2-4765-8a8c-fef192b428eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.206030 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a6794-dcf2-4765-8a8c-fef192b428eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf75d3e-282b-4b74-91ff-af5753f122a4,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:28.216627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c99a6794-dcf2-4765-8a8c-fef192b428eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.217865 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c99a6794-dcf2-4765-8a8c-fef192b428eb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690273 Jan 27 17:48:28.222020 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50196) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:28.227975 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-197c2fa9-6cba-47f4-88ab-ca411f2e2f95 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '0b9a414b-0162-4aa5-afb3-c00a512397f1', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:28.234780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-197c2fa9-6cba-47f4-88ab-ca411f2e2f95 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:28.240298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-197c2fa9-6cba-47f4-88ab-ca411f2e2f95 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:28.244760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-197c2fa9-6cba-47f4-88ab-ca411f2e2f95 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:28.253808 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-197c2fa9-6cba-47f4-88ab-ca411f2e2f95 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:28.256817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 79624e19-3ae8-4f59-81f5-e5bab25e4054 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:48:28.274572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-197c2fa9-6cba-47f4-88ab-ca411f2e2f95 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.290963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 79624e19-3ae8-4f59-81f5-e5bab25e4054 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:48:28.291302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 79624e19-3ae8-4f59-81f5-e5bab25e4054 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:48:28.340081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-197c2fa9-6cba-47f4-88ab-ca411f2e2f95 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.345530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-197c2fa9-6cba-47f4-88ab-ca411f2e2f95 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.369371 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c2fa9-6cba-47f4-88ab-ca411f2e2f95 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3376350d-0f8a-4295-87f5-b5e678eece1e,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:28.379416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-197c2fa9-6cba-47f4-88ab-ca411f2e2f95 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.380761 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-197c2fa9-6cba-47f4-88ab-ca411f2e2f95 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576838 Jan 27 17:48:28.383598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50200) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:28.388704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ae24b980-b5bc-4d45-993f-5851a8dc1ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '0b9a414b-0162-4aa5-afb3-c00a512397f1', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:28.394815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ae24b980-b5bc-4d45-993f-5851a8dc1ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:28.398657 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ae24b980-b5bc-4d45-993f-5851a8dc1ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:28.401539 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ae24b980-b5bc-4d45-993f-5851a8dc1ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:28.411227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ae24b980-b5bc-4d45-993f-5851a8dc1ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:28.422559 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-ae24b980-b5bc-4d45-993f-5851a8dc1ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Project c2a6b28e92c64329aba986d62a0cb89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:48:28.430751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae24b980-b5bc-4d45-993f-5851a8dc1ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.498413 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae24b980-b5bc-4d45-993f-5851a8dc1ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.503418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae24b980-b5bc-4d45-993f-5851a8dc1ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.526642 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24b980-b5bc-4d45-993f-5851a8dc1ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbf12de-7532-4e1a-9fe1-7b433d0467ae,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:28.539835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ae24b980-b5bc-4d45-993f-5851a8dc1ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.541360 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ae24b980-b5bc-4d45-993f-5851a8dc1ac1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1564677 Jan 27 17:48:28.544894 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50204) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:28.550739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b7ba0f72-5973-4ed8-9a0b-40f5056914a1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '0b9a414b-0162-4aa5-afb3-c00a512397f1', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:28.557202 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b7ba0f72-5973-4ed8-9a0b-40f5056914a1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:28.561198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b7ba0f72-5973-4ed8-9a0b-40f5056914a1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:28.564483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b7ba0f72-5973-4ed8-9a0b-40f5056914a1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:28.571057 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b7ba0f72-5973-4ed8-9a0b-40f5056914a1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:28.583321 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-b7ba0f72-5973-4ed8-9a0b-40f5056914a1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Project c2a6b28e92c64329aba986d62a0cb89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:48:28.590443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0f72-5973-4ed8-9a0b-40f5056914a1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.657710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0f72-5973-4ed8-9a0b-40f5056914a1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.662748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0f72-5973-4ed8-9a0b-40f5056914a1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.685233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba0f72-5973-4ed8-9a0b-40f5056914a1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c065adc7-1c9b-461c-a4a3-589e8869b459,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:28.694538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0f72-5973-4ed8-9a0b-40f5056914a1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.695833 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b7ba0f72-5973-4ed8-9a0b-40f5056914a1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497920 Jan 27 17:48:28.698727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50208) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:28.704953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'network': {'name': 'tempest-network-smoke--22634909', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'port_security_enabled': True}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:28.710289 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:28.714827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:network and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:28.718014 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:28.724370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:28.736143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:48:28.739560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.769355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:48:28.769588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.779792 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.780138 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Added segment 2ebdb7e2-233f-4d9a-8d87-814419a3d11c of type vlan for network 0cef25a6-0971-496a-bc6f-39b8d190b3aa Jan 27 17:48:28.807009 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.837447 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.846235 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:28.846843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.953338 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2534399 Jan 27 17:48:28.956893 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50212) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:28.958671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47739f2a-bb92-4d62-a100-325c14b3809a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Network': ['ID=0cef25a6-0971-496a-bc6f-39b8d190b3aa,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:28.963513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'admin_state_up': True, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:28.969563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 0cef25a6-0971-496a-bc6f-39b8d190b3aa details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:48:28.972681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:28.977198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:router and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:28.980295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:28.987248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:29.000394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:29.001013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:29.018659 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:29.309646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:29.618230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:29.648196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:29.787805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.26.8.43 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/1f7217b6-8932-43e5-b015-f13d0a9c50be) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:48:29.950222 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:29.985401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:30.054333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:30.057354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:30.061052 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:48:30.094391 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=1f7217b6-8932-43e5-b015-f13d0a9c50be,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:30.609194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:30.959984 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:31.163992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:48:31.344765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:48:31.355925 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Sync routers for ids ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:48:31.365273 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Routers {'9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:48:31.365893 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:48:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:31.374598 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:31.379639 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-45876f8d-80b5-41ac-82c7-195e88353e4c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4179337 Jan 27 17:48:31.380684 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50216) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:31.423129 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-13a2922c-6063-4252-b5b9-16030648183b tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=c2a6b28e92c64329aba986d62a0cb89a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410264 Jan 27 17:48:31.428247 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50220) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:31.561035 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Set router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:31.574487 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95fcdf5-a089-4e10-91d0-0a6045a27970 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:31.576024 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e95fcdf5-a089-4e10-91d0-0a6045a27970 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467426 Jan 27 17:48:31.580566 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50224) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:31.745544 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0a7f23c6-9f77-48fd-bfdd-4c644c6ddb1a tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1610987 Jan 27 17:48:31.745765 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50228) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:31.753202 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1419985407', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:31.880443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:31.885265 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:subnet and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:31.888721 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:30Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:31.889108 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:31.893074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Checking router: 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:48:31.893438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Updating router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb port 1f7217b6-8932-43e5-b015-f13d0a9c50be binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:48:31.896932 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:31.909911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:48:31.913651 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:31.948110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:32.176224 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:32.258063 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Subnet': ['ID=11d22ff4-75b3-4870-8546-24fe83bae13d,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:32.267810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Checking segment: {'id': '2ebdb7e2-233f-4d9a-8d87-814419a3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:32.268160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network hostable DHCP agents. Network: 0cef25a6-0971-496a-bc6f-39b8d190b3aa, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:48:32.293971 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 0cef25a6-0971-496a-bc6f-39b8d190b3aa is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:48:32.306497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 0cef25a6-0971-496a-bc6f-39b8d190b3aa) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:32.321140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:32.321729 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:32.325605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b6b862-9e82-498f-ba94-971d718048a1 None None] Network 0cef25a6-0971-496a-bc6f-39b8d190b3aa requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:48:32.348738 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-efc60f17-8508-4735-a654-6ee4462995b1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6017334 Jan 27 17:48:32.352470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50232) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:32.450723 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:32.480910 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Transition to ACTIVE for port object 1f7217b6-8932-43e5-b015-f13d0a9c50be will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:32.497962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:32.648767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Attempting to bind port 1f7217b6-8932-43e5-b015-f13d0a9c50be on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:48:32.649102 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Attempting to bind port 1f7217b6-8932-43e5-b015-f13d0a9c50be by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:48:32.649438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Attempting to bind port 1f7217b6-8932-43e5-b015-f13d0a9c50be on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:48:32.667909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:48:32.668315 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:32.668673 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:32.669062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:48:32.669525 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Bound port: 1f7217b6-8932-43e5-b015-f13d0a9c50be, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:48:32.669892 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:32.699680 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396781b-fb1f-4c56-86f9-31941ccd7fd6 None None] Pushing event updated for resources: {'Port': ['ID=1f7217b6-8932-43e5-b015-f13d0a9c50be,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:32.781928 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ips': [{'subnet_id': '11d22ff4-75b3-4870-8546-24fe83bae13d'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:48:32.782764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:32.860567 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] For port 1f7217b6-8932-43e5-b015-f13d0a9c50be, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:48:32.881482 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] For port 1f7217b6-8932-43e5-b015-f13d0a9c50be, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=1f7217b6-8932-43e5-b015-f13d0a9c50be,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:48:32.890830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:33.041172 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Allocated IP 172.20.0.2 (0cef25a6-0971-496a-bc6f-39b8d190b3aa/11d22ff4-75b3-4870-8546-24fe83bae13d/104bf8b9-4452-484f-b710-169658774465) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:48:33.043015 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Routers {'9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:48:33.043678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:48:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:33.103134 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396781b-fb1f-4c56-86f9-31941ccd7fd6 None None] Pushing event updated for resources: {'Port': ['ID=1f7217b6-8932-43e5-b015-f13d0a9c50be,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:33.143417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:33.418011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] Set router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:33.529301 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:33.557470 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Transition to ACTIVE for port object 104bf8b9-4452-484f-b710-169658774465 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:33.683275 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Transition to ACTIVE for port object 104bf8b9-4452-484f-b710-169658774465 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:33.702415 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:33.767115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.20.0.1 (0cef25a6-0971-496a-bc6f-39b8d190b3aa/11d22ff4-75b3-4870-8546-24fe83bae13d/98b4def1-e568-4845-bba6-b1a2b3e26ca7) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:48:33.820018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Network 0cef25a6-0971-496a-bc6f-39b8d190b3aa is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:33.823801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:33.829953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:48:33.833013 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Pushing event updated for resources: {'Port': ['ID=104bf8b9-4452-484f-b710-169658774465,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:33.932676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:33.939875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Attempting to bind port 104bf8b9-4452-484f-b710-169658774465 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:48:33.940191 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Attempting to bind port 104bf8b9-4452-484f-b710-169658774465 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '2ebdb7e2-233f-4d9a-8d87-814419a3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:48:33.940614 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Attempting to bind port 104bf8b9-4452-484f-b710-169658774465 on network 0cef25a6-0971-496a-bc6f-39b8d190b3aa {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:48:33.948576 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:48:33.948935 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Checking segment: {'id': '2ebdb7e2-233f-4d9a-8d87-814419a3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:33.949143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Transition to ACTIVE for port object 98b4def1-e568-4845-bba6-b1a2b3e26ca7 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:33.949319 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:33.949760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Bound using segment: {'id': '2ebdb7e2-233f-4d9a-8d87-814419a3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:48:33.950238 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Bound port: 104bf8b9-4452-484f-b710-169658774465, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebdb7e2-233f-4d9a-8d87-814419a3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:48:33.950640 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:33.966339 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:30Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:33.976253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:33.998445 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891d475-d79c-4cdb-8422-16c0e338a40f None None] The sync data for ids ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'] in dv-neutron-825077-1-hyperv is: [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:30Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:48:34.048098 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 0cef25a6-0971-496a-bc6f-39b8d190b3aa is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:34.051505 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:34.056019 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:48:34.058649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] For port 104bf8b9-4452-484f-b710-169658774465, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:48:34.062091 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] For port 104bf8b9-4452-484f-b710-169658774465, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=104bf8b9-4452-484f-b710-169658774465,segment=NetworkSegment(2ebdb7e2-233f-4d9a-8d87-814419a3d11c),segment_id=2ebdb7e2-233f-4d9a-8d87-814419a3d11c)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:48:34.068686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:34.097678 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=98b4def1-e568-4845-bba6-b1a2b3e26ca7,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:34.125512 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:34.158993 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713f510-bd4d-43c1-b1a9-bc03f5604c3b None None] Pushing event updated for resources: {'Port': ['ID=104bf8b9-4452-484f-b710-169658774465,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:34.458464 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 1f7217b6-8932-43e5-b015-f13d0a9c50be up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:34.502201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:34.572137 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 1f7217b6-8932-43e5-b015-f13d0a9c50be completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:34.579569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 1f7217b6-8932-43e5-b015-f13d0a9c50be triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:34.580126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:34.727954 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:34.752375 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 1f7217b6-8932-43e5-b015-f13d0a9c50be, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=1f7217b6-8932-43e5-b015-f13d0a9c50be,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:34.759290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:34.843745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=1f7217b6-8932-43e5-b015-f13d0a9c50be,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:35.021643 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:35.028305 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:35.149285 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:35.152969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=98b4def1-e568-4845-bba6-b1a2b3e26ca7,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:35.300300 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 0cef25a6-0971-496a-bc6f-39b8d190b3aa is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:35.301671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:35.398669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0889eeb7-5b46-4b6f-8a41-9b4900d34957 None None] Network 0cef25a6-0971-496a-bc6f-39b8d190b3aa requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:48:35.489582 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8492cc08-0284-4590-a27c-ddf364475ff2 None None] Provisioning for port 104bf8b9-4452-484f-b710-169658774465 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:35.632560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:48:35.820472 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:48:35.834502 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-240e3e7b-fa90-4a9e-9f99-4cd63c90f710 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "PUT /v2.0/routers/9ea5195a-30d8-446a-8f7d-7c1684e4c3bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4806879 Jan 27 17:48:35.863268 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Sync routers for ids ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:48:35.872616 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Routers {'9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:48:35.873230 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:48:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:35.929256 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-93067687-e141-4ef7-8ca6-64101469c3a3 None None] Provisioning for port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:35.941736 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-93067687-e141-4ef7-8ca6-64101469c3a3 None None] Provisioning complete for port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:35.942158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-93067687-e141-4ef7-8ca6-64101469c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:36.017709 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-93067687-e141-4ef7-8ca6-64101469c3a3 None None] Port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:48:36.102819 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Set router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:36.109145 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-43a47020-2380-4b60-bd07-6343f08185a7 req-79251e40-a562-4b1e-b0e6-58d30e773e76 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:48:36.130038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-43a47020-2380-4b60-bd07-6343f08185a7 req-79251e40-a562-4b1e-b0e6-58d30e773e76 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:48:36.131450 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-79251e40-a562-4b1e-b0e6-58d30e773e76 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430026781&fields=id&tenant_id=c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 267 time: 0.0678480 Jan 27 17:48:36.166198 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1234c351-88d8-4517-a9fa-9ea65b60d220 None None] Provisioning complete for port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:36.166562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1234c351-88d8-4517-a9fa-9ea65b60d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:36.238212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1234c351-88d8-4517-a9fa-9ea65b60d220 None None] Port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:48:36.324450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a47020-2380-4b60-bd07-6343f08185a7 req-b74f0925-a44e-431b-8918-518476f29d60 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:36.325237 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-43a47020-2380-4b60-bd07-6343f08185a7 req-b74f0925-a44e-431b-8918-518476f29d60 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:48:36.348190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-43a47020-2380-4b60-bd07-6343f08185a7 req-b74f0925-a44e-431b-8918-518476f29d60 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:48:36.349957 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-b74f0925-a44e-431b-8918-518476f29d60 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/networks?id=0cef25a6-0971-496a-bc6f-39b8d190b3aa HTTP/1.1" status: 200 len: 795 time: 0.2110238 Jan 27 17:48:36.376642 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-b2db3fd2-ac06-424e-a382-995c76887ab3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/quotas/c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 375 time: 0.0150721 Jan 27 17:48:36.471531 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '98b4def1-e568-4845-bba6-b1a2b3e26ca7', 'name': '', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:8b:c9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:33Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 2, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:36.475762 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Checking router: 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:48:36.476124 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Updating router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:48:36.476674 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 1f7217b6-8932-43e5-b015-f13d0a9c50be up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:36.494741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-43a47020-2380-4b60-bd07-6343f08185a7 req-2367af61-e584-43ab-9b0c-5123a7a45ed0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:48:36.512438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-43a47020-2380-4b60-bd07-6343f08185a7 req-2367af61-e584-43ab-9b0c-5123a7a45ed0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:48:36.514706 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-2367af61-e584-43ab-9b0c-5123a7a45ed0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1305094 Jan 27 17:48:36.527393 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-b8929e73-326a-4118-bb3b-7966ef0a7516 None None] Provisioning complete for port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:36.527815 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b8929e73-326a-4118-bb3b-7966ef0a7516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:36.531751 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:36.590400 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-b8929e73-326a-4118-bb3b-7966ef0a7516 None None] Port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:48:36.603899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 1f7217b6-8932-43e5-b015-f13d0a9c50be triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:36.604257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:36.671981 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-14889b32-bab6-4dd0-ae67-ac1541a8cfad service neutron] 10.222.0.81 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433389 Jan 27 17:48:36.726161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 104bf8b9-4452-484f-b710-169658774465 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:36.804303 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 104bf8b9-4452-484f-b710-169658774465 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:36.809828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 104bf8b9-4452-484f-b710-169658774465 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:36.810293 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:36.817155 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-f7f381f6-58d0-497f-856e-45ad3fe77b39 service neutron] 10.222.0.81 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364679 Jan 27 17:48:36.922637 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:36.937264 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Transition to ACTIVE for port object 98b4def1-e568-4845-bba6-b1a2b3e26ca7 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:36.942508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:36.952657 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:36.983881 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 104bf8b9-4452-484f-b710-169658774465, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=104bf8b9-4452-484f-b710-169658774465,segment=NetworkSegment(2ebdb7e2-233f-4d9a-8d87-814419a3d11c),segment_id=2ebdb7e2-233f-4d9a-8d87-814419a3d11c)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:36.989210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:37.017470 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-381a9ba8-c5af-425a-b32b-d05eb0311024 req-a72c254a-6c70-41e9-b2ce-66dd713f83ac tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:48:37.031038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-381a9ba8-c5af-425a-b32b-d05eb0311024 req-a72c254a-6c70-41e9-b2ce-66dd713f83ac tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:48:37.040986 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-381a9ba8-c5af-425a-b32b-d05eb0311024 req-a72c254a-6c70-41e9-b2ce-66dd713f83ac tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 210 time: 0.0724635 Jan 27 17:48:37.126957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=104bf8b9-4452-484f-b710-169658774465,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:37.203886 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Pushing event updated for resources: {'Port': ['ID=98b4def1-e568-4845-bba6-b1a2b3e26ca7,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:37.212753 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Attempting to bind port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:48:37.213107 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Attempting to bind port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '2ebdb7e2-233f-4d9a-8d87-814419a3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:48:37.213454 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Attempting to bind port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 on network 0cef25a6-0971-496a-bc6f-39b8d190b3aa {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:48:37.216257 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:37.216586 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:37.216904 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:37.217220 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:37.217568 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:37.217925 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:37.218237 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:37.218554 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:37.218868 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:37.219167 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:37.219476 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:37.219797 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:37.227864 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:48:37.228350 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Checking segment: {'id': '2ebdb7e2-233f-4d9a-8d87-814419a3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:37.228785 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:37.229171 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Bound using segment: {'id': '2ebdb7e2-233f-4d9a-8d87-814419a3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:48:37.229683 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Bound port: 98b4def1-e568-4845-bba6-b1a2b3e26ca7, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebdb7e2-233f-4d9a-8d87-814419a3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:48:37.230164 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:37.332265 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] For port 98b4def1-e568-4845-bba6-b1a2b3e26ca7, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:48:37.336097 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] For port 98b4def1-e568-4845-bba6-b1a2b3e26ca7, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=98b4def1-e568-4845-bba6-b1a2b3e26ca7,segment=NetworkSegment(2ebdb7e2-233f-4d9a-8d87-814419a3d11c),segment_id=2ebdb7e2-233f-4d9a-8d87-814419a3d11c)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:48:37.343078 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:37.418888 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Routers {'9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:48:37.419513 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:48:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:37.505195 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7793387-a368-4df9-b549-f19f029d53ad None None] Pushing event updated for resources: {'Port': ['ID=98b4def1-e568-4845-bba6-b1a2b3e26ca7,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:37.622970 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] Set router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:37.942598 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '98b4def1-e568-4845-bba6-b1a2b3e26ca7', 'name': '', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:8b:c9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:33Z', 'updated_at': '2022-01-27T17:48:37Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:37.947208 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0782641-944e-440b-941f-a7bc4fc05928 None None] The sync data for ids ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'] in dv-neutron-825077-1-hyperv is: [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '98b4def1-e568-4845-bba6-b1a2b3e26ca7', 'name': '', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:8b:c9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:33Z', 'updated_at': '2022-01-27T17:48:37Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:48:38.220863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a47020-2380-4b60-bd07-6343f08185a7 req-099e3adc-7c71-4212-af2d-a567e19bc957 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:38.221583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-43a47020-2380-4b60-bd07-6343f08185a7 req-099e3adc-7c71-4212-af2d-a567e19bc957 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:48:38.237585 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-43a47020-2380-4b60-bd07-6343f08185a7 req-099e3adc-7c71-4212-af2d-a567e19bc957 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:48:38.238922 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-099e3adc-7c71-4212-af2d-a567e19bc957 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/networks?id=0cef25a6-0971-496a-bc6f-39b8d190b3aa HTTP/1.1" status: 200 len: 795 time: 0.1966977 Jan 27 17:48:38.267130 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0ae7ef79-767e-4977-9c39-c42617ec97a4 req-67431bfb-4f49-4d52-a9c9-526da4210b20 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 210 time: 0.1082335 Jan 27 17:48:38.314704 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-fc6ebba1-83c2-40ad-b9ed-ab26e90896d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 380 time: 0.0613222 Jan 27 17:48:38.323362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'port': {'device_id': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'admin_state_up': True, 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'security_groups': ['0b9a414b-0162-4aa5-afb3-c00a512397f1']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:38.473372 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 104bf8b9-4452-484f-b710-169658774465 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:38.557163 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 104bf8b9-4452-484f-b710-169658774465 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:38.557531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:38.659160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:38.669358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:38.682999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:48:38.683173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 98b4def1-e568-4845-bba6-b1a2b3e26ca7 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:38.687562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:38.756689 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:38.764075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:38.764672 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:38.869123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.20.0.5 (0cef25a6-0971-496a-bc6f-39b8d190b3aa/11d22ff4-75b3-4870-8546-24fe83bae13d/c087f827-9b78-44d2-b8db-85fb8280d360) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:48:38.898785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:38.940862 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 98b4def1-e568-4845-bba6-b1a2b3e26ca7, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=98b4def1-e568-4845-bba6-b1a2b3e26ca7,segment=NetworkSegment(2ebdb7e2-233f-4d9a-8d87-814419a3d11c),segment_id=2ebdb7e2-233f-4d9a-8d87-814419a3d11c)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:38.947342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:39.029078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=98b4def1-e568-4845-bba6-b1a2b3e26ca7,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:39.088440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:39.106481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Transition to ACTIVE for port object c087f827-9b78-44d2-b8db-85fb8280d360 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:39.135050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:39.214134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 0cef25a6-0971-496a-bc6f-39b8d190b3aa is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:39.217855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:39.220501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:48:39.261794 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=c087f827-9b78-44d2-b8db-85fb8280d360,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:39.302698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:39.303213 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:39.334103 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-ef2457c4-91fb-4630-ba97-3669e7bc9367 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0144417 Jan 27 17:48:39.346096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Request body: {'port': {'device_id': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:39.491346 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f71199eb-bac6-481f-a0bb-ebb6326c91d2 None None] Provisioning for port c087f827-9b78-44d2-b8db-85fb8280d360 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:39.496761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f71199eb-bac6-481f-a0bb-ebb6326c91d2 None None] Provisioning complete for port c087f827-9b78-44d2-b8db-85fb8280d360 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:39.497121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f71199eb-bac6-481f-a0bb-ebb6326c91d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:39.524324 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:39.554377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f71199eb-bac6-481f-a0bb-ebb6326c91d2 None None] Port c087f827-9b78-44d2-b8db-85fb8280d360 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:48:39.594378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e691f-3275-448f-9b5a-4669d09688b1 req-fc6ba085-7487-4c98-a5db-9369e01dd98c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:39.595088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-648e691f-3275-448f-9b5a-4669d09688b1 req-fc6ba085-7487-4c98-a5db-9369e01dd98c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:48:39.663417 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-648e691f-3275-448f-9b5a-4669d09688b1 req-fc6ba085-7487-4c98-a5db-9369e01dd98c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:48:39.664607 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-648e691f-3275-448f-9b5a-4669d09688b1 req-fc6ba085-7487-4c98-a5db-9369e01dd98c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 931 time: 0.2593317 Jan 27 17:48:39.761382 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-648e691f-3275-448f-9b5a-4669d09688b1 req-958c118b-12df-4ac8-9b68-47a3f3f96a24 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900483 Jan 27 17:48:39.934590 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c087f827-9b78-44d2-b8db-85fb8280d360 {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:48:39.942181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:39.957782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Transition to ACTIVE for port object c087f827-9b78-44d2-b8db-85fb8280d360 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:39.963287 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:40.120949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Pushing event updated for resources: {'Port': ['ID=c087f827-9b78-44d2-b8db-85fb8280d360,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:40.205129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Attempting to bind port c087f827-9b78-44d2-b8db-85fb8280d360 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:48:40.205477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Attempting to bind port c087f827-9b78-44d2-b8db-85fb8280d360 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '2ebdb7e2-233f-4d9a-8d87-814419a3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:48:40.205804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Attempting to bind port c087f827-9b78-44d2-b8db-85fb8280d360 on network 0cef25a6-0971-496a-bc6f-39b8d190b3aa {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:48:40.210339 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Port c087f827-9b78-44d2-b8db-85fb8280d360 on network 0cef25a6-0971-496a-bc6f-39b8d190b3aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:48:40.210642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Attempting to bind port c087f827-9b78-44d2-b8db-85fb8280d360 on network 0cef25a6-0971-496a-bc6f-39b8d190b3aa {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:48:40.215639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:48:40.215962 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Checking segment: {'id': '2ebdb7e2-233f-4d9a-8d87-814419a3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:40.216332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Bound using segment: {'id': '2ebdb7e2-233f-4d9a-8d87-814419a3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:48:40.216734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Bound port: c087f827-9b78-44d2-b8db-85fb8280d360, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ebdb7e2-233f-4d9a-8d87-814419a3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:48:40.217067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:40.308002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 98b4def1-e568-4845-bba6-b1a2b3e26ca7 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:40.320063 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] For port c087f827-9b78-44d2-b8db-85fb8280d360, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:48:40.325133 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] For port c087f827-9b78-44d2-b8db-85fb8280d360, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c087f827-9b78-44d2-b8db-85fb8280d360,segment=NetworkSegment(2ebdb7e2-233f-4d9a-8d87-814419a3d11c),segment_id=2ebdb7e2-233f-4d9a-8d87-814419a3d11c)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:48:40.333769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:40.382436 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:40.382796 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:40.393152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:40.393797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:40.395255 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] 10.222.0.88 "PUT /v2.0/ports/c087f827-9b78-44d2-b8db-85fb8280d360 HTTP/1.1" status: 200 len: 1093 time: 1.0538859 Jan 27 17:48:40.395763 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'tag': 'c087f827-9b78-44d2-b8db-85fb8280d360'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:48:40.485170 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'tag': 'c087f827-9b78-44d2-b8db-85fb8280d360', 'status': 'completed', 'code': 200} Jan 27 17:48:40.486473 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7844708-5efd-4e87-b803-5fd393e1add7 service neutron] Pushing event updated for resources: {'Port': ['ID=c087f827-9b78-44d2-b8db-85fb8280d360,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:40.638878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a47020-2380-4b60-bd07-6343f08185a7 req-b70783af-702f-4d5b-ba23-ae0a366fd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:40.640582 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-b70783af-702f-4d5b-ba23-ae0a366fd048 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 1096 time: 0.1986575 Jan 27 17:48:40.708353 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-b83df25f-f950-49f5-aa53-13bbaf6bea0c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c087f827-9b78-44d2-b8db-85fb8280d360 HTTP/1.1" status: 200 len: 217 time: 0.0612392 Jan 27 17:48:40.774638 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a47020-2380-4b60-bd07-6343f08185a7 req-5d04cc8b-57ba-46e2-b56a-e1e1b7a2c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:40.776203 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-5d04cc8b-57ba-46e2-b56a-e1e1b7a2c0f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=11d22ff4-75b3-4870-8546-24fe83bae13d HTTP/1.1" status: 200 len: 835 time: 0.0625155 Jan 27 17:48:40.854235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a47020-2380-4b60-bd07-6343f08185a7 req-5488800f-d7fd-4568-bdae-b8480b937982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:40.855770 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-5488800f-d7fd-4568-bdae-b8480b937982 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cef25a6-0971-496a-bc6f-39b8d190b3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732305 Jan 27 17:48:41.048314 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-92e49ae0-a9db-417a-9420-8997a9a65604 service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858914 Jan 27 17:48:41.082792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4affd38-d660-4919-81d7-8f6cec7d59ed req-8b946fe5-ea95-441f-908b-00ee6db75558 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:41.084358 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d4affd38-d660-4919-81d7-8f6cec7d59ed req-8b946fe5-ea95-441f-908b-00ee6db75558 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 943 time: 0.2040024 Jan 27 17:48:41.207322 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d4affd38-d660-4919-81d7-8f6cec7d59ed req-b93a6daa-1a2e-4a49-8c43-b48167a8b258 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058981 Jan 27 17:48:41.224865 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-43a47020-2380-4b60-bd07-6343f08185a7 req-3b59ce71-32fc-4abc-a836-908b16a910c1 service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704772 Jan 27 17:48:41.348543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2fdb1-2bbe-4b6a-a2e6-a74c6b1018a1 req-70d48889-99a3-4830-aed4-05a2c7811f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:41.350156 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0cf2fdb1-2bbe-4b6a-a2e6-a74c6b1018a1 req-70d48889-99a3-4830-aed4-05a2c7811f12 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 1096 time: 0.0737398 Jan 27 17:48:41.497898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2fdb1-2bbe-4b6a-a2e6-a74c6b1018a1 req-3130f2f5-4102-4b52-9a07-213314e83c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:41.499635 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0cf2fdb1-2bbe-4b6a-a2e6-a74c6b1018a1 req-3130f2f5-4102-4b52-9a07-213314e83c59 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cef25a6-0971-496a-bc6f-39b8d190b3aa HTTP/1.1" status: 200 len: 897 time: 0.1417527 Jan 27 17:48:41.571744 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0cf2fdb1-2bbe-4b6a-a2e6-a74c6b1018a1 req-812c2bc2-b082-413e-85a8-19fd84938620 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c087f827-9b78-44d2-b8db-85fb8280d360 HTTP/1.1" status: 200 len: 217 time: 0.0657225 Jan 27 17:48:41.640526 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2fdb1-2bbe-4b6a-a2e6-a74c6b1018a1 req-3fd8804c-fe2c-4849-9bbd-758fbae2b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:41.641995 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0cf2fdb1-2bbe-4b6a-a2e6-a74c6b1018a1 req-3fd8804c-fe2c-4849-9bbd-758fbae2b265 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=11d22ff4-75b3-4870-8546-24fe83bae13d HTTP/1.1" status: 200 len: 835 time: 0.0635395 Jan 27 17:48:41.718971 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2fdb1-2bbe-4b6a-a2e6-a74c6b1018a1 req-bbe71bfc-a7d3-4216-9be0-b34ac06597ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:41.720442 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0cf2fdb1-2bbe-4b6a-a2e6-a74c6b1018a1 req-bbe71bfc-a7d3-4216-9be0-b34ac06597ef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cef25a6-0971-496a-bc6f-39b8d190b3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715315 Jan 27 17:48:41.857084 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0cf2fdb1-2bbe-4b6a-a2e6-a74c6b1018a1 req-1ac11e2c-81f6-4e6b-a9d6-8cf882eda873 service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294825 Jan 27 17:48:41.997888 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0cf2fdb1-2bbe-4b6a-a2e6-a74c6b1018a1 req-e75e4610-c0d9-4f81-a3a7-9731ec51e8f8 service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324885 Jan 27 17:48:42.436865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2ed79-67eb-4ea4-a71d-996dd722096e req-da7508ef-465f-40a2-a624-3727eb148f27 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:42.439386 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-47b2ed79-67eb-4ea4-a71d-996dd722096e req-da7508ef-465f-40a2-a624-3727eb148f27 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 943 time: 0.1085026 Jan 27 17:48:42.485144 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-47b2ed79-67eb-4ea4-a71d-996dd722096e req-b66f9b7e-9469-447a-9c81-6647d9b6561f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400116 Jan 27 17:48:43.703297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920b0fc-b4c5-4a79-9fac-f1d4e51b8af9 req-dacf941b-7c32-40e0-8c2b-1ae1c5dadf39 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:43.704816 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1920b0fc-b4c5-4a79-9fac-f1d4e51b8af9 req-dacf941b-7c32-40e0-8c2b-1ae1c5dadf39 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 943 time: 0.1143010 Jan 27 17:48:43.763794 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1920b0fc-b4c5-4a79-9fac-f1d4e51b8af9 req-08b70df3-1561-44e3-960a-221059851b93 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528765 Jan 27 17:48:44.661099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c087f827-9b78-44d2-b8db-85fb8280d360 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:48:44.797117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c087f827-9b78-44d2-b8db-85fb8280d360, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c087f827-9b78-44d2-b8db-85fb8280d360,segment=NetworkSegment(2ebdb7e2-233f-4d9a-8d87-814419a3d11c),segment_id=2ebdb7e2-233f-4d9a-8d87-814419a3d11c)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:44.810526 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'c087f827-9b78-44d2-b8db-85fb8280d360', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'port_id': 'c087f827-9b78-44d2-b8db-85fb8280d360', 'mac_address': 'fa:16:3e:16:97:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:48:44.871114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:44.888325 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c087f827-9b78-44d2-b8db-85fb8280d360 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:48:44.904460 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c087f827-9b78-44d2-b8db-85fb8280d360, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c087f827-9b78-44d2-b8db-85fb8280d360,segment=NetworkSegment(2ebdb7e2-233f-4d9a-8d87-814419a3d11c),segment_id=2ebdb7e2-233f-4d9a-8d87-814419a3d11c)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:44.911171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:44.960406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcee9b-d39b-45ef-b400-54f0fc497abf req-2e0469a6-6c5a-48dc-b688-c02493663464 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:44.962000 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b3bcee9b-d39b-45ef-b400-54f0fc497abf req-2e0469a6-6c5a-48dc-b688-c02493663464 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 944 time: 0.0834277 Jan 27 17:48:44.976819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=c087f827-9b78-44d2-b8db-85fb8280d360,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:45.025964 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b3bcee9b-d39b-45ef-b400-54f0fc497abf req-327e47a8-d9b5-4312-b7fb-30418f4fd790 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578680 Jan 27 17:48:45.124208 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['c087f827-9b78-44d2-b8db-85fb8280d360'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:48:46.229089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cff1a9-9d1a-4457-be00-bbb5a6baac77 req-a5ab1083-f061-46a9-97c0-b98086a52eab tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:46.230548 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-93cff1a9-9d1a-4457-be00-bbb5a6baac77 req-a5ab1083-f061-46a9-97c0-b98086a52eab tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 944 time: 0.0951540 Jan 27 17:48:46.275834 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-93cff1a9-9d1a-4457-be00-bbb5a6baac77 req-80046e6c-290f-492c-9503-32feb9983b1c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385003 Jan 27 17:48:46.660410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c087f827-9b78-44d2-b8db-85fb8280d360 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:46.733144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port c087f827-9b78-44d2-b8db-85fb8280d360 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:46.739630 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port c087f827-9b78-44d2-b8db-85fb8280d360 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:46.740015 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:46.865740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:46.893656 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c087f827-9b78-44d2-b8db-85fb8280d360'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:48:46.904942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port c087f827-9b78-44d2-b8db-85fb8280d360, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c087f827-9b78-44d2-b8db-85fb8280d360,segment=NetworkSegment(2ebdb7e2-233f-4d9a-8d87-814419a3d11c),segment_id=2ebdb7e2-233f-4d9a-8d87-814419a3d11c)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:46.911846 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:46.947669 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c087f827-9b78-44d2-b8db-85fb8280d360', 'code': 200} Jan 27 17:48:46.980075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=c087f827-9b78-44d2-b8db-85fb8280d360,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:46.988619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:46.988918 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:46.989254 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:46.989590 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:46.989893 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:46.990214 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:46.990532 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:46.990842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:46.991158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:46.991463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:46.991798 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:46.992105 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:47.287547 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f42bd-a357-4a13-9909-d01b0e7beafa req-12babded-c085-4e61-b5eb-8b4cb6c7c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:47.289136 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a41f42bd-a357-4a13-9909-d01b0e7beafa req-12babded-c085-4e61-b5eb-8b4cb6c7c8a9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 1098 time: 0.1736372 Jan 27 17:48:47.330561 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a41f42bd-a357-4a13-9909-d01b0e7beafa req-a7f85eb4-56dc-40a8-80f2-d16708ad1c8f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356715 Jan 27 17:48:47.472516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59934be-d429-4a49-b010-1600582f1cda req-20cb418f-a480-4ea7-8639-3681bf67f9f9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:47.474579 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f59934be-d429-4a49-b010-1600582f1cda req-20cb418f-a480-4ea7-8639-3681bf67f9f9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0922608 Jan 27 17:48:47.520578 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f59934be-d429-4a49-b010-1600582f1cda req-815ad81c-dc94-4d81-ae35-e50b85892b19 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396390 Jan 27 17:48:48.729903 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e704b-4bf7-41a6-aa0c-c35d2ddca135 req-e95800c3-a511-458e-ac3f-35cf09fe3363 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:48.731365 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-245e704b-4bf7-41a6-aa0c-c35d2ddca135 req-e95800c3-a511-458e-ac3f-35cf09fe3363 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0943565 Jan 27 17:48:48.778124 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-245e704b-4bf7-41a6-aa0c-c35d2ddca135 req-d4151ee5-553d-480d-a316-4e364fbd9753 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409002 Jan 27 17:48:48.986268 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba0fab-21cf-4289-822c-197dad3457ef req-c7fa494f-5571-48e9-8ee3-bfa23a6be1c0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:48.987761 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-94ba0fab-21cf-4289-822c-197dad3457ef req-c7fa494f-5571-48e9-8ee3-bfa23a6be1c0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0972257 Jan 27 17:48:49.037103 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-94ba0fab-21cf-4289-822c-197dad3457ef req-a4852b0f-0004-4250-934f-57e755f07fdd tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405607 Jan 27 17:48:49.060405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50292) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:49.196746 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627dd015-5573-4986-a99b-f91cd6a0c15e tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:49.198292 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-627dd015-5573-4986-a99b-f91cd6a0c15e tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 1093 time: 0.1366389 Jan 27 17:48:49.201532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50298) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:49.206774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': 'c087f827-9b78-44d2-b8db-85fb8280d360', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:49.213322 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:49.217502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:floatingip and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:49.220792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:49.228552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:49.242406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:49.396946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:49.557976 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.26.8.194 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/324aed23-c589-49c0-bda8-17af7e594c56) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:48:49.731981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:49.767570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:49.831834 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:49.834663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:49.839033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:48:49.872044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=324aed23-c589-49c0-bda8-17af7e594c56,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:50.285598 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:50.368181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:50.609925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:50.616328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:50.718223 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=324aed23-c589-49c0-bda8-17af7e594c56,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:50.735492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:51.022344 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Floating IP bea3f18d-0d62-468a-a83d-4a1690126b1e associated. External IP: 172.26.8.194, port: c087f827-9b78-44d2-b8db-85fb8280d360. Jan 27 17:48:51.382672 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:48:51.559158 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b7ac25f4-66bc-49ab-bcbf-3d5b7559d664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:51.571443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:48:51.582180 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c356146-bee5-454f-8a11-1bd91116ac15 None None] Sync routers for ids ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:48:51.597396 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c356146-bee5-454f-8a11-1bd91116ac15 None None] Routers {'9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:48:51.598130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1c356146-bee5-454f-8a11-1bd91116ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:48:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:51.601565 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:51.659368 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f7e4c7be-2da3-4610-b1cb-eef31579f2bf tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4566488 Jan 27 17:48:51.659968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'tag': 'c087f827-9b78-44d2-b8db-85fb8280d360'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:48:51.759392 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'tag': 'c087f827-9b78-44d2-b8db-85fb8280d360', 'status': 'completed', 'code': 200} Jan 27 17:48:51.816077 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-1c356146-bee5-454f-8a11-1bd91116ac15 None None] Set router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:51.830229 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c7098-1302-448b-9d00-9768e7de956f req-ab6f74f1-b01d-4d17-b5a1-926e9643bf0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:51.831845 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ff4c7098-1302-448b-9d00-9768e7de956f req-ab6f74f1-b01d-4d17-b5a1-926e9643bf0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0816219 Jan 27 17:48:51.857974 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42017148-a820-4e46-869b-53fc8d63a039 req-796448cc-2fc3-41be-a364-758891985d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:51.858948 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-42017148-a820-4e46-869b-53fc8d63a039 req-796448cc-2fc3-41be-a364-758891985d1a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 1098 time: 0.0763257 Jan 27 17:48:51.879303 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ff4c7098-1302-448b-9d00-9768e7de956f req-2c4339c2-00ce-464a-8866-2a10a5849516 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412285 Jan 27 17:48:51.903780 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50308) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:52.006359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42017148-a820-4e46-869b-53fc8d63a039 req-d08026cb-4250-4a40-a3f3-511aece915b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:52.007871 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-42017148-a820-4e46-869b-53fc8d63a039 req-d08026cb-4250-4a40-a3f3-511aece915b2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cef25a6-0971-496a-bc6f-39b8d190b3aa HTTP/1.1" status: 200 len: 897 time: 0.1433332 Jan 27 17:48:52.012040 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c8c9a029-3acf-4a60-96b4-18752aeec9b3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/bea3f18d-0d62-468a-a83d-4a1690126b1e HTTP/1.1" status: 200 len: 991 time: 0.1067846 Jan 27 17:48:52.110060 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-42017148-a820-4e46-869b-53fc8d63a039 req-3de52981-4a35-4969-89c9-f6951e6c1f51 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c087f827-9b78-44d2-b8db-85fb8280d360 HTTP/1.1" status: 200 len: 999 time: 0.0959966 Jan 27 17:48:52.170367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42017148-a820-4e46-869b-53fc8d63a039 req-700a5e60-100a-48ca-bfc0-d2b821fc0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:52.172017 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-42017148-a820-4e46-869b-53fc8d63a039 req-700a5e60-100a-48ca-bfc0-d2b821fc0afe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=11d22ff4-75b3-4870-8546-24fe83bae13d HTTP/1.1" status: 200 len: 835 time: 0.0568817 Jan 27 17:48:52.179517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1c356146-bee5-454f-8a11-1bd91116ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'bea3f18d-0d62-468a-a83d-4a1690126b1e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.194', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'port_id': 'c087f827-9b78-44d2-b8db-85fb8280d360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'mac_address': 'fa:16:3e:16:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:48:50Z', 'updated_at': '2022-01-27T17:48:50Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b4def1-e568-4845-bba6-b1a2b3e26ca7', 'name': '', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:8b:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:33Z', 'updated_at': '2022-01-27T17:48:38Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:52.183598 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c356146-bee5-454f-8a11-1bd91116ac15 None None] Checking router: 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:48:52.192364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c356146-bee5-454f-8a11-1bd91116ac15 None None] Routers {'9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:48:52.192957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1c356146-bee5-454f-8a11-1bd91116ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:48:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:52.246852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42017148-a820-4e46-869b-53fc8d63a039 req-4cb1ffb0-0eba-4d0c-9888-d7af246ae7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:52.248548 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-42017148-a820-4e46-869b-53fc8d63a039 req-4cb1ffb0-0eba-4d0c-9888-d7af246ae7fc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cef25a6-0971-496a-bc6f-39b8d190b3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710616 Jan 27 17:48:52.372368 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-1c356146-bee5-454f-8a11-1bd91116ac15 None None] Set router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:52.386680 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-42017148-a820-4e46-869b-53fc8d63a039 req-e7c1462c-6e33-435f-a167-482f56647c64 service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315541 Jan 27 17:48:52.612838 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:48:52.699733 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-42017148-a820-4e46-869b-53fc8d63a039 req-97ec49cc-0080-4ad0-8ccd-ee9a6c32c5eb service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061125 Jan 27 17:48:52.783652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-1c356146-bee5-454f-8a11-1bd91116ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'bea3f18d-0d62-468a-a83d-4a1690126b1e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.194', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'port_id': 'c087f827-9b78-44d2-b8db-85fb8280d360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'mac_address': 'fa:16:3e:16:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:48:50Z', 'updated_at': '2022-01-27T17:48:50Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b4def1-e568-4845-bba6-b1a2b3e26ca7', 'name': '', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:8b:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:33Z', 'updated_at': '2022-01-27T17:48:38Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:52.788277 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c356146-bee5-454f-8a11-1bd91116ac15 None None] The sync data for ids ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'] in dv-neutron-825077-1-hyperv is: [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'bea3f18d-0d62-468a-a83d-4a1690126b1e', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.194', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'port_id': 'c087f827-9b78-44d2-b8db-85fb8280d360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'mac_address': 'fa:16:3e:16:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:48:50Z', 'updated_at': '2022-01-27T17:48:50Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b4def1-e568-4845-bba6-b1a2b3e26ca7', 'name': '', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:8b:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:33Z', 'updated_at': '2022-01-27T17:48:38Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:48:53.016379 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50312) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:53.028037 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e0e4c-ae44-450a-a704-c2403f0a38d8 None None] New status for floating IP bea3f18d-0d62-468a-a83d-4a1690126b1e: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:48:53.129745 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b2c97142-ecda-486c-8384-06eab9a0f7b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/bea3f18d-0d62-468a-a83d-4a1690126b1e HTTP/1.1" status: 200 len: 991 time: 0.1120951 Jan 27 17:48:53.861228 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-03c9ca9b-6c75-4316-8fcb-edd52a5d6ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:54.135101 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50316) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:54.241641 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0625151c-6110-4342-a0ce-57dc66efea45 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/bea3f18d-0d62-468a-a83d-4a1690126b1e HTTP/1.1" status: 200 len: 993 time: 0.1052125 Jan 27 17:48:54.843000 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:55.436597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:56.806236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:58.778682 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:06.222379 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f21d7bd9-d2d3-49b3-93d4-cabdcbc13e83 req-59299663-bc73-4405-82f8-717e27370c4d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830243 Jan 27 17:49:06.376441 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d7bd9-d2d3-49b3-93d4-cabdcbc13e83 req-524c6843-e137-472e-8b9e-f0c554c09747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:06.377897 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f21d7bd9-d2d3-49b3-93d4-cabdcbc13e83 req-524c6843-e137-472e-8b9e-f0c554c09747 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 1098 time: 0.0755227 Jan 27 17:49:06.538986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d7bd9-d2d3-49b3-93d4-cabdcbc13e83 req-62bc2aaa-a5cf-4145-a827-7e075e7fc7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:06.541017 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f21d7bd9-d2d3-49b3-93d4-cabdcbc13e83 req-62bc2aaa-a5cf-4145-a827-7e075e7fc7b4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cef25a6-0971-496a-bc6f-39b8d190b3aa HTTP/1.1" status: 200 len: 897 time: 0.1416347 Jan 27 17:49:06.646446 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f21d7bd9-d2d3-49b3-93d4-cabdcbc13e83 req-55e46fed-d90f-4914-ac9a-5513c3dee82f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c087f827-9b78-44d2-b8db-85fb8280d360 HTTP/1.1" status: 200 len: 1001 time: 0.0995464 Jan 27 17:49:06.713268 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d7bd9-d2d3-49b3-93d4-cabdcbc13e83 req-48560bb6-13ca-4d64-98a1-d2db9a5ee54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:06.714725 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f21d7bd9-d2d3-49b3-93d4-cabdcbc13e83 req-48560bb6-13ca-4d64-98a1-d2db9a5ee54d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=11d22ff4-75b3-4870-8546-24fe83bae13d HTTP/1.1" status: 200 len: 835 time: 0.0624602 Jan 27 17:49:06.792364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d7bd9-d2d3-49b3-93d4-cabdcbc13e83 req-b50dbe99-0fd0-4082-82e4-ac79cb0b23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:06.793740 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f21d7bd9-d2d3-49b3-93d4-cabdcbc13e83 req-b50dbe99-0fd0-4082-82e4-ac79cb0b23c9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cef25a6-0971-496a-bc6f-39b8d190b3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725417 Jan 27 17:49:06.925565 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f21d7bd9-d2d3-49b3-93d4-cabdcbc13e83 req-6584e5c6-b4de-468f-9e43-a8495f160ca0 service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245396 Jan 27 17:49:07.061888 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f21d7bd9-d2d3-49b3-93d4-cabdcbc13e83 req-2a89472e-f9d0-48d2-be95-61eeb2a756aa service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293635 Jan 27 17:49:21.565418 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-64b087cc-51e7-4207-af7e-802c22909875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:23.836040 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778561bd-6486-4088-af6e-08514b00330f req-2322ad5f-5b91-4b49-b535-e688041450bb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:23.837426 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-778561bd-6486-4088-af6e-08514b00330f req-2322ad5f-5b91-4b49-b535-e688041450bb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0864258 Jan 27 17:49:23.855242 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-30f280b2-1ce1-406f-8096-5db30833c142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:23.883483 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-778561bd-6486-4088-af6e-08514b00330f req-792ca771-82ec-49e8-a17b-f478b49c298e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399692 Jan 27 17:49:24.838844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:25.083985 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131825d-a489-4967-b666-eaa2ac7d95ba req-04e03a84-1ea3-47ca-a64a-31a50fb1b7ff tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:25.085471 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8131825d-a489-4967-b666-eaa2ac7d95ba req-04e03a84-1ea3-47ca-a64a-31a50fb1b7ff tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0826812 Jan 27 17:49:25.135941 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8131825d-a489-4967-b666-eaa2ac7d95ba req-be52fcbf-1384-4bf4-9a9c-76e6a0a5dfc9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443623 Jan 27 17:49:25.436451 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:26.333533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4135805-65f9-48ea-8889-8236a03c2126 req-fe653529-2db2-4a25-97c8-f889e06c5d3d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:26.333533 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d4135805-65f9-48ea-8889-8236a03c2126 req-fe653529-2db2-4a25-97c8-f889e06c5d3d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0829332 Jan 27 17:49:26.380646 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d4135805-65f9-48ea-8889-8236a03c2126 req-d8991000-dd90-446f-a4fa-0f4b676fb8fe tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423346 Jan 27 17:49:26.804488 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:27.704659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda74f1-0462-4834-864d-2e78442ceab9 req-06611c51-4ef7-4df9-bd0a-c8b610b1dfa7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:27.706031 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4cda74f1-0462-4834-864d-2e78442ceab9 req-06611c51-4ef7-4df9-bd0a-c8b610b1dfa7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.2145796 Jan 27 17:49:27.754679 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4cda74f1-0462-4834-864d-2e78442ceab9 req-ac451c8c-2dd5-43a9-8b2a-f2d930c7aa0c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Jan 27 17:49:28.802472 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:28.959809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c83070-a3a6-4253-8462-5413d130f7f7 req-1f743f48-ba04-47ae-96b9-a84473f80195 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:28.961963 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0c83070-a3a6-4253-8462-5413d130f7f7 req-1f743f48-ba04-47ae-96b9-a84473f80195 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0950913 Jan 27 17:49:29.008378 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e0c83070-a3a6-4253-8462-5413d130f7f7 req-df185563-0634-409c-b1e3-30b68821f36c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405562 Jan 27 17:49:29.616247 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:49:30.208356 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b0436-d902-4bba-a3a3-66e8f157e93f req-84af2949-f5c4-4486-a0ad-c86ea017aa17 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:30.209880 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-119b0436-d902-4bba-a3a3-66e8f157e93f req-84af2949-f5c4-4486-a0ad-c86ea017aa17 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0900121 Jan 27 17:49:30.258434 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-119b0436-d902-4bba-a3a3-66e8f157e93f req-90af12e9-37a2-466f-9465-4cd3fc836e72 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398545 Jan 27 17:49:31.460483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319e41e-ba3b-4356-915e-b6b90ee6defa req-2070ab4f-49e4-4948-964a-b84d3fd9ca5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:31.461970 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0319e41e-ba3b-4356-915e-b6b90ee6defa req-2070ab4f-49e4-4948-964a-b84d3fd9ca5f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0824797 Jan 27 17:49:31.508848 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0319e41e-ba3b-4356-915e-b6b90ee6defa req-68315643-4aa3-4193-b139-87fa373958b5 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Jan 27 17:49:32.715895 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0171d3e-6a4a-4c7c-acc4-f4574bc0a766 req-c6c81a56-c49d-4a04-8c10-f82cf28c64c0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:32.717333 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d0171d3e-6a4a-4c7c-acc4-f4574bc0a766 req-c6c81a56-c49d-4a04-8c10-f82cf28c64c0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0894492 Jan 27 17:49:32.762988 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d0171d3e-6a4a-4c7c-acc4-f4574bc0a766 req-8bd0b965-1762-4159-9f8e-a7de331f4bc3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398476 Jan 27 17:49:34.056768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d882c-cfca-486b-bd7c-1578d2759813 req-0227fa9e-9fa3-4e00-98a8-0ba691f06038 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:34.058122 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e64d882c-cfca-486b-bd7c-1578d2759813 req-0227fa9e-9fa3-4e00-98a8-0ba691f06038 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.1861045 Jan 27 17:49:34.102774 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e64d882c-cfca-486b-bd7c-1578d2759813 req-99bc7a65-0072-4aaf-b7d5-1c8cda7af4af tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388181 Jan 27 17:49:35.302694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02f956-2009-42ee-a646-658836fb5451 req-17414bf1-72b2-4ea7-bca5-eb757ae54001 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:35.304190 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7e02f956-2009-42ee-a646-658836fb5451 req-17414bf1-72b2-4ea7-bca5-eb757ae54001 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0917599 Jan 27 17:49:35.349355 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7e02f956-2009-42ee-a646-658836fb5451 req-2f7b0b9b-b5fa-45f9-b95b-1e68366918f3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387871 Jan 27 17:49:36.551693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f48af4-44b4-4ab7-82a2-d8aab53668bb req-400cf8e7-ec52-46c7-810a-bc3ae322786d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:36.553028 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f5f48af4-44b4-4ab7-82a2-d8aab53668bb req-400cf8e7-ec52-46c7-810a-bc3ae322786d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0867569 Jan 27 17:49:36.599605 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f5f48af4-44b4-4ab7-82a2-d8aab53668bb req-016ea80a-64bb-44c0-8986-9cf19b43f854 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380299 Jan 27 17:49:37.815950 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb50cc2-7d91-4388-9c62-402a16b11ad7 req-316d467f-e970-4cf9-a667-15ca453ce23b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:37.817401 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1bb50cc2-7d91-4388-9c62-402a16b11ad7 req-316d467f-e970-4cf9-a667-15ca453ce23b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.1022289 Jan 27 17:49:37.867407 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1bb50cc2-7d91-4388-9c62-402a16b11ad7 req-0be14a7e-71d9-459f-b79a-1f41d1e272be tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441411 Jan 27 17:49:39.071516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f857aa-9a98-4306-a79f-e5caacf4dff1 req-b1458ba4-0e94-4e51-a7c2-c502240910b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:39.072993 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d7f857aa-9a98-4306-a79f-e5caacf4dff1 req-b1458ba4-0e94-4e51-a7c2-c502240910b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0830381 Jan 27 17:49:39.118722 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d7f857aa-9a98-4306-a79f-e5caacf4dff1 req-9a7ae46d-c414-453d-9a81-23dbfe986d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397141 Jan 27 17:49:40.339995 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0369b14-7e2d-4e21-8325-ed2cab6c4ac8 req-ea822adc-a2dc-4f99-a0f2-2ce77e3f5040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:40.341597 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0369b14-7e2d-4e21-8325-ed2cab6c4ac8 req-ea822adc-a2dc-4f99-a0f2-2ce77e3f5040 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0871079 Jan 27 17:49:40.389835 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f0369b14-7e2d-4e21-8325-ed2cab6c4ac8 req-2d4efba5-953d-4c94-af34-dc84a02b7f5e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392354 Jan 27 17:49:40.420397 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50362) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:49:40.537419 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7df15253-c382-4426-9454-b8a1ecf1b47c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/bea3f18d-0d62-468a-a83d-4a1690126b1e HTTP/1.1" status: 200 len: 993 time: 0.1158524 Jan 27 17:49:42.070172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22da37c-f5e3-4b05-8840-48814e54a97e req-b57e1537-4676-4eb7-962c-2114022206a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:42.071639 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f22da37c-f5e3-4b05-8840-48814e54a97e req-b57e1537-4676-4eb7-962c-2114022206a6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 1098 time: 0.0821722 Jan 27 17:49:42.255345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22da37c-f5e3-4b05-8840-48814e54a97e req-f7c9fefc-32af-4e62-a3e2-55e74980847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:42.256750 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f22da37c-f5e3-4b05-8840-48814e54a97e req-f7c9fefc-32af-4e62-a3e2-55e74980847e service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cef25a6-0971-496a-bc6f-39b8d190b3aa HTTP/1.1" status: 200 len: 897 time: 0.1793272 Jan 27 17:49:42.344197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6552ce7-c9ae-4574-86c2-4e995825a70b req-049bbce9-808c-4b6b-bc58-a1c020487205 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:42.345807 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a6552ce7-c9ae-4574-86c2-4e995825a70b req-049bbce9-808c-4b6b-bc58-a1c020487205 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.2431223 Jan 27 17:49:42.403790 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f22da37c-f5e3-4b05-8840-48814e54a97e req-077c7a1b-d98f-49e0-b957-8452a7793b60 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c087f827-9b78-44d2-b8db-85fb8280d360 HTTP/1.1" status: 200 len: 1001 time: 0.1405442 Jan 27 17:49:42.411244 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a6552ce7-c9ae-4574-86c2-4e995825a70b req-0b75eee3-2ef4-494e-a96e-bdbfd914a6fc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587170 Jan 27 17:49:42.472799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22da37c-f5e3-4b05-8840-48814e54a97e req-83b98952-2e35-46ca-b073-d19e1947b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:42.474253 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f22da37c-f5e3-4b05-8840-48814e54a97e req-83b98952-2e35-46ca-b073-d19e1947b9d7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=11d22ff4-75b3-4870-8546-24fe83bae13d HTTP/1.1" status: 200 len: 835 time: 0.0621066 Jan 27 17:49:42.552273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22da37c-f5e3-4b05-8840-48814e54a97e req-dae6f08f-6e41-4150-85a5-e880ac379704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:42.553746 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f22da37c-f5e3-4b05-8840-48814e54a97e req-dae6f08f-6e41-4150-85a5-e880ac379704 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cef25a6-0971-496a-bc6f-39b8d190b3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739470 Jan 27 17:49:42.690747 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f22da37c-f5e3-4b05-8840-48814e54a97e req-8bc4d393-d93a-4b62-bb2c-57d0fc7ce393 service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300178 Jan 27 17:49:42.824915 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f22da37c-f5e3-4b05-8840-48814e54a97e req-a3b255bf-e164-4e7d-8203-a0d600c7b034 service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282098 Jan 27 17:49:43.610183 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6b06a-551e-4e35-9bc4-78e721cf0331 req-24476c9a-a42f-40ec-808d-0fb718550007 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:43.611514 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dab6b06a-551e-4e35-9bc4-78e721cf0331 req-24476c9a-a42f-40ec-808d-0fb718550007 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0843349 Jan 27 17:49:43.664206 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dab6b06a-551e-4e35-9bc4-78e721cf0331 req-63fdec42-53e1-4ade-9393-6595369744e0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468402 Jan 27 17:49:43.688356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50374) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:49:43.818175 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-7a360764-22cb-43a9-bb78-3d9473e989e5 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/bea3f18d-0d62-468a-a83d-4a1690126b1e HTTP/1.1" status: 200 len: 993 time: 0.1285412 Jan 27 17:49:51.561724 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-12670c61-386c-4a2a-b31b-77a8c4153003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:53.867598 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d91e-7160-4cba-a7dc-6e9b4b8e2492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:54.838743 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:55.444207 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:56.805508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:58.825431 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:06.614916 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:50:08.296001 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dfee2555-4abe-4949-8d53-63a89803339c req-976e4f67-fa9d-4a5d-84a8-b8c761946c12 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1562951 Jan 27 17:50:08.441397 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee2555-4abe-4949-8d53-63a89803339c req-d4331107-64fa-494a-8224-a0a0f442bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:08.442880 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dfee2555-4abe-4949-8d53-63a89803339c req-d4331107-64fa-494a-8224-a0a0f442bf54 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 1098 time: 0.0767365 Jan 27 17:50:08.700828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee2555-4abe-4949-8d53-63a89803339c req-9e3f4819-258c-4e80-901b-748efa8c2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:08.702297 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dfee2555-4abe-4949-8d53-63a89803339c req-9e3f4819-258c-4e80-901b-748efa8c2c0c service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cef25a6-0971-496a-bc6f-39b8d190b3aa HTTP/1.1" status: 200 len: 897 time: 0.2355461 Jan 27 17:50:08.805872 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dfee2555-4abe-4949-8d53-63a89803339c req-163c6e72-f21a-45ca-baf0-c36f184ef690 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c087f827-9b78-44d2-b8db-85fb8280d360 HTTP/1.1" status: 200 len: 1001 time: 0.0956819 Jan 27 17:50:08.880366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee2555-4abe-4949-8d53-63a89803339c req-8aac2ad2-e353-400a-bda1-be3a78c19b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:08.881814 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dfee2555-4abe-4949-8d53-63a89803339c req-8aac2ad2-e353-400a-bda1-be3a78c19b8f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=11d22ff4-75b3-4870-8546-24fe83bae13d HTTP/1.1" status: 200 len: 835 time: 0.0690455 Jan 27 17:50:08.962985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee2555-4abe-4949-8d53-63a89803339c req-8acdd442-b200-47db-ac0f-70d95ba6947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:08.964372 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dfee2555-4abe-4949-8d53-63a89803339c req-8acdd442-b200-47db-ac0f-70d95ba6947f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cef25a6-0971-496a-bc6f-39b8d190b3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765269 Jan 27 17:50:08.979080 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [req-dfee2555-4abe-4949-8d53-63a89803339c req-23d66912-9e2c-4ad9-ac91-801446390c60 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:50:08.980458 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dfee2555-4abe-4949-8d53-63a89803339c req-23d66912-9e2c-4ad9-ac91-801446390c60 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077925 Jan 27 17:50:09.123899 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dfee2555-4abe-4949-8d53-63a89803339c req-6f682c90-ed46-499d-b691-68ce1c52a753 service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359811 Jan 27 17:50:09.263342 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-dfee2555-4abe-4949-8d53-63a89803339c req-1145fa6d-ba5f-4b7c-b4b2-c8874559b739 service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327360 Jan 27 17:50:14.268308 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50398) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:14.480864 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 324aed23-c589-49c0-bda8-17af7e594c56 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:50:14.481157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:14.649781 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:14.650074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:14.770848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 324aed23-c589-49c0-bda8-17af7e594c56 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:50:14.930007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:14.976600 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=324aed23-c589-49c0-bda8-17af7e594c56,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:15.017906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:15.018299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:15.018598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:15.018930 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:15.019261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:15.019602 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:15.019940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:15.020262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:15.020584 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:15.020902 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:15.021220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:15.021538 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:15.082087 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:15.082429 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Floating IP bea3f18d-0d62-468a-a83d-4a1690126b1e disassociated (deleted). External IP: 172.26.8.194, port: c087f827-9b78-44d2-b8db-85fb8280d360. Jan 27 17:50:15.556547 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:50:15.757540 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:50:15.767977 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dce4ae-423c-48f4-959a-58dcf1bbeceb None None] Sync routers for ids ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:50:15.778463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dce4ae-423c-48f4-959a-58dcf1bbeceb None None] Routers {'9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:50:15.779053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-39dce4ae-423c-48f4-959a-58dcf1bbeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:49:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:15.782624 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:15.842372 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-235d346f-5565-46a2-8025-c3fae3e500f2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/floatingips/bea3f18d-0d62-468a-a83d-4a1690126b1e HTTP/1.1" status: 204 len: 168 time: 1.5729582 Jan 27 17:50:15.843306 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'tag': 'c087f827-9b78-44d2-b8db-85fb8280d360'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:50:15.900639 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'tag': 'c087f827-9b78-44d2-b8db-85fb8280d360', 'status': 'completed', 'code': 200} Jan 27 17:50:15.964669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-39dce4ae-423c-48f4-959a-58dcf1bbeceb None None] Set router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:50:15.998059 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232e406-dc49-4180-b53d-a9a6d4441cf1 req-5ccd2131-02ad-420f-884f-c50c92266eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:15.999539 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2232e406-dc49-4180-b53d-a9a6d4441cf1 req-5ccd2131-02ad-420f-884f-c50c92266eaf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 1098 time: 0.0753078 Jan 27 17:50:16.195196 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232e406-dc49-4180-b53d-a9a6d4441cf1 req-3f92295e-60e1-4eec-b6e0-24f43f4de64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:16.196684 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2232e406-dc49-4180-b53d-a9a6d4441cf1 req-3f92295e-60e1-4eec-b6e0-24f43f4de64e service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cef25a6-0971-496a-bc6f-39b8d190b3aa HTTP/1.1" status: 200 len: 897 time: 0.1912630 Jan 27 17:50:16.269797 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2232e406-dc49-4180-b53d-a9a6d4441cf1 req-5d00f157-1dc7-44a8-91e0-a054c47851bb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c087f827-9b78-44d2-b8db-85fb8280d360 HTTP/1.1" status: 200 len: 217 time: 0.0634844 Jan 27 17:50:16.348641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-39dce4ae-423c-48f4-959a-58dcf1bbeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '98b4def1-e568-4845-bba6-b1a2b3e26ca7', 'name': '', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:8b:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:33Z', 'updated_at': '2022-01-27T17:48:38Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:16.353151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dce4ae-423c-48f4-959a-58dcf1bbeceb None None] Checking router: 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:50:16.358720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aed411-b181-4f57-8b07-bf87b5b9c3ad req-78530f5e-8b6f-4686-a875-2a5952419a36 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:16.359809 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f3aed411-b181-4f57-8b07-bf87b5b9c3ad req-78530f5e-8b6f-4686-a875-2a5952419a36 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.2033470 Jan 27 17:50:16.365470 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dce4ae-423c-48f4-959a-58dcf1bbeceb None None] Routers {'9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:50:16.366087 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232e406-dc49-4180-b53d-a9a6d4441cf1 req-9794668a-a193-4617-b527-be8d4bce5cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:16.366210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-39dce4ae-423c-48f4-959a-58dcf1bbeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:49:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:16.367500 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2232e406-dc49-4180-b53d-a9a6d4441cf1 req-9794668a-a193-4617-b527-be8d4bce5cfe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=11d22ff4-75b3-4870-8546-24fe83bae13d HTTP/1.1" status: 200 len: 835 time: 0.0895598 Jan 27 17:50:16.460347 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f3aed411-b181-4f57-8b07-bf87b5b9c3ad req-b41c9e87-c134-4bf4-bcde-9bf01ccadd2d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918677 Jan 27 17:50:16.481303 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232e406-dc49-4180-b53d-a9a6d4441cf1 req-5fcee27a-efd1-4662-86e3-8d1595645ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:16.483318 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2232e406-dc49-4180-b53d-a9a6d4441cf1 req-5fcee27a-efd1-4662-86e3-8d1595645ce2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cef25a6-0971-496a-bc6f-39b8d190b3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1016119 Jan 27 17:50:16.549873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-39dce4ae-423c-48f4-959a-58dcf1bbeceb None None] Set router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:50:16.621813 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2232e406-dc49-4180-b53d-a9a6d4441cf1 req-55844ff7-2027-4752-9fab-8b30f1c3a1a2 service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307695 Jan 27 17:50:16.762501 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2232e406-dc49-4180-b53d-a9a6d4441cf1 req-fac36392-a0bf-4fa1-ad73-f7d1f4933fb0 service neutron] 10.222.0.88 "GET /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344595 Jan 27 17:50:16.861459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-39dce4ae-423c-48f4-959a-58dcf1bbeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '98b4def1-e568-4845-bba6-b1a2b3e26ca7', 'name': '', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:8b:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:33Z', 'updated_at': '2022-01-27T17:48:38Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:16.865917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dce4ae-423c-48f4-959a-58dcf1bbeceb None None] The sync data for ids ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'] in dv-neutron-825077-1-hyperv is: [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '98b4def1-e568-4845-bba6-b1a2b3e26ca7', 'name': '', 'network_id': '0cef25a6-0971-496a-bc6f-39b8d190b3aa', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:8b:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:33Z', 'updated_at': '2022-01-27T17:48:38Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '11d22ff4-75b3-4870-8546-24fe83bae13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:50:17.101253 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa4939-6fe9-401f-bf83-ff9b52718b86 None None] New status for floating IP bea3f18d-0d62-468a-a83d-4a1690126b1e: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:50:17.660211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3954f-c247-46ed-954b-f9ce566e868d req-f606a590-34ee-410f-83c4-5b95a3b3f372 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:17.661784 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-76c3954f-c247-46ed-954b-f9ce566e868d req-f606a590-34ee-410f-83c4-5b95a3b3f372 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.0845323 Jan 27 17:50:17.661904 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956736-7ed9-45e9-bec9-87e94c773fc5 req-47626593-5a45-42ae-bac7-09cc375c30ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:17.662872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-a2956736-7ed9-45e9-bec9-87e94c773fc5 req-47626593-5a45-42ae-bac7-09cc375c30ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:50:17.685541 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-a2956736-7ed9-45e9-bec9-87e94c773fc5 req-47626593-5a45-42ae-bac7-09cc375c30ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:50:17.686796 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a2956736-7ed9-45e9-bec9-87e94c773fc5 req-47626593-5a45-42ae-bac7-09cc375c30ec tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 945 time: 0.1174293 Jan 27 17:50:17.734841 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a2956736-7ed9-45e9-bec9-87e94c773fc5 req-35b83cf3-cd0b-441d-939b-c03da9e6bec3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b9a414b-0162-4aa5-afb3-c00a512397f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405207 Jan 27 17:50:17.742191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-76c3954f-c247-46ed-954b-f9ce566e868d req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port c087f827-9b78-44d2-b8db-85fb8280d360 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:50:17.742464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-76c3954f-c247-46ed-954b-f9ce566e868d req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:18.110587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-76c3954f-c247-46ed-954b-f9ce566e868d req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port c087f827-9b78-44d2-b8db-85fb8280d360, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=c087f827-9b78-44d2-b8db-85fb8280d360,segment=NetworkSegment(2ebdb7e2-233f-4d9a-8d87-814419a3d11c),segment_id=2ebdb7e2-233f-4d9a-8d87-814419a3d11c)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:18.110944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-76c3954f-c247-46ed-954b-f9ce566e868d req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:18.239717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-76c3954f-c247-46ed-954b-f9ce566e868d req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for c087f827-9b78-44d2-b8db-85fb8280d360 owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:50:18.389791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-76c3954f-c247-46ed-954b-f9ce566e868d req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:18.468273 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=c087f827-9b78-44d2-b8db-85fb8280d360,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:18.485415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:18.485752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:18.486078 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:18.486398 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:18.486750 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:18.487285 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:18.487769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:18.488089 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:18.488409 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:18.488723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:18.489038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:18.489326 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:18.530667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c3954f-c247-46ed-954b-f9ce566e868d req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] No DVR routers for this DVR port c087f827-9b78-44d2-b8db-85fb8280d360 on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:50:18.533316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-76c3954f-c247-46ed-954b-f9ce566e868d req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:18.536692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'name': 'network-vif-deleted', 'tag': 'c087f827-9b78-44d2-b8db-85fb8280d360'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:50:18.553685 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-76c3954f-c247-46ed-954b-f9ce566e868d req-5450db5a-db63-4af4-a0bf-962a3e886172 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "DELETE /v2.0/ports/c087f827-9b78-44d2-b8db-85fb8280d360 HTTP/1.1" status: 204 len: 173 time: 0.8863840 Jan 27 17:50:18.581715 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e03a9a3-07e7-442e-956a-2d96ca43f4cc', 'name': 'network-vif-deleted', 'tag': 'c087f827-9b78-44d2-b8db-85fb8280d360', 'status': 'completed', 'code': 200} Jan 27 17:50:18.914990 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-14244c71-b1e1-49c4-90b4-53a3c328e631 req-93513da7-5d19-45d5-b8ad-7c796c7c8d0e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e03a9a3-07e7-442e-956a-2d96ca43f4cc HTTP/1.1" status: 200 len: 210 time: 0.0478649 Jan 27 17:50:20.011327 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50418) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:20.608549 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6a861c9d-8318-49ab-ac04-baf6dbcd478f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:20.956893 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c087f827-9b78-44d2-b8db-85fb8280d360 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:50:20.993269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: c087f827-9b78-44d2-b8db-85fb8280d360 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:50:20.993629 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device c087f827-9b78-44d2-b8db-85fb8280d360 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:50:21.104010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6a861c9d-8318-49ab-ac04-baf6dbcd478f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 98b4def1-e568-4845-bba6-b1a2b3e26ca7 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:50:21.104638 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6a861c9d-8318-49ab-ac04-baf6dbcd478f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:21.299314 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-6a861c9d-8318-49ab-ac04-baf6dbcd478f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port 98b4def1-e568-4845-bba6-b1a2b3e26ca7, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=98b4def1-e568-4845-bba6-b1a2b3e26ca7,segment=NetworkSegment(2ebdb7e2-233f-4d9a-8d87-814419a3d11c),segment_id=2ebdb7e2-233f-4d9a-8d87-814419a3d11c)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:21.299564 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6a861c9d-8318-49ab-ac04-baf6dbcd478f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:21.428678 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-6a861c9d-8318-49ab-ac04-baf6dbcd478f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 98b4def1-e568-4845-bba6-b1a2b3e26ca7 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:50:21.557748 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-06cd8909-4ef6-4f5b-9f02-4b7c19f55adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:21.756164 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6a861c9d-8318-49ab-ac04-baf6dbcd478f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:21.806058 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a861c9d-8318-49ab-ac04-baf6dbcd478f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=98b4def1-e568-4845-bba6-b1a2b3e26ca7,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:22.170707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-6a861c9d-8318-49ab-ac04-baf6dbcd478f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:22.675353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a861c9d-8318-49ab-ac04-baf6dbcd478f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:50:22.857804 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a861c9d-8318-49ab-ac04-baf6dbcd478f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:50:22.868487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1c4ea-0b70-4ab2-9bfb-f11b8b839e69 None None] Sync routers for ids ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:50:22.873192 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-6a861c9d-8318-49ab-ac04-baf6dbcd478f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "PUT /v2.0/routers/9ea5195a-30d8-446a-8f7d-7c1684e4c3bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8606873 Jan 27 17:50:22.876198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50422) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:22.882892 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1c4ea-0b70-4ab2-9bfb-f11b8b839e69 None None] Routers {'9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:50:22.883498 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-38c1c4ea-0b70-4ab2-9bfb-f11b8b839e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:49:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:22.949131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-c086e632-f0d6-4499-81c6-e0cdcf2fedd0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting subnet 11d22ff4-75b3-4870-8546-24fe83bae13d {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:50:22.952335 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c086e632-f0d6-4499-81c6-e0cdcf2fedd0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:23.009190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c086e632-f0d6-4499-81c6-e0cdcf2fedd0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:23.059011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-38c1c4ea-0b70-4ab2-9bfb-f11b8b839e69 None None] Set router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:50:23.096132 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c086e632-f0d6-4499-81c6-e0cdcf2fedd0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:23.178768 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c086e632-f0d6-4499-81c6-e0cdcf2fedd0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:23.219028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086e632-f0d6-4499-81c6-e0cdcf2fedd0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Subnet': ['ID=11d22ff4-75b3-4870-8546-24fe83bae13d,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:23.223324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c086e632-f0d6-4499-81c6-e0cdcf2fedd0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:23.230283 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c086e632-f0d6-4499-81c6-e0cdcf2fedd0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/subnets/11d22ff4-75b3-4870-8546-24fe83bae13d HTTP/1.1" status: 204 len: 168 time: 0.3530619 Jan 27 17:50:23.233025 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50426) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:23.308700 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85af2ca-1fbe-428b-a787-2c2b9055e548 None None] Network 0cef25a6-0971-496a-bc6f-39b8d190b3aa requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:50:23.426972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:23.620918 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:23.631815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 1f7217b6-8932-43e5-b015-f13d0a9c50be {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:50:23.632178 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:23.699977 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-38c1c4ea-0b70-4ab2-9bfb-f11b8b839e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:50:21Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': '1f7217b6-8932-43e5-b015-f13d0a9c50be', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:23.706030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1c4ea-0b70-4ab2-9bfb-f11b8b839e69 None None] Checking router: 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:50:23.716208 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1c4ea-0b70-4ab2-9bfb-f11b8b839e69 None None] Routers {'9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:50:23.716864 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-38c1c4ea-0b70-4ab2-9bfb-f11b8b839e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:49:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:23.835834 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port 1f7217b6-8932-43e5-b015-f13d0a9c50be, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=1f7217b6-8932-43e5-b015-f13d0a9c50be,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:23.836111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:23.838874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] DHCP port deletion for 0cef25a6-0971-496a-bc6f-39b8d190b3aa request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:50:23.870181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Deleting port 104bf8b9-4452-484f-b710-169658774465 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:50:23.870922 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:23.937109 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-960d9efb-82e0-44be-ab07-21e598e9489e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:23.941643 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-38c1c4ea-0b70-4ab2-9bfb-f11b8b839e69 None None] Set router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:50:24.088423 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-38c1c4ea-0b70-4ab2-9bfb-f11b8b839e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:50:23Z', 'revision_number': 6, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:24.103373 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1c4ea-0b70-4ab2-9bfb-f11b8b839e69 None None] The sync data for ids ['9ea5195a-30d8-446a-8f7d-7c1684e4c3bb'] in dv-neutron-825077-1-hyperv is: [{'id': '9ea5195a-30d8-446a-8f7d-7c1684e4c3bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642716573', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:29Z', 'updated_at': '2022-01-27T17:50:23Z', 'revision_number': 6, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:50:24.109008 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 1f7217b6-8932-43e5-b015-f13d0a9c50be owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:50:24.229138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] For port 104bf8b9-4452-484f-b710-169658774465, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=104bf8b9-4452-484f-b710-169658774465,segment=NetworkSegment(2ebdb7e2-233f-4d9a-8d87-814419a3d11c),segment_id=2ebdb7e2-233f-4d9a-8d87-814419a3d11c)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:24.229520 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:24.297610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:24.350437 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=1f7217b6-8932-43e5-b015-f13d0a9c50be,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:24.363191 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Calling delete_port for 104bf8b9-4452-484f-b710-169658774465 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:50:24.440687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:24.444039 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:24.497740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Pushing event deleted for resources: {'Port': ['ID=104bf8b9-4452-484f-b710-169658774465,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:24.502588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] No DVR routers for this DVR port 104bf8b9-4452-484f-b710-169658774465 on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:50:24.518663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:24.519009 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:24.519337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:24.519703 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:24.520060 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:24.520420 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:24.520761 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:24.521215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:24.521570 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:24.521890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:24.522207 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:24.522520 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd2a82-7deb-4030-a2f7-cdcf7222930d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:24.703070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:24.706081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:24.733722 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:24.734302 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Fanout notify agent at l3_agent the message router_deleted on router 9ea5195a-30d8-446a-8f7d-7c1684e4c3bb {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:50:24.750416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:24.751529 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-96531b86-ce84-41f5-8ec8-4feb5d33e8dc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/routers/9ea5195a-30d8-446a-8f7d-7c1684e4c3bb HTTP/1.1" status: 204 len: 168 time: 1.5175738 Jan 27 17:50:24.756455 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50430) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:24.843194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:24.889683 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b363cb00-b321-4a76-8ff6-1a31b6ef90b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:24.949997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 104bf8b9-4452-484f-b710-169658774465 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:50:24.987064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 104bf8b9-4452-484f-b710-169658774465 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:50:24.987413 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 104bf8b9-4452-484f-b710-169658774465 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:50:24.987879 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 98b4def1-e568-4845-bba6-b1a2b3e26ca7 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:50:25.023087 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 98b4def1-e568-4845-bba6-b1a2b3e26ca7 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:50:25.023497 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 98b4def1-e568-4845-bba6-b1a2b3e26ca7 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:50:25.072185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b363cb00-b321-4a76-8ff6-1a31b6ef90b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:25.109738 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-b363cb00-b321-4a76-8ff6-1a31b6ef90b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cef25a6-0971-496a-bc6f-39b8d190b3aa']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:25.134000 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-b363cb00-b321-4a76-8ff6-1a31b6ef90b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebdb7e2-233f-4d9a-8d87-814419a3d11c') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:25.134321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-b363cb00-b321-4a76-8ff6-1a31b6ef90b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebdb7e2-233f-4d9a-8d87-814419a3d11c') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:25.148267 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b363cb00-b321-4a76-8ff6-1a31b6ef90b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:25.171253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b363cb00-b321-4a76-8ff6-1a31b6ef90b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:25.182234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b363cb00-b321-4a76-8ff6-1a31b6ef90b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:50:25.182959 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b363cb00-b321-4a76-8ff6-1a31b6ef90b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:50:25.211045 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:50:25.306839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b363cb00-b321-4a76-8ff6-1a31b6ef90b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:25.326786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b363cb00-b321-4a76-8ff6-1a31b6ef90b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:25.343046 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363cb00-b321-4a76-8ff6-1a31b6ef90b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Network': ['ID=0cef25a6-0971-496a-bc6f-39b8d190b3aa,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:25.356003 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b363cb00-b321-4a76-8ff6-1a31b6ef90b2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/networks/0cef25a6-0971-496a-bc6f-39b8d190b3aa HTTP/1.1" status: 204 len: 168 time: 0.5983489 Jan 27 17:50:25.359028 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50434) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:25.456829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c07b4985-7227-476a-af7c-98d225f36dd4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:25.457121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:25.485576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c07b4985-7227-476a-af7c-98d225f36dd4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:25.569994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c07b4985-7227-476a-af7c-98d225f36dd4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:25.591173 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b4985-7227-476a-af7c-98d225f36dd4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9a414b-0162-4aa5-afb3-c00a512397f1,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:25.607524 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c07b4985-7227-476a-af7c-98d225f36dd4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:25.608989 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c07b4985-7227-476a-af7c-98d225f36dd4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/security-groups/0b9a414b-0162-4aa5-afb3-c00a512397f1 HTTP/1.1" status: 204 len: 168 time: 0.2488749 Jan 27 17:50:25.996038 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50442) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:26.001535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141954397', 'description': 'tempest-secgroup-smoke-1141954397 description', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:50:26.008416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:50:26.012754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:50:26.016188 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:50:26.022517 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:50:26.033580 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.054203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:50:26.058188 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:50:26.061107 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:50:26.067350 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:50:26.152065 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.156668 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.203804 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be57a5d-33dc-4b97-9e66-ae654cfd126c,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:26.208258 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.214446 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-50a8cbdc-20e1-4aba-bcb9-e2ea9fdcb789 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2126591 Jan 27 17:50:26.215505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50446) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:26.223800 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8c04f11c-7480-42df-b925-b43e737d631a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '2be57a5d-33dc-4b97-9e66-ae654cfd126c', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:50:26.233682 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8c04f11c-7480-42df-b925-b43e737d631a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:50:26.240369 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8c04f11c-7480-42df-b925-b43e737d631a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:50:26.245265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8c04f11c-7480-42df-b925-b43e737d631a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:50:26.256814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8c04f11c-7480-42df-b925-b43e737d631a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:50:26.285068 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c04f11c-7480-42df-b925-b43e737d631a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.322144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 1f7217b6-8932-43e5-b015-f13d0a9c50be no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:50:26.366877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 1f7217b6-8932-43e5-b015-f13d0a9c50be {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:50:26.367213 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 1f7217b6-8932-43e5-b015-f13d0a9c50be not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:50:26.399013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c04f11c-7480-42df-b925-b43e737d631a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.405792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c04f11c-7480-42df-b925-b43e737d631a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.432019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04f11c-7480-42df-b925-b43e737d631a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa540f24-01f0-443e-8e00-e9cf6b2e5196,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:26.444044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c04f11c-7480-42df-b925-b43e737d631a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.445269 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8c04f11c-7480-42df-b925-b43e737d631a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2287123 Jan 27 17:50:26.449041 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50450) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:26.454248 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-1aa31e5c-0a24-48a0-9dae-fae4fb255a0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '2be57a5d-33dc-4b97-9e66-ae654cfd126c', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:50:26.460632 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1aa31e5c-0a24-48a0-9dae-fae4fb255a0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:50:26.464656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1aa31e5c-0a24-48a0-9dae-fae4fb255a0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:50:26.467755 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-1aa31e5c-0a24-48a0-9dae-fae4fb255a0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:50:26.474233 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-1aa31e5c-0a24-48a0-9dae-fae4fb255a0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:50:26.495012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1aa31e5c-0a24-48a0-9dae-fae4fb255a0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.564833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1aa31e5c-0a24-48a0-9dae-fae4fb255a0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.570400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1aa31e5c-0a24-48a0-9dae-fae4fb255a0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.595168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa31e5c-0a24-48a0-9dae-fae4fb255a0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b226247-ae31-4afd-a6f2-ffe42fcc1eab,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:26.608090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-1aa31e5c-0a24-48a0-9dae-fae4fb255a0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.609655 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-1aa31e5c-0a24-48a0-9dae-fae4fb255a0b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1594775 Jan 27 17:50:26.613991 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50454) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:26.620103 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-cec86b8a-3f0c-4302-9a7d-7c8537bf0694 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '2be57a5d-33dc-4b97-9e66-ae654cfd126c', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:50:26.626818 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-cec86b8a-3f0c-4302-9a7d-7c8537bf0694 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:50:26.631105 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cec86b8a-3f0c-4302-9a7d-7c8537bf0694 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:50:26.634158 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cec86b8a-3f0c-4302-9a7d-7c8537bf0694 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:50:26.639995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-cec86b8a-3f0c-4302-9a7d-7c8537bf0694 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:50:26.662967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cec86b8a-3f0c-4302-9a7d-7c8537bf0694 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.736773 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cec86b8a-3f0c-4302-9a7d-7c8537bf0694 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.741901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cec86b8a-3f0c-4302-9a7d-7c8537bf0694 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.769685 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec86b8a-3f0c-4302-9a7d-7c8537bf0694 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf44540-1b8d-47df-9711-4565aa2de6c4,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:26.781933 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cec86b8a-3f0c-4302-9a7d-7c8537bf0694 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.783297 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cec86b8a-3f0c-4302-9a7d-7c8537bf0694 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1679680 Jan 27 17:50:26.787856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50458) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:26.794670 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-3dde1944-58e1-42dc-85c9-cafcb7d1bee2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '2be57a5d-33dc-4b97-9e66-ae654cfd126c', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:50:26.801489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3dde1944-58e1-42dc-85c9-cafcb7d1bee2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:50:26.806798 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3dde1944-58e1-42dc-85c9-cafcb7d1bee2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:50:26.810660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-3dde1944-58e1-42dc-85c9-cafcb7d1bee2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:50:26.817547 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-3dde1944-58e1-42dc-85c9-cafcb7d1bee2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:50:26.820445 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.840062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3dde1944-58e1-42dc-85c9-cafcb7d1bee2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.913852 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3dde1944-58e1-42dc-85c9-cafcb7d1bee2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.919305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3dde1944-58e1-42dc-85c9-cafcb7d1bee2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.949100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde1944-58e1-42dc-85c9-cafcb7d1bee2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e191fe65-f2cf-465b-a894-6b2d804ed6e6,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:26.959043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3dde1944-58e1-42dc-85c9-cafcb7d1bee2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:26.960296 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3dde1944-58e1-42dc-85c9-cafcb7d1bee2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1709735 Jan 27 17:50:26.964341 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50464) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:26.969775 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-c38f4da4-a4b8-4217-a86f-b6112d3d20b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '2be57a5d-33dc-4b97-9e66-ae654cfd126c', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:50:26.977460 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c38f4da4-a4b8-4217-a86f-b6112d3d20b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:50:26.981953 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c38f4da4-a4b8-4217-a86f-b6112d3d20b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:50:26.985312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-c38f4da4-a4b8-4217-a86f-b6112d3d20b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:50:26.992941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-c38f4da4-a4b8-4217-a86f-b6112d3d20b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:50:27.007314 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-c38f4da4-a4b8-4217-a86f-b6112d3d20b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Project c2a6b28e92c64329aba986d62a0cb89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:50:27.015351 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c38f4da4-a4b8-4217-a86f-b6112d3d20b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.096006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c38f4da4-a4b8-4217-a86f-b6112d3d20b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.102785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c38f4da4-a4b8-4217-a86f-b6112d3d20b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.129156 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4da4-a4b8-4217-a86f-b6112d3d20b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9651431c-9c14-4cbd-b916-9103b90ecd34,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:27.139108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c38f4da4-a4b8-4217-a86f-b6112d3d20b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.140357 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c38f4da4-a4b8-4217-a86f-b6112d3d20b0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1750300 Jan 27 17:50:27.145524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50468) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:27.151046 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ee5ed7af-b13c-4a65-8b86-4df3cb27c78f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'security_group_rule': {'security_group_id': '2be57a5d-33dc-4b97-9e66-ae654cfd126c', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:50:27.157704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ee5ed7af-b13c-4a65-8b86-4df3cb27c78f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:50:27.161745 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ee5ed7af-b13c-4a65-8b86-4df3cb27c78f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:security_group_rule and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:50:27.164792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ee5ed7af-b13c-4a65-8b86-4df3cb27c78f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:50:27.170676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ee5ed7af-b13c-4a65-8b86-4df3cb27c78f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:50:27.181683 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-ee5ed7af-b13c-4a65-8b86-4df3cb27c78f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Project c2a6b28e92c64329aba986d62a0cb89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:50:27.189865 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed7af-b13c-4a65-8b86-4df3cb27c78f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.264024 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed7af-b13c-4a65-8b86-4df3cb27c78f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.269400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed7af-b13c-4a65-8b86-4df3cb27c78f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.294599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ed7af-b13c-4a65-8b86-4df3cb27c78f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a27f4b4-df9e-4a8d-8b41-0fb7bed1d549,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:27.306171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed7af-b13c-4a65-8b86-4df3cb27c78f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.307568 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ee5ed7af-b13c-4a65-8b86-4df3cb27c78f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1608045 Jan 27 17:50:27.310569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50472) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:27.316318 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'network': {'name': 'tempest-network-smoke--131359350', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'port_security_enabled': True}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:50:27.321710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:50:27.326478 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:network and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:50:27.329693 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:50:27.336067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:50:27.355116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:50:27.358717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.388500 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1231} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:50:27.398265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.398766 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Added segment bf9b21b9-2b32-45ac-9238-5de97574b7e0 of type vlan for network c6bfcd51-21ec-4b01-972c-3a232a7ef94c Jan 27 17:50:27.429900 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.472565 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.478765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:27.479431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.588862 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2769918 Jan 27 17:50:27.591852 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50476) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:27.594286 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43fd50-66b0-47bb-9e31-629a4ef3122f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Network': ['ID=c6bfcd51-21ec-4b01-972c-3a232a7ef94c,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:27.599415 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'admin_state_up': True, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:50:27.607276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network c6bfcd51-21ec-4b01-972c-3a232a7ef94c details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:50:27.610098 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:50:27.615950 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:router and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:50:27.619857 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:50:27.628690 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:50:27.644514 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.645598 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:27.662763 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:28.053144 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:28.367952 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:28.397958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:28.539737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.26.8.219 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/efad853a-f559-447c-9684-ab1f896121dc) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:50:28.706270 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:28.739608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:28.808635 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:50:28.811646 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:50:28.815782 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:50:28.825447 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:28.849368 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=efad853a-f559-447c-9684-ab1f896121dc,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:29.262864 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:29.917164 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:30.149993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:50:30.332032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:50:30.345665 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Sync routers for ids ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:50:30.360695 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Routers {'3924a0a8-a54f-4e3c-8473-9951d78f00e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:50:30.361890 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:50:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:30.375969 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:30.377843 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b9f5ee66-9ed0-46bd-8f41-b7969fdbf707 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7845881 Jan 27 17:50:30.382905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50484) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:30.428892 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e764abd1-aefd-40a9-a233-8e8ec9c50b99 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=c2a6b28e92c64329aba986d62a0cb89a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447247 Jan 27 17:50:30.431488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50488) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:30.571026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc766a0-0b59-43bd-8424-5eb18c035903 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:30.572573 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bfc766a0-0b59-43bd-8424-5eb18c035903 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1399624 Jan 27 17:50:30.574410 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Set router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:50:30.575602 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50492) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:30.615927 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-11313e66-95bd-4a82-9e90-b134d437ef01 tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=30d9ffad-2711-4498-a950-0c1b824a383e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391147 Jan 27 17:50:30.618471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50496) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:30.624442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-370587757', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:50:30.745726 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:50:30.750056 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:subnet and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:50:30.753495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:50:30.760432 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:50:30.772191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:50:30.775819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:30.897546 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:50:29Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:30.905208 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Checking router: 3924a0a8-a54f-4e3c-8473-9951d78f00e9 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:50:30.905744 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Updating router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 port efad853a-f559-447c-9684-ab1f896121dc binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:50:30.996463 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:31.050977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:31.252972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Subnet': ['ID=5a76d595-01d5-4af5-ab59-dac6f7733100,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:31.274110 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Checking segment: {'id': 'bf9b21b9-2b32-45ac-9238-5de97574b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:50:31.274589 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network hostable DHCP agents. Network: c6bfcd51-21ec-4b01-972c-3a232a7ef94c, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:50:31.299942 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network c6bfcd51-21ec-4b01-972c-3a232a7ef94c is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:50:31.313699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, c6bfcd51-21ec-4b01-972c-3a232a7ef94c) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:50:31.318959 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:31.319919 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:31.328799 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e9cf6-a6b6-4509-8a7c-4ca979a3946b None None] Network c6bfcd51-21ec-4b01-972c-3a232a7ef94c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:50:31.349166 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-165789d9-88a3-425c-b1e4-ed0a2cf37aa9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7281389 Jan 27 17:50:31.350875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50500) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:31.393374 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:31.407760 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Transition to ACTIVE for port object efad853a-f559-447c-9684-ab1f896121dc will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:50:31.415498 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:31.500116 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Pushing event updated for resources: {'Port': ['ID=efad853a-f559-447c-9684-ab1f896121dc,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:31.504591 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Attempting to bind port efad853a-f559-447c-9684-ab1f896121dc on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:50:31.504591 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Attempting to bind port efad853a-f559-447c-9684-ab1f896121dc by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:50:31.505059 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Attempting to bind port efad853a-f559-447c-9684-ab1f896121dc on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:50:31.515627 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:31.516016 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:31.516252 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:31.516572 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:31.516899 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:31.517213 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:31.517649 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:31.518125 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:31.518481 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:31.518787 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:31.519100 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:31.519416 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:31.523653 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:50:31.524181 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:50:31.524589 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:31.524965 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:50:31.525428 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Bound port: efad853a-f559-447c-9684-ab1f896121dc, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:50:31.525790 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:31.613117 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] For port efad853a-f559-447c-9684-ab1f896121dc, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:50:31.614029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ips': [{'subnet_id': '5a76d595-01d5-4af5-ab59-dac6f7733100'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:50:31.614866 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:31.616769 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] For port efad853a-f559-447c-9684-ab1f896121dc, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=efad853a-f559-447c-9684-ab1f896121dc,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:50:31.626325 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:31.726078 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Routers {'3924a0a8-a54f-4e3c-8473-9951d78f00e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:50:31.726722 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:50:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:31.796260 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Allocated IP 172.20.0.2 (c6bfcd51-21ec-4b01-972c-3a232a7ef94c/5a76d595-01d5-4af5-ab59-dac6f7733100/e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:50:31.940770 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904323c-130a-4e27-818e-cea89a6bdd59 None None] Pushing event updated for resources: {'Port': ['ID=efad853a-f559-447c-9684-ab1f896121dc,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:31.989485 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] Set router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:50:32.049146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:32.063060 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Transition to ACTIVE for port object e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:50:32.083895 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Transition to ACTIVE for port object e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:50:32.091772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:32.170413 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Pushing event updated for resources: {'Port': ['ID=e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:32.183103 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Network c6bfcd51-21ec-4b01-972c-3a232a7ef94c is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:50:32.184365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:50:32.186781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:50:32.197598 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:32.301236 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Attempting to bind port e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:50:32.301598 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Attempting to bind port e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bf9b21b9-2b32-45ac-9238-5de97574b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:50:32.301953 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Attempting to bind port e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c on network c6bfcd51-21ec-4b01-972c-3a232a7ef94c {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:50:32.308834 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:50:32.309203 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Checking segment: {'id': 'bf9b21b9-2b32-45ac-9238-5de97574b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:50:32.309600 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:32.309985 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Bound using segment: {'id': 'bf9b21b9-2b32-45ac-9238-5de97574b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:50:32.310453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Bound port: e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b21b9-2b32-45ac-9238-5de97574b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:50:32.311610 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:32.354816 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:50:29Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:32.359615 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe7d6b-fe50-4321-ac19-6af3faa7abc4 None None] The sync data for ids ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'] in dv-neutron-825077-1-hyperv is: [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:50:29Z', 'revision_number': 3, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:50:32.454705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] For port e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:50:32.461441 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] For port e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c,segment=NetworkSegment(bf9b21b9-2b32-45ac-9238-5de97574b7e0),segment_id=bf9b21b9-2b32-45ac-9238-5de97574b7e0)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:50:32.469243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:32.568933 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10c45a-cd60-4bb5-8da7-d46929a414c9 None None] Pushing event updated for resources: {'Port': ['ID=e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:32.775816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.20.0.1 (c6bfcd51-21ec-4b01-972c-3a232a7ef94c/5a76d595-01d5-4af5-ab59-dac6f7733100/991734a9-1409-4de2-8985-60a1ef835174) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:50:32.989056 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:33.008834 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Transition to ACTIVE for port object 991734a9-1409-4de2-8985-60a1ef835174 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:50:33.034311 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:33.109922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network c6bfcd51-21ec-4b01-972c-3a232a7ef94c is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:50:33.113687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:50:33.118162 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:50:33.334708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=991734a9-1409-4de2-8985-60a1ef835174,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:33.386576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:33.714826 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:33.728147 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b2fe46-ee84-4000-b96e-11b207009902 None None] Network c6bfcd51-21ec-4b01-972c-3a232a7ef94c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:50:33.815695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-79e02e79-0db0-4b9e-9133-5513a6683877 None None] Provisioning for port e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:50:34.264428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f1aab035-4035-49c2-b541-8c08d2adce1e None None] Provisioning for port 991734a9-1409-4de2-8985-60a1ef835174 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:50:34.270917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f1aab035-4035-49c2-b541-8c08d2adce1e None None] Provisioning complete for port 991734a9-1409-4de2-8985-60a1ef835174 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:50:34.271285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f1aab035-4035-49c2-b541-8c08d2adce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:34.292074 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:34.301553 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:34.394055 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f1aab035-4035-49c2-b541-8c08d2adce1e None None] Port 991734a9-1409-4de2-8985-60a1ef835174 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:50:34.437472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:34.520593 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=991734a9-1409-4de2-8985-60a1ef835174,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:34.527011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-00b745a5-e38b-4f51-9fd9-5d0c7a0b1d4e None None] Provisioning complete for port 991734a9-1409-4de2-8985-60a1ef835174 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:50:34.527620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-00b745a5-e38b-4f51-9fd9-5d0c7a0b1d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:34.562218 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:50:34.622707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network c6bfcd51-21ec-4b01-972c-3a232a7ef94c is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:50:34.624019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:50:34.652475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-00b745a5-e38b-4f51-9fd9-5d0c7a0b1d4e None None] Port 991734a9-1409-4de2-8985-60a1ef835174 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:50:34.672053 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:50:34.681345 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:50:34.681964 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:34.839899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:50:34.892409 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:34.906632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-01638dba-ba0e-4f78-a185-8c1632c2280a None None] Provisioning complete for port 991734a9-1409-4de2-8985-60a1ef835174 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:50:34.907045 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-01638dba-ba0e-4f78-a185-8c1632c2280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:35.027225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c,segment=NetworkSegment(bf9b21b9-2b32-45ac-9238-5de97574b7e0),segment_id=bf9b21b9-2b32-45ac-9238-5de97574b7e0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:35.029831 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-01638dba-ba0e-4f78-a185-8c1632c2280a None None] Port 991734a9-1409-4de2-8985-60a1ef835174 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:50:35.033798 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:35.034986 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device efad853a-f559-447c-9684-ab1f896121dc up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:50:35.045608 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:50:35.060469 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-fa0024b2-b6e4-42bc-a80f-e71cfa11b9e3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "PUT /v2.0/routers/3924a0a8-a54f-4e3c-8473-9951d78f00e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7083197 Jan 27 17:50:35.091788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Sync routers for ids ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:50:35.142519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Routers {'3924a0a8-a54f-4e3c-8473-9951d78f00e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:50:35.143155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:50:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:35.241826 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:35.278649 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-beb4b2e3-2cfe-4241-ac63-0d020347e6a4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:50:35.300109 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-beb4b2e3-2cfe-4241-ac63-0d020347e6a4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:50:35.301398 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-beb4b2e3-2cfe-4241-ac63-0d020347e6a4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141954397&fields=id&tenant_id=c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 267 time: 0.0721240 Jan 27 17:50:35.317001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port efad853a-f559-447c-9684-ab1f896121dc completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:50:35.334265 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port efad853a-f559-447c-9684-ab1f896121dc triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:50:35.334624 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:35.394563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Set router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:50:35.467906 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-9b096a9b-d901-4d17-9108-bff0aca71aed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:35.468621 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-9b096a9b-d901-4d17-9108-bff0aca71aed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:50:35.488632 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-9b096a9b-d901-4d17-9108-bff0aca71aed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:50:35.490824 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-9b096a9b-d901-4d17-9108-bff0aca71aed tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/networks?id=c6bfcd51-21ec-4b01-972c-3a232a7ef94c HTTP/1.1" status: 200 len: 796 time: 0.1809483 Jan 27 17:50:35.509833 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-8fe66ba9-8de5-4a3e-ad87-f4296672a6e4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/quotas/c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 375 time: 0.0133286 Jan 27 17:50:35.607754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-b5594306-da27-4ff1-9c6a-e21e52b834f7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:50:35.629188 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-b5594306-da27-4ff1-9c6a-e21e52b834f7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:50:35.630598 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-b5594306-da27-4ff1-9c6a-e21e52b834f7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1147394 Jan 27 17:50:35.669525 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:35.705586 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port efad853a-f559-447c-9684-ab1f896121dc, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=efad853a-f559-447c-9684-ab1f896121dc,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:35.719491 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:35.834802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=efad853a-f559-447c-9684-ab1f896121dc,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:35.847997 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-59c8c253-4891-440e-a0c2-03f1e5e206d0 service neutron] 10.222.0.81 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027731 Jan 27 17:50:35.866178 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:50:33Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '991734a9-1409-4de2-8985-60a1ef835174', 'name': '', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:21:b0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:32Z', 'updated_at': '2022-01-27T17:50:34Z', 'revision_number': 2, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:35.870559 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Checking router: 3924a0a8-a54f-4e3c-8473-9951d78f00e9 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:50:35.870902 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Updating router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 port 991734a9-1409-4de2-8985-60a1ef835174 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:50:35.928989 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:36.006474 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-4be447d4-c42a-45da-ac3a-071b51050759 service neutron] 10.222.0.81 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509223 Jan 27 17:50:36.299863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-01f5d310-9b3f-4cc7-a404-49da0e5b21a7 req-febac884-0349-4907-9664-6362e3868e8a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:50:36.323045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-01f5d310-9b3f-4cc7-a404-49da0e5b21a7 req-febac884-0349-4907-9664-6362e3868e8a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:50:36.325507 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-01f5d310-9b3f-4cc7-a404-49da0e5b21a7 req-febac884-0349-4907-9664-6362e3868e8a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 210 time: 0.0889454 Jan 27 17:50:36.406920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:50:36.468976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:36.498029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Transition to ACTIVE for port object 991734a9-1409-4de2-8985-60a1ef835174 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:50:36.510852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:36.725980 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:50:36.726434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:36.753146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88056fc2-49c0-4fdb-ba0f-13c050b7ad0f None None] Pushing event updated for resources: {'Port': ['ID=991734a9-1409-4de2-8985-60a1ef835174,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:36.880187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Attempting to bind port 991734a9-1409-4de2-8985-60a1ef835174 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:50:36.880596 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Attempting to bind port 991734a9-1409-4de2-8985-60a1ef835174 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bf9b21b9-2b32-45ac-9238-5de97574b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:50:36.880894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Attempting to bind port 991734a9-1409-4de2-8985-60a1ef835174 on network c6bfcd51-21ec-4b01-972c-3a232a7ef94c {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:50:36.889387 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:50:36.889753 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Checking segment: {'id': 'bf9b21b9-2b32-45ac-9238-5de97574b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:50:36.890153 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:36.890577 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Bound using segment: {'id': 'bf9b21b9-2b32-45ac-9238-5de97574b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:50:36.890999 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Bound port: 991734a9-1409-4de2-8985-60a1ef835174, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b21b9-2b32-45ac-9238-5de97574b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:50:36.891362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:37.010796 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device efad853a-f559-447c-9684-ab1f896121dc up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:50:37.102846 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] For port 991734a9-1409-4de2-8985-60a1ef835174, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:50:37.107203 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] For port 991734a9-1409-4de2-8985-60a1ef835174, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=991734a9-1409-4de2-8985-60a1ef835174,segment=NetworkSegment(bf9b21b9-2b32-45ac-9238-5de97574b7e0),segment_id=bf9b21b9-2b32-45ac-9238-5de97574b7e0)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:50:37.114588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:37.182791 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port efad853a-f559-447c-9684-ab1f896121dc triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:50:37.183160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:37.258755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Routers {'3924a0a8-a54f-4e3c-8473-9951d78f00e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:50:37.259381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:50:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:37.342179 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88056fc2-49c0-4fdb-ba0f-13c050b7ad0f None None] Pushing event updated for resources: {'Port': ['ID=991734a9-1409-4de2-8985-60a1ef835174,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:37.542466 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-a6da905c-9f12-45f0-a84e-3085701df4bc req-470e7fab-0d4d-420d-9b97-df999ce315c8 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 210 time: 0.0924258 Jan 27 17:50:37.558031 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] Set router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:50:37.897779 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-eca3223e-a9ba-49a2-8033-ee5886df6b83 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:37.899009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-eca3223e-a9ba-49a2-8033-ee5886df6b83 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:50:37.920274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-eca3223e-a9ba-49a2-8033-ee5886df6b83 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:50:37.922203 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-eca3223e-a9ba-49a2-8033-ee5886df6b83 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/networks?id=c6bfcd51-21ec-4b01-972c-3a232a7ef94c HTTP/1.1" status: 200 len: 796 time: 0.3721321 Jan 27 17:50:37.934097 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:50:33Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '991734a9-1409-4de2-8985-60a1ef835174', 'name': '', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:21:b0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:32Z', 'updated_at': '2022-01-27T17:50:37Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:37.939109 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec89955-bb58-4895-80fe-48224dbf7f7c None None] The sync data for ids ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'] in dv-neutron-825077-1-hyperv is: [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:50:33Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '991734a9-1409-4de2-8985-60a1ef835174', 'name': '', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:21:b0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:32Z', 'updated_at': '2022-01-27T17:50:37Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:50:37.980003 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-3c335c26-bc85-4a02-a629-3b05aa3d3032 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2a6b28e92c64329aba986d62a0cb89a HTTP/1.1" status: 200 len: 380 time: 0.0484412 Jan 27 17:50:37.995748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'port': {'device_id': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'admin_state_up': True, 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'security_groups': ['2be57a5d-33dc-4b97-9e66-ae654cfd126c']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:50:38.192142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:50:38.204153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:50:38.217053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Made reservation on behalf of c2a6b28e92c64329aba986d62a0cb89a for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:50:38.221143 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:38.437492 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 991734a9-1409-4de2-8985-60a1ef835174 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:50:38.478754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.20.0.4 (c6bfcd51-21ec-4b01-972c-3a232a7ef94c/5a76d595-01d5-4af5-ab59-dac6f7733100/14c6d1ac-72d3-4ea4-acfd-861a21571b7a) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:50:38.521458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 991734a9-1409-4de2-8985-60a1ef835174 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:50:38.528655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 991734a9-1409-4de2-8985-60a1ef835174 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:50:38.529019 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:38.682824 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:38.721971 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 991734a9-1409-4de2-8985-60a1ef835174, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=991734a9-1409-4de2-8985-60a1ef835174,segment=NetworkSegment(bf9b21b9-2b32-45ac-9238-5de97574b7e0),segment_id=bf9b21b9-2b32-45ac-9238-5de97574b7e0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:38.729820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:38.768713 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23330cd7-1e73-4e04-b655-a39e69ea3a53 req-476ec7dd-7946-4a61-b859-dffd4573fb94 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 210 time: 0.0596387 Jan 27 17:50:38.803720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:38.823688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Transition to ACTIVE for port object 14c6d1ac-72d3-4ea4-acfd-861a21571b7a will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:50:38.858339 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=991734a9-1409-4de2-8985-60a1ef835174,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:38.862129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:38.953987 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network c6bfcd51-21ec-4b01-972c-3a232a7ef94c is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:50:38.958026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:50:38.962226 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:50:39.001422 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=14c6d1ac-72d3-4ea4-acfd-861a21571b7a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:39.041254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:39.041952 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:39.085663 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-f8fc3216-4cb8-4f77-aadf-a13d89e8d84e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1007075 Jan 27 17:50:39.097124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Request body: {'port': {'device_id': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:50:39.238560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:39.258415 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-aaacc826-31d7-43f6-8757-8cbe6e44cae2 None None] Provisioning for port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:50:39.265332 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-aaacc826-31d7-43f6-8757-8cbe6e44cae2 None None] Provisioning complete for port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:50:39.265807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-aaacc826-31d7-43f6-8757-8cbe6e44cae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:39.331626 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-aaacc826-31d7-43f6-8757-8cbe6e44cae2 None None] Port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:50:39.633780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c6d1ac-72d3-4ea4-acfd-861a21571b7a {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:50:39.642008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:39.657789 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Transition to ACTIVE for port object 14c6d1ac-72d3-4ea4-acfd-861a21571b7a will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:50:39.663201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:39.834527 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93016948-5a81-4592-9297-71e551ab681c service neutron] Pushing event updated for resources: {'Port': ['ID=14c6d1ac-72d3-4ea4-acfd-861a21571b7a,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:39.917157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Attempting to bind port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:50:39.917435 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Attempting to bind port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'bf9b21b9-2b32-45ac-9238-5de97574b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:50:39.917705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Attempting to bind port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a on network c6bfcd51-21ec-4b01-972c-3a232a7ef94c {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:50:39.924252 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a on network c6bfcd51-21ec-4b01-972c-3a232a7ef94c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:50:39.924758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Attempting to bind port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a on network c6bfcd51-21ec-4b01-972c-3a232a7ef94c {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:50:39.931038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:50:39.931362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Checking segment: {'id': 'bf9b21b9-2b32-45ac-9238-5de97574b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:50:39.931766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Bound using segment: {'id': 'bf9b21b9-2b32-45ac-9238-5de97574b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:50:39.932185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Bound port: 14c6d1ac-72d3-4ea4-acfd-861a21571b7a, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9b21b9-2b32-45ac-9238-5de97574b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:50:39.932699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:40.028459 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008cca8-53ad-4abc-bcf9-f5f8c442425c req-be72664d-1477-4e09-9f8e-8ab8253cecf2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:40.029956 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0008cca8-53ad-4abc-bcf9-f5f8c442425c req-be72664d-1477-4e09-9f8e-8ab8253cecf2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 943 time: 0.0910985 Jan 27 17:50:40.083213 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0008cca8-53ad-4abc-bcf9-f5f8c442425c req-6fd0b70b-92a6-4b58-93d7-ec1732acc9d3 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465362 Jan 27 17:50:40.193073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] For port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:50:40.196501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] For port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=14c6d1ac-72d3-4ea4-acfd-861a21571b7a,segment=NetworkSegment(bf9b21b9-2b32-45ac-9238-5de97574b7e0),segment_id=bf9b21b9-2b32-45ac-9238-5de97574b7e0)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:50:40.203518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:40.269077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:40.270033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:40.272253 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-93016948-5a81-4592-9297-71e551ab681c service neutron] 10.222.0.88 "PUT /v2.0/ports/14c6d1ac-72d3-4ea4-acfd-861a21571b7a HTTP/1.1" status: 200 len: 1093 time: 1.1794691 Jan 27 17:50:40.272917 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'tag': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:50:40.341930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93016948-5a81-4592-9297-71e551ab681c service neutron] Pushing event updated for resources: {'Port': ['ID=14c6d1ac-72d3-4ea4-acfd-861a21571b7a,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:40.413083 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'tag': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a', 'status': 'completed', 'code': 200} Jan 27 17:50:40.415207 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 991734a9-1409-4de2-8985-60a1ef835174 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:50:40.475543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-9a1b6bd8-8cf4-493a-9216-e0afdc4c00be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:40.477250 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-9a1b6bd8-8cf4-493a-9216-e0afdc4c00be service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 1096 time: 0.1297417 Jan 27 17:50:40.509082 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 991734a9-1409-4de2-8985-60a1ef835174 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:50:40.509792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:40.554600 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-6cdba200-d331-4758-af99-1f9bc1e17abf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c6d1ac-72d3-4ea4-acfd-861a21571b7a HTTP/1.1" status: 200 len: 217 time: 0.0707648 Jan 27 17:50:40.632530 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-410e15a7-2034-4b4d-b9d6-79968937e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:40.634630 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-410e15a7-2034-4b4d-b9d6-79968937e2af service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a76d595-01d5-4af5-ab59-dac6f7733100 HTTP/1.1" status: 200 len: 834 time: 0.0743120 Jan 27 17:50:40.748358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-4d3e496a-eb58-43c2-9913-bc540fc66c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:40.750751 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-4d3e496a-eb58-43c2-9913-bc540fc66c1b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c6bfcd51-21ec-4b01-972c-3a232a7ef94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1102836 Jan 27 17:50:40.887756 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-7fc0535b-5803-4eee-9753-aa5a91b7278e service neutron] 10.222.0.88 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308274 Jan 27 17:50:41.040958 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1b2bdd02-bb8d-4e8c-913a-e26bdd0f1fe5 req-1e6935f8-0841-4050-a9fe-cbabd0a21ab9 service neutron] 10.222.0.88 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469071 Jan 27 17:50:41.177873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee037-2495-4aa8-abb9-fc965ecdb641 req-4115c2d2-fdf0-465b-8d8f-cd4e216d6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:41.179383 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f97ee037-2495-4aa8-abb9-fc965ecdb641 req-4115c2d2-fdf0-465b-8d8f-cd4e216d6c97 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 1096 time: 0.0882661 Jan 27 17:50:41.372689 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee037-2495-4aa8-abb9-fc965ecdb641 req-40f934f4-f96a-4b8b-86b9-f5f6de8205f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:41.374346 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f97ee037-2495-4aa8-abb9-fc965ecdb641 req-40f934f4-f96a-4b8b-86b9-f5f6de8205f3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c6bfcd51-21ec-4b01-972c-3a232a7ef94c HTTP/1.1" status: 200 len: 898 time: 0.1867411 Jan 27 17:50:41.445260 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5c68c-31ef-4319-8234-199a347f82c4 req-4f927502-7056-42cf-b7c6-1387a95e6603 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:41.447021 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-39e5c68c-31ef-4319-8234-199a347f82c4 req-4f927502-7056-42cf-b7c6-1387a95e6603 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 943 time: 0.2429512 Jan 27 17:50:41.460854 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f97ee037-2495-4aa8-abb9-fc965ecdb641 req-c9364b8e-9c9f-4a0f-878b-d1af3b5b40e3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c6d1ac-72d3-4ea4-acfd-861a21571b7a HTTP/1.1" status: 200 len: 217 time: 0.0790524 Jan 27 17:50:41.504556 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-39e5c68c-31ef-4319-8234-199a347f82c4 req-42838466-c684-4af1-99c4-4d250be8a0ab tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475059 Jan 27 17:50:41.569201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee037-2495-4aa8-abb9-fc965ecdb641 req-47e0b44f-f6df-48f3-8c7d-8bba62150afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:41.570701 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f97ee037-2495-4aa8-abb9-fc965ecdb641 req-47e0b44f-f6df-48f3-8c7d-8bba62150afa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a76d595-01d5-4af5-ab59-dac6f7733100 HTTP/1.1" status: 200 len: 834 time: 0.1023791 Jan 27 17:50:41.660344 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee037-2495-4aa8-abb9-fc965ecdb641 req-20ac32e3-b15f-4a71-8014-1433d408f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:41.661830 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f97ee037-2495-4aa8-abb9-fc965ecdb641 req-20ac32e3-b15f-4a71-8014-1433d408f13b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c6bfcd51-21ec-4b01-972c-3a232a7ef94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830445 Jan 27 17:50:41.818950 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f97ee037-2495-4aa8-abb9-fc965ecdb641 req-84586760-5c3f-4861-8c1f-b07bb92762c9 service neutron] 10.222.0.88 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495667 Jan 27 17:50:42.014420 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f97ee037-2495-4aa8-abb9-fc965ecdb641 req-52db47eb-1a8b-4176-b43f-5eac8abb920c service neutron] 10.222.0.88 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891458 Jan 27 17:50:42.728577 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec32a0-59d0-431f-8a39-027d46c46872 req-47e642c8-d82c-4d13-bac3-5a89e4a2a4bc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:42.729683 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c5ec32a0-59d0-431f-8a39-027d46c46872 req-47e642c8-d82c-4d13-bac3-5a89e4a2a4bc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:50:42.754972 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-c5ec32a0-59d0-431f-8a39-027d46c46872 req-47e642c8-d82c-4d13-bac3-5a89e4a2a4bc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:50:42.757011 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c5ec32a0-59d0-431f-8a39-027d46c46872 req-47e642c8-d82c-4d13-bac3-5a89e4a2a4bc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 943 time: 0.1252999 Jan 27 17:50:42.810159 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c5ec32a0-59d0-431f-8a39-027d46c46872 req-bcc2012c-41f3-4e1d-aa1b-3417991f05d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470862 Jan 27 17:50:43.027754 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 14c6d1ac-72d3-4ea4-acfd-861a21571b7a details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:50:43.187093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=14c6d1ac-72d3-4ea4-acfd-861a21571b7a,segment=NetworkSegment(bf9b21b9-2b32-45ac-9238-5de97574b7e0),segment_id=bf9b21b9-2b32-45ac-9238-5de97574b7e0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:43.211896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'port_id': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a', 'mac_address': 'fa:16:3e:b8:10:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:50:43.324247 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:43.353233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c6d1ac-72d3-4ea4-acfd-861a21571b7a {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:50:43.371126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=14c6d1ac-72d3-4ea4-acfd-861a21571b7a,segment=NetworkSegment(bf9b21b9-2b32-45ac-9238-5de97574b7e0),segment_id=bf9b21b9-2b32-45ac-9238-5de97574b7e0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:43.379767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:43.455745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=14c6d1ac-72d3-4ea4-acfd-861a21571b7a,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:43.615930 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:50:43.621727 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['14c6d1ac-72d3-4ea4-acfd-861a21571b7a'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:50:44.025140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85931147-36f7-4015-a699-c33e3c60cf0c req-18efef25-99bc-4670-86da-739333fc3ee9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:44.026795 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-85931147-36f7-4015-a699-c33e3c60cf0c req-18efef25-99bc-4670-86da-739333fc3ee9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 944 time: 0.1018319 Jan 27 17:50:44.074373 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-85931147-36f7-4015-a699-c33e3c60cf0c req-f7a15759-549a-46ad-97c2-0f1b6595738c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414879 Jan 27 17:50:45.042772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 14c6d1ac-72d3-4ea4-acfd-861a21571b7a up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:50:45.123147 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:50:45.128494 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:50:45.128873 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:45.257281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:45.270072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c76ce-3f8e-4ef4-84d7-c84bc825f392 req-7a5a5e4b-a950-4ed9-abd8-89a86c892992 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:45.271688 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a85c76ce-3f8e-4ef4-84d7-c84bc825f392 req-7a5a5e4b-a950-4ed9-abd8-89a86c892992 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 944 time: 0.0869021 Jan 27 17:50:45.289710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:50:45.303424 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=14c6d1ac-72d3-4ea4-acfd-861a21571b7a,segment=NetworkSegment(bf9b21b9-2b32-45ac-9238-5de97574b7e0),segment_id=bf9b21b9-2b32-45ac-9238-5de97574b7e0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:45.320186 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:45.326148 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a85c76ce-3f8e-4ef4-84d7-c84bc825f392 req-28ff56a9-bdae-4b8c-8217-6517ac195558 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483515 Jan 27 17:50:45.400318 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=14c6d1ac-72d3-4ea4-acfd-861a21571b7a,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:45.412607 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a', 'code': 200} Jan 27 17:50:45.652925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab58c8-472e-43b5-bcd4-04ab182b3050 req-95739b1d-5b09-47a3-968a-8f59a4c40b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:45.654420 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a3ab58c8-472e-43b5-bcd4-04ab182b3050 req-95739b1d-5b09-47a3-968a-8f59a4c40b01 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0781026 Jan 27 17:50:45.702054 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a3ab58c8-472e-43b5-bcd4-04ab182b3050 req-2448a034-524a-4f9b-96dd-133276eb4287 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 Jan 27 17:50:46.532501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe57739-3688-4db2-9790-0d94e6347d43 req-4872e23d-d170-478d-a9d9-91c07d2ba6f5 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:46.534200 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afe57739-3688-4db2-9790-0d94e6347d43 req-4872e23d-d170-478d-a9d9-91c07d2ba6f5 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 945 time: 0.0875874 Jan 27 17:50:46.727097 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-afe57739-3688-4db2-9790-0d94e6347d43 req-4aa00124-6213-421e-bde9-2a9a4b04e524 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788385 Jan 27 17:50:47.936079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d1c2-cd48-4a22-aebd-b062f70c1a5c req-c7ac7149-7c4b-40c9-902f-8c246d17ff25 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:47.937650 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-40c8d1c2-cd48-4a22-aebd-b062f70c1a5c req-c7ac7149-7c4b-40c9-902f-8c246d17ff25 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 945 time: 0.0917749 Jan 27 17:50:47.989476 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-40c8d1c2-cd48-4a22-aebd-b062f70c1a5c req-3cf5c468-0663-4458-ab34-33bc86237071 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452573 Jan 27 17:50:48.180644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729279d-1c25-4dfb-945b-720501b06b68 req-dd684b60-2776-48b4-afe8-a216cc0d8fbb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:48.182237 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a729279d-1c25-4dfb-945b-720501b06b68 req-dd684b60-2776-48b4-afe8-a216cc0d8fbb tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 945 time: 0.0864151 Jan 27 17:50:48.257429 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a729279d-1c25-4dfb-945b-720501b06b68 req-1a9e3738-873c-4e50-ac2f-b4f4ecd475b8 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688646 Jan 27 17:50:48.282144 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50562) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:48.367311 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c39cf-cb09-4ee9-ae7e-a236e38e4adb tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:48.368871 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ae3c39cf-cb09-4ee9-ae7e-a236e38e4adb tempest-TestNetworkAdvancedServerOps-511296890 tempest-TestNetworkAdvancedServerOps-511296890-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 1093 time: 0.0856259 Jan 27 17:50:48.371844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50566) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:48.377034 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:50:48.383230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:50:48.387048 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Usage tracker for resource:floatingip and tenant:c2a6b28e92c64329aba986d62a0cb89a is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:50:48.389877 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:50:48.395866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:50:48.408849 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:48.553185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:48.724787 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Allocated IP 172.26.8.150 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/4874815e-d034-4436-9409-75fc0d7d6398) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:50:48.893494 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:48.928342 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:48.996060 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:50:48.999569 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:50:49.004330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:50:49.036395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=4874815e-d034-4436-9409-75fc0d7d6398,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:49.470313 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:49.552357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:49.767855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:49.774261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:49.890696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event updated for resources: {'Port': ['ID=4874815e-d034-4436-9409-75fc0d7d6398,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:49.904724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:50.192621 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Floating IP dc6b8cd2-344b-41ad-bf86-b42608d6d7f5 associated. External IP: 172.26.8.150, port: 14c6d1ac-72d3-4ea4-acfd-861a21571b7a. Jan 27 17:50:50.554432 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:50:50.753696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:50:50.765090 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f1f011-2126-47ea-9186-2b015a229d43 None None] Sync routers for ids ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:50:50.776424 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f1f011-2126-47ea-9186-2b015a229d43 None None] Routers {'3924a0a8-a54f-4e3c-8473-9951d78f00e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:50:50.777072 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e1f1f011-2126-47ea-9186-2b015a229d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:50:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:50.779999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:50.836070 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-42f48258-857f-4624-88c3-144850a8a99d tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4630573 Jan 27 17:50:50.836560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'tag': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:50:50.882542 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'tag': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a', 'status': 'completed', 'code': 200} Jan 27 17:50:50.958850 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-e1f1f011-2126-47ea-9186-2b015a229d43 None None] Set router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:50:50.983032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a56818-cac0-4166-a210-91f4426e9585 req-35e2293d-eba3-4bc7-91a9-086d58934c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:50.984587 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-40a56818-cac0-4166-a210-91f4426e9585 req-35e2293d-eba3-4bc7-91a9-086d58934c2e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0786572 Jan 27 17:50:51.003572 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0bb58-20a2-454b-8458-cc50730e72d6 req-96b774f4-1762-4af6-95ad-77c40b4b858e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:51.005068 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6e0bb58-20a2-454b-8458-cc50730e72d6 req-96b774f4-1762-4af6-95ad-77c40b4b858e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 945 time: 0.0819294 Jan 27 17:50:51.054446 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b6e0bb58-20a2-454b-8458-cc50730e72d6 req-2d92d346-3c6f-4704-8790-c296c2c2f08f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 Jan 27 17:50:51.078438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50574) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:51.122804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a56818-cac0-4166-a210-91f4426e9585 req-9864e0d1-f0b5-4306-934f-ab1b6ef83ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:51.124317 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-40a56818-cac0-4166-a210-91f4426e9585 req-9864e0d1-f0b5-4306-934f-ab1b6ef83ddd service neutron] 10.222.0.88 "GET /v2.0/networks?id=c6bfcd51-21ec-4b01-972c-3a232a7ef94c HTTP/1.1" status: 200 len: 898 time: 0.1340721 Jan 27 17:50:51.192536 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-fc179ec5-72ac-4156-8ab8-b25cbe95db42 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/dc6b8cd2-344b-41ad-bf86-b42608d6d7f5 HTTP/1.1" status: 200 len: 991 time: 0.1116192 Jan 27 17:50:51.230560 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-40a56818-cac0-4166-a210-91f4426e9585 req-4b58f4c7-5dc3-4bbb-9a7b-1a43479341ea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c6d1ac-72d3-4ea4-acfd-861a21571b7a HTTP/1.1" status: 200 len: 999 time: 0.1001277 Jan 27 17:50:51.296846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a56818-cac0-4166-a210-91f4426e9585 req-2507e28c-03ba-4de8-bde6-17f71210558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:51.298426 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-40a56818-cac0-4166-a210-91f4426e9585 req-2507e28c-03ba-4de8-bde6-17f71210558b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a76d595-01d5-4af5-ab59-dac6f7733100 HTTP/1.1" status: 200 len: 834 time: 0.0605595 Jan 27 17:50:51.328322 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e1f1f011-2126-47ea-9186-2b015a229d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:50:33Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'dc6b8cd2-344b-41ad-bf86-b42608d6d7f5', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.150', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'port_id': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'mac_address': 'fa:16:3e:b8:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:50:49Z', 'updated_at': '2022-01-27T17:50:49Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991734a9-1409-4de2-8985-60a1ef835174', 'name': '', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:21:b0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:32Z', 'updated_at': '2022-01-27T17:50:38Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:51.333947 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f1f011-2126-47ea-9186-2b015a229d43 None None] Checking router: 3924a0a8-a54f-4e3c-8473-9951d78f00e9 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:50:51.344054 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f1f011-2126-47ea-9186-2b015a229d43 None None] Routers {'3924a0a8-a54f-4e3c-8473-9951d78f00e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:50:51.344669 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e1f1f011-2126-47ea-9186-2b015a229d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:50:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:51.379849 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a56818-cac0-4166-a210-91f4426e9585 req-027c5594-f9ad-4fd0-a58a-e33baa9c6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:51.381293 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-40a56818-cac0-4166-a210-91f4426e9585 req-027c5594-f9ad-4fd0-a58a-e33baa9c6cd0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c6bfcd51-21ec-4b01-972c-3a232a7ef94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753121 Jan 27 17:50:51.526122 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-40a56818-cac0-4166-a210-91f4426e9585 req-3b9906fb-fe50-4dfa-ba6c-5868a2891efe service neutron] 10.222.0.88 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387060 Jan 27 17:50:51.533095 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-e1f1f011-2126-47ea-9186-2b015a229d43 None None] Set router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:50:51.565185 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0a4eec71-18c0-4f49-850f-2702a4c8abe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:51.798675 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-40a56818-cac0-4166-a210-91f4426e9585 req-b54fe6a7-7f41-402c-87bd-53b9dff6cd9a service neutron] 10.222.0.88 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656138 Jan 27 17:50:51.932027 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-e1f1f011-2126-47ea-9186-2b015a229d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:50:33Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'dc6b8cd2-344b-41ad-bf86-b42608d6d7f5', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.150', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'port_id': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'mac_address': 'fa:16:3e:b8:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:50:49Z', 'updated_at': '2022-01-27T17:50:49Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991734a9-1409-4de2-8985-60a1ef835174', 'name': '', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:21:b0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:32Z', 'updated_at': '2022-01-27T17:50:38Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:50:51.935956 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f1f011-2126-47ea-9186-2b015a229d43 None None] The sync data for ids ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'] in dv-neutron-825077-1-hyperv is: [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:50:33Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'dc6b8cd2-344b-41ad-bf86-b42608d6d7f5', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'floating_ip_address': '172.26.8.150', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'port_id': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'mac_address': 'fa:16:3e:b8:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:50:49Z', 'updated_at': '2022-01-27T17:50:49Z', 'revision_number': 0, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991734a9-1409-4de2-8985-60a1ef835174', 'name': '', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:21:b0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:32Z', 'updated_at': '2022-01-27T17:50:38Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:50:52.159541 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48787251-0683-4cec-b7fb-7939821f426e None None] New status for floating IP dc6b8cd2-344b-41ad-bf86-b42608d6d7f5: ACTIVE {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:50:52.195549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50578) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:52.308025 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bb2b7a60-b143-40f8-80fe-975f5d798d26 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/dc6b8cd2-344b-41ad-bf86-b42608d6d7f5 HTTP/1.1" status: 200 len: 991 time: 0.1113009 Jan 27 17:50:53.310560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50582) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:50:53.420866 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-84f7f0e7-bdb4-425f-bb9e-b41e82c360b7 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/dc6b8cd2-344b-41ad-bf86-b42608d6d7f5 HTTP/1.1" status: 200 len: 993 time: 0.1091199 Jan 27 17:50:53.863783 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-20c485fe-cda1-47c8-a3cd-59d9d77f79e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:54.840062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:55.447306 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:56.812549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:58.832633 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:10.219030 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-89565f2e-8db1-43dd-a02c-22147b78332a req-3bd0cf4c-fa0d-4c0c-9f1e-579ea34453c0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758595 Jan 27 17:51:10.365778 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89565f2e-8db1-43dd-a02c-22147b78332a req-fd1b9571-c1ba-4dc4-89bc-2f0e82c873b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:10.367263 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-89565f2e-8db1-43dd-a02c-22147b78332a req-fd1b9571-c1ba-4dc4-89bc-2f0e82c873b1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0765028 Jan 27 17:51:10.527780 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89565f2e-8db1-43dd-a02c-22147b78332a req-e09616ee-5c8b-4b03-90f4-883511436e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:10.529159 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-89565f2e-8db1-43dd-a02c-22147b78332a req-e09616ee-5c8b-4b03-90f4-883511436e32 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c6bfcd51-21ec-4b01-972c-3a232a7ef94c HTTP/1.1" status: 200 len: 898 time: 0.1398513 Jan 27 17:51:10.638481 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-89565f2e-8db1-43dd-a02c-22147b78332a req-67f177a3-6106-45a7-be82-fd2165b80db2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c6d1ac-72d3-4ea4-acfd-861a21571b7a HTTP/1.1" status: 200 len: 1001 time: 0.1025484 Jan 27 17:51:10.700413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89565f2e-8db1-43dd-a02c-22147b78332a req-879408f9-1574-4b46-9d0e-3fd661f5bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:10.701888 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-89565f2e-8db1-43dd-a02c-22147b78332a req-879408f9-1574-4b46-9d0e-3fd661f5bb46 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a76d595-01d5-4af5-ab59-dac6f7733100 HTTP/1.1" status: 200 len: 834 time: 0.0575957 Jan 27 17:51:10.790186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89565f2e-8db1-43dd-a02c-22147b78332a req-2c743c71-ee9e-4c1e-94e8-85e8134d92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:10.792431 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-89565f2e-8db1-43dd-a02c-22147b78332a req-2c743c71-ee9e-4c1e-94e8-85e8134d92e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c6bfcd51-21ec-4b01-972c-3a232a7ef94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844591 Jan 27 17:51:10.932287 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-89565f2e-8db1-43dd-a02c-22147b78332a req-63c72362-3e9f-451e-85f2-645ef24aca42 service neutron] 10.222.0.88 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313872 Jan 27 17:51:11.071885 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-89565f2e-8db1-43dd-a02c-22147b78332a req-28c2d7a8-6c82-45f8-ab65-474212bef70a service neutron] 10.222.0.88 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327081 Jan 27 17:51:18.460618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8635d9-35be-43ca-b869-1c0082998c90 req-e131803a-fc4e-4eea-b5a4-80eb61f0f940 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:18.462095 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a8635d9-35be-43ca-b869-1c0082998c90 req-e131803a-fc4e-4eea-b5a4-80eb61f0f940 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 945 time: 0.0874586 Jan 27 17:51:18.514930 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a8635d9-35be-43ca-b869-1c0082998c90 req-eb2a0162-a244-49da-8bd1-c7816c1a8f5c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449476 Jan 27 17:51:19.721636 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcfd6a-7f5f-419f-abe2-0b966680020b req-1db08ab5-6547-4161-bfde-04a773f7555b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:19.723014 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-54fcfd6a-7f5f-419f-abe2-0b966680020b req-1db08ab5-6547-4161-bfde-04a773f7555b tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 945 time: 0.0886323 Jan 27 17:51:19.773272 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-54fcfd6a-7f5f-419f-abe2-0b966680020b req-353cb463-46f8-41b5-a5eb-2d7e578d5215 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410092 Jan 27 17:51:19.803951 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50602) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:19.917749 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-03bcacb7-34bd-40cc-9068-9edbba9f4363 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/dc6b8cd2-344b-41ad-bf86-b42608d6d7f5 HTTP/1.1" status: 200 len: 993 time: 0.1126602 Jan 27 17:51:20.616034 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:51:21.461364 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bcc38-a42a-4bee-93f2-f96408a8bb07 req-40c58521-df29-4e84-9ccf-8a73b55391a9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:21.462870 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6f8bcc38-a42a-4bee-93f2-f96408a8bb07 req-40c58521-df29-4e84-9ccf-8a73b55391a9 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 945 time: 0.1403775 Jan 27 17:51:21.464640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de518e-fce6-4ccc-867e-483257f63e31 req-d493ad12-60ca-4f9c-af43-69c3a6d82b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:21.465973 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23de518e-fce6-4ccc-867e-483257f63e31 req-d493ad12-60ca-4f9c-af43-69c3a6d82b3e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 1098 time: 0.1078548 Jan 27 17:51:21.564065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-216120ea-5ae2-483b-b925-3f8f04a1a931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:21.694039 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6f8bcc38-a42a-4bee-93f2-f96408a8bb07 req-f4cd22cb-2f83-49b9-b24c-b3131f87026c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251465 Jan 27 17:51:21.731262 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de518e-fce6-4ccc-867e-483257f63e31 req-fa2c1cc2-da39-400a-9b99-e1cf31d8fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:21.732759 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23de518e-fce6-4ccc-867e-483257f63e31 req-fa2c1cc2-da39-400a-9b99-e1cf31d8fd07 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c6bfcd51-21ec-4b01-972c-3a232a7ef94c HTTP/1.1" status: 200 len: 898 time: 0.2509890 Jan 27 17:51:21.841105 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23de518e-fce6-4ccc-867e-483257f63e31 req-553e1cee-da10-4213-9943-65b40cddfa37 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c6d1ac-72d3-4ea4-acfd-861a21571b7a HTTP/1.1" status: 200 len: 1001 time: 0.1013408 Jan 27 17:51:21.908704 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de518e-fce6-4ccc-867e-483257f63e31 req-13e432cc-73b6-4b92-80ad-6fed08f20055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:21.910053 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23de518e-fce6-4ccc-867e-483257f63e31 req-13e432cc-73b6-4b92-80ad-6fed08f20055 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a76d595-01d5-4af5-ab59-dac6f7733100 HTTP/1.1" status: 200 len: 834 time: 0.0635438 Jan 27 17:51:21.990109 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de518e-fce6-4ccc-867e-483257f63e31 req-9915a5e9-9bcd-4c67-b8a2-e9306e9fa16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:21.991622 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23de518e-fce6-4ccc-867e-483257f63e31 req-9915a5e9-9bcd-4c67-b8a2-e9306e9fa16f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c6bfcd51-21ec-4b01-972c-3a232a7ef94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755682 Jan 27 17:51:22.128277 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23de518e-fce6-4ccc-867e-483257f63e31 req-4ba72ac0-764a-4010-a42c-b5831b55ceb9 service neutron] 10.222.0.88 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294069 Jan 27 17:51:22.261553 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-23de518e-fce6-4ccc-867e-483257f63e31 req-d5e6a0b3-264e-4d57-9312-9ab7c11b6ed8 service neutron] 10.222.0.88 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277845 Jan 27 17:51:22.903117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f8ccf-b005-4a76-8bda-a31b37a3f22c req-6bd6f8d4-d852-4442-93d6-15b77d3b191f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:22.904652 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-878f8ccf-b005-4a76-8bda-a31b37a3f22c req-6bd6f8d4-d852-4442-93d6-15b77d3b191f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 945 time: 0.0990508 Jan 27 17:51:22.951308 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-878f8ccf-b005-4a76-8bda-a31b37a3f22c req-d7b0d8b5-cca7-4d0c-8a87-58f36da3712e tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402453 Jan 27 17:51:23.862181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2ef795ed-d2ba-4f7d-b438-ff33a6a4417f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:24.161950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f491565-08ea-485b-b2e8-55ba26ef4430 req-71248ee9-9152-4097-b45f-371530a9ded0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:24.163320 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2f491565-08ea-485b-b2e8-55ba26ef4430 req-71248ee9-9152-4097-b45f-371530a9ded0 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 945 time: 0.0907197 Jan 27 17:51:24.212072 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2f491565-08ea-485b-b2e8-55ba26ef4430 req-23804abf-9a63-4a78-ba6b-da93f05ffbf4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404222 Jan 27 17:51:24.244350 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50616) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:24.352116 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5a42a83e-1566-41e1-92e8-6caba1b6b6ce tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/floatingips/dc6b8cd2-344b-41ad-bf86-b42608d6d7f5 HTTP/1.1" status: 200 len: 993 time: 0.1066132 Jan 27 17:51:24.835763 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:25.215699 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50624) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:25.420308 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 4874815e-d034-4436-9409-75fc0d7d6398 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:51:25.421022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:25.450030 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:25.598556 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:25.598834 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:25.722117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 4874815e-d034-4436-9409-75fc0d7d6398 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:51:25.875496 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:25.924370 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=4874815e-d034-4436-9409-75fc0d7d6398,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:25.967445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:25.967810 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:25.968151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:25.968465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:25.968784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:25.969102 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:25.969416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:25.969741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:25.970233 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:25.970774 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:25.971115 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:25.971428 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:26.140070 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:26.140326 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Floating IP dc6b8cd2-344b-41ad-bf86-b42608d6d7f5 disassociated (deleted). External IP: 172.26.8.150, port: 14c6d1ac-72d3-4ea4-acfd-861a21571b7a. Jan 27 17:51:26.504836 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:51:26.697296 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:51:26.708435 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addcc2e-d2c2-4b0e-9520-42a3508cff47 None None] Sync routers for ids ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:51:26.719254 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6addcc2e-d2c2-4b0e-9520-42a3508cff47 None None] Routers {'3924a0a8-a54f-4e3c-8473-9951d78f00e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:51:26.720174 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6addcc2e-d2c2-4b0e-9520-42a3508cff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:26.721560 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:26.775811 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-c8d4dc76-c3a5-4ae1-ac3e-dfd7a723f2d4 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/floatingips/dc6b8cd2-344b-41ad-bf86-b42608d6d7f5 HTTP/1.1" status: 204 len: 168 time: 1.5588994 Jan 27 17:51:26.776362 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'tag': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:51:26.816500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:26.831967 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'tag': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a', 'status': 'completed', 'code': 200} Jan 27 17:51:26.902425 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6addcc2e-d2c2-4b0e-9520-42a3508cff47 None None] Set router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:51:26.924361 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a4e25-c028-46b0-95d8-1192d0ff4fbb req-53e0fc3e-5c56-4b96-bbd5-645c749dc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:26.925850 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-060a4e25-c028-46b0-95d8-1192d0ff4fbb req-53e0fc3e-5c56-4b96-bbd5-645c749dc768 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0723166 Jan 27 17:51:27.071462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a4e25-c028-46b0-95d8-1192d0ff4fbb req-e42a5f3c-fe3e-426e-8e56-23369a338861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:27.072881 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-060a4e25-c028-46b0-95d8-1192d0ff4fbb req-e42a5f3c-fe3e-426e-8e56-23369a338861 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c6bfcd51-21ec-4b01-972c-3a232a7ef94c HTTP/1.1" status: 200 len: 898 time: 0.1395450 Jan 27 17:51:27.146273 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-060a4e25-c028-46b0-95d8-1192d0ff4fbb req-f0ea063e-e61c-41f0-b715-1bd40625a40d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c6d1ac-72d3-4ea4-acfd-861a21571b7a HTTP/1.1" status: 200 len: 217 time: 0.0657589 Jan 27 17:51:27.171823 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113354a-5c0d-4464-b663-ab3dc4163513 req-c22dc7b8-3bf8-4a30-80d6-c97867df2426 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:27.172527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-6113354a-5c0d-4464-b663-ab3dc4163513 req-c22dc7b8-3bf8-4a30-80d6-c97867df2426 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:51:27.191745 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-6113354a-5c0d-4464-b663-ab3dc4163513 req-c22dc7b8-3bf8-4a30-80d6-c97867df2426 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:51:27.193936 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6113354a-5c0d-4464-b663-ab3dc4163513 req-c22dc7b8-3bf8-4a30-80d6-c97867df2426 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 945 time: 0.1065855 Jan 27 17:51:27.215658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a4e25-c028-46b0-95d8-1192d0ff4fbb req-b1694647-5dd1-45eb-846c-770182ea6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:27.217105 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-060a4e25-c028-46b0-95d8-1192d0ff4fbb req-b1694647-5dd1-45eb-846c-770182ea6c70 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a76d595-01d5-4af5-ab59-dac6f7733100 HTTP/1.1" status: 200 len: 834 time: 0.0645759 Jan 27 17:51:27.239309 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6addcc2e-d2c2-4b0e-9520-42a3508cff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:50:33Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '991734a9-1409-4de2-8985-60a1ef835174', 'name': '', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:21:b0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:32Z', 'updated_at': '2022-01-27T17:50:38Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:27.243082 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addcc2e-d2c2-4b0e-9520-42a3508cff47 None None] Checking router: 3924a0a8-a54f-4e3c-8473-9951d78f00e9 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:51:27.246530 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6113354a-5c0d-4464-b663-ab3dc4163513 req-9d8ab3e9-7531-4fbc-9326-b3dddcfe8cf2 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432506 Jan 27 17:51:27.251387 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6addcc2e-d2c2-4b0e-9520-42a3508cff47 None None] Routers {'3924a0a8-a54f-4e3c-8473-9951d78f00e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:51:27.252042 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6addcc2e-d2c2-4b0e-9520-42a3508cff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:27.293361 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a4e25-c028-46b0-95d8-1192d0ff4fbb req-2aca8edb-a3da-47eb-8814-01d6c5a978e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:27.294916 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-060a4e25-c028-46b0-95d8-1192d0ff4fbb req-2aca8edb-a3da-47eb-8814-01d6c5a978e0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c6bfcd51-21ec-4b01-972c-3a232a7ef94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713222 Jan 27 17:51:27.430191 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6addcc2e-d2c2-4b0e-9520-42a3508cff47 None None] Set router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:51:27.432315 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-060a4e25-c028-46b0-95d8-1192d0ff4fbb req-ed091f0f-3be9-48dc-a0a1-37b1a2fa200c service neutron] 10.222.0.88 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290805 Jan 27 17:51:27.569188 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-060a4e25-c028-46b0-95d8-1192d0ff4fbb req-7a5a0ad7-e2c5-49cc-9564-7861191e29db service neutron] 10.222.0.88 "GET /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287758 Jan 27 17:51:27.764350 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6addcc2e-d2c2-4b0e-9520-42a3508cff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:50:33Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '991734a9-1409-4de2-8985-60a1ef835174', 'name': '', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:21:b0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:32Z', 'updated_at': '2022-01-27T17:50:38Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:27.768843 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addcc2e-d2c2-4b0e-9520-42a3508cff47 None None] The sync data for ids ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'] in dv-neutron-825077-1-hyperv is: [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:50:33Z', 'revision_number': 4, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '991734a9-1409-4de2-8985-60a1ef835174', 'name': '', 'network_id': 'c6bfcd51-21ec-4b01-972c-3a232a7ef94c', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'mac_address': 'fa:16:3e:21:b0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:32Z', 'updated_at': '2022-01-27T17:50:38Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'subnets': [{'id': '5a76d595-01d5-4af5-ab59-dac6f7733100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:51:28.035144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514c0b1-b8e5-4df6-af59-4384b64e5b98 None None] New status for floating IP dc6b8cd2-344b-41ad-bf86-b42608d6d7f5: DOWN {{(pid=87610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:51:28.450961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37254dc3-18a6-4f0d-88da-5ab94aec878f req-9d3befa8-b1a4-4165-8ff3-6192c5b6451c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:28.452860 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-37254dc3-18a6-4f0d-88da-5ab94aec878f req-9d3befa8-b1a4-4165-8ff3-6192c5b6451c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 945 time: 0.0926332 Jan 27 17:51:28.599315 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-37254dc3-18a6-4f0d-88da-5ab94aec878f req-7a951de7-3166-449d-8212-cf475b922f7f tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/security-groups?id=2be57a5d-33dc-4b97-9e66-ae654cfd126c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402016 Jan 27 17:51:28.714346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b3bc1-09a8-45aa-997a-79e0355b22b0 req-ac780b3a-9f16-453e-943d-fb560f4506ad tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:28.715803 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9e9b3bc1-09a8-45aa-997a-79e0355b22b0 req-ac780b3a-9f16-453e-943d-fb560f4506ad tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 945 time: 0.0804248 Jan 27 17:51:28.789095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-9e9b3bc1-09a8-45aa-997a-79e0355b22b0 req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:51:28.789395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9e9b3bc1-09a8-45aa-997a-79e0355b22b0 req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:28.828551 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:29.036296 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-9e9b3bc1-09a8-45aa-997a-79e0355b22b0 req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=14c6d1ac-72d3-4ea4-acfd-861a21571b7a,segment=NetworkSegment(bf9b21b9-2b32-45ac-9238-5de97574b7e0),segment_id=bf9b21b9-2b32-45ac-9238-5de97574b7e0)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:51:29.036543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9e9b3bc1-09a8-45aa-997a-79e0355b22b0 req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:29.162077 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-9e9b3bc1-09a8-45aa-997a-79e0355b22b0 req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 14c6d1ac-72d3-4ea4-acfd-861a21571b7a owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:51:29.310523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9e9b3bc1-09a8-45aa-997a-79e0355b22b0 req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:29.361839 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=14c6d1ac-72d3-4ea4-acfd-861a21571b7a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:29.396114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:29.396463 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:29.396804 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:29.397108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:29.397444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:29.397778 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:29.398091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:29.398415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:29.398731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:29.399056 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:29.399380 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:29.399714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:29.447117 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9b3bc1-09a8-45aa-997a-79e0355b22b0 req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] No DVR routers for this DVR port 14c6d1ac-72d3-4ea4-acfd-861a21571b7a on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:51:29.449840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-9e9b3bc1-09a8-45aa-997a-79e0355b22b0 req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:29.452435 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'name': 'network-vif-deleted', 'tag': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:51:29.470643 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9e9b3bc1-09a8-45aa-997a-79e0355b22b0 req-3d7b9436-373a-47f6-be30-fdd793c0c0de tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.88 "DELETE /v2.0/ports/14c6d1ac-72d3-4ea4-acfd-861a21571b7a HTTP/1.1" status: 204 len: 173 time: 0.7484765 Jan 27 17:51:29.503033 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69ea82d-2783-4bfa-85c2-a456bcf13dd2', 'name': 'network-vif-deleted', 'tag': '14c6d1ac-72d3-4ea4-acfd-861a21571b7a', 'status': 'completed', 'code': 200} Jan 27 17:51:29.772597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-312cf3f5-b522-414a-b09e-c7f4607e008f req-cbcb8d28-1260-4c12-9408-e722c752ee2c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Synchronizing usage tracker for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:51:29.791106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-312cf3f5-b522-414a-b09e-c7f4607e008f req-cbcb8d28-1260-4c12-9408-e722c752ee2c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Unset dirty status for tenant:c2a6b28e92c64329aba986d62a0cb89a on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:51:29.792612 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-312cf3f5-b522-414a-b09e-c7f4607e008f req-cbcb8d28-1260-4c12-9408-e722c752ee2c tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "GET /v2.0/ports?device_id=c69ea82d-2783-4bfa-85c2-a456bcf13dd2 HTTP/1.1" status: 200 len: 210 time: 0.0661364 Jan 27 17:51:30.894182 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50642) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:31.496953 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b7f3f52-7596-4ac7-a2d0-6494b2a5bf2a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:32.006059 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f3f52-7596-4ac7-a2d0-6494b2a5bf2a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port 991734a9-1409-4de2-8985-60a1ef835174 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:51:32.006887 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b7f3f52-7596-4ac7-a2d0-6494b2a5bf2a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:32.221976 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-0b7f3f52-7596-4ac7-a2d0-6494b2a5bf2a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port 991734a9-1409-4de2-8985-60a1ef835174, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=991734a9-1409-4de2-8985-60a1ef835174,segment=NetworkSegment(bf9b21b9-2b32-45ac-9238-5de97574b7e0),segment_id=bf9b21b9-2b32-45ac-9238-5de97574b7e0)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:51:32.222313 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b7f3f52-7596-4ac7-a2d0-6494b2a5bf2a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:32.362432 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f3f52-7596-4ac7-a2d0-6494b2a5bf2a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for 991734a9-1409-4de2-8985-60a1ef835174 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:51:32.568871 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b7f3f52-7596-4ac7-a2d0-6494b2a5bf2a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:32.621017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f3f52-7596-4ac7-a2d0-6494b2a5bf2a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=991734a9-1409-4de2-8985-60a1ef835174,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:32.910547 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0b7f3f52-7596-4ac7-a2d0-6494b2a5bf2a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:33.249262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 14c6d1ac-72d3-4ea4-acfd-861a21571b7a no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:51:33.283084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 14c6d1ac-72d3-4ea4-acfd-861a21571b7a {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:51:33.283506 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 14c6d1ac-72d3-4ea4-acfd-861a21571b7a not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:51:33.412618 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7f3f52-7596-4ac7-a2d0-6494b2a5bf2a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:51:33.590409 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7f3f52-7596-4ac7-a2d0-6494b2a5bf2a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:51:33.602133 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e408874-5d9a-4f7a-82d1-d8c86c9268ff None None] Sync routers for ids ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:51:33.608872 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0b7f3f52-7596-4ac7-a2d0-6494b2a5bf2a tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "PUT /v2.0/routers/3924a0a8-a54f-4e3c-8473-9951d78f00e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7135043 Jan 27 17:51:33.611879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50646) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:33.612368 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e408874-5d9a-4f7a-82d1-d8c86c9268ff None None] Routers {'3924a0a8-a54f-4e3c-8473-9951d78f00e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:51:33.612627 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3e408874-5d9a-4f7a-82d1-d8c86c9268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:33.688742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-0573266c-47f8-40d9-8351-86dbe8b733fc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting subnet 5a76d595-01d5-4af5-ab59-dac6f7733100 {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:51:33.692666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0573266c-47f8-40d9-8351-86dbe8b733fc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:33.759529 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0573266c-47f8-40d9-8351-86dbe8b733fc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:33.829147 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-3e408874-5d9a-4f7a-82d1-d8c86c9268ff None None] Set router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:51:33.847701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0573266c-47f8-40d9-8351-86dbe8b733fc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:33.928051 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0573266c-47f8-40d9-8351-86dbe8b733fc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:33.982176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573266c-47f8-40d9-8351-86dbe8b733fc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Subnet': ['ID=5a76d595-01d5-4af5-ab59-dac6f7733100,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:33.984982 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0573266c-47f8-40d9-8351-86dbe8b733fc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:33.997754 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50650) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:33.998027 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0573266c-47f8-40d9-8351-86dbe8b733fc tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/subnets/5a76d595-01d5-4af5-ab59-dac6f7733100 HTTP/1.1" status: 204 len: 168 time: 0.3846867 Jan 27 17:51:33.999833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210c6a51-c03b-4b31-bafa-4e4ff7bc76e9 None None] Network c6bfcd51-21ec-4b01-972c-3a232a7ef94c requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:51:34.142842 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3e408874-5d9a-4f7a-82d1-d8c86c9268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:51:32Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:34.147088 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e408874-5d9a-4f7a-82d1-d8c86c9268ff None None] Checking router: 3924a0a8-a54f-4e3c-8473-9951d78f00e9 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:51:34.156403 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e408874-5d9a-4f7a-82d1-d8c86c9268ff None None] Routers {'3924a0a8-a54f-4e3c-8473-9951d78f00e9'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:51:34.157022 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3e408874-5d9a-4f7a-82d1-d8c86c9268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:34.187757 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:34.314517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] DHCP port deletion for c6bfcd51-21ec-4b01-972c-3a232a7ef94c request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:51:34.319032 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Deleting port e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:51:34.319408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:34.357533 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-3e408874-5d9a-4f7a-82d1-d8c86c9268ff None None] Set router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:51:34.384470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:34.397483 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Deleting port efad853a-f559-447c-9684-ab1f896121dc {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:51:34.398286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:34.484781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:51:34.595023 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] For port efad853a-f559-447c-9684-ab1f896121dc, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=efad853a-f559-447c-9684-ab1f896121dc,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:51:34.595660 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:34.604530 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] For port e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c,segment=NetworkSegment(bf9b21b9-2b32-45ac-9238-5de97574b7e0),segment_id=bf9b21b9-2b32-45ac-9238-5de97574b7e0)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:51:34.604922 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:34.662675 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-3e408874-5d9a-4f7a-82d1-d8c86c9268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:51:32Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:34.666992 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e408874-5d9a-4f7a-82d1-d8c86c9268ff None None] The sync data for ids ['3924a0a8-a54f-4e3c-8473-9951d78f00e9'] in dv-neutron-825077-1-hyperv is: [{'id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585746568', 'tenant_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'efad853a-f559-447c-9684-ab1f896121dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:50:27Z', 'updated_at': '2022-01-27T17:51:32Z', 'revision_number': 5, 'project_id': 'c2a6b28e92c64329aba986d62a0cb89a', 'gw_port': {'id': 'efad853a-f559-447c-9684-ab1f896121dc', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924a0a8-a54f-4e3c-8473-9951d78f00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:50:28Z', 'updated_at': '2022-01-27T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:51:34.721015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Calling delete_port for efad853a-f559-447c-9684-ab1f896121dc owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:51:34.738887 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Calling delete_port for e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:51:34.836354 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:34.889139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:34.906156 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438'] for port, after_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:34.935438 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Port': ['ID=efad853a-f559-447c-9684-ab1f896121dc,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:34.957785 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Pushing event deleted for resources: {'Port': ['ID=e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c,revision_number=None']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:34.960103 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] No DVR routers for this DVR port e9dfa1ac-c2d0-410f-b1da-ba2ba0a98f4c on host dv-neutron-825077-1-hyperv {{(pid=87610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:51:34.969668 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:34.971212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:34.971543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:34.971902 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:34.972272 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:34.972536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:34.972855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:34.973169 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:34.973485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:34.974142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:34.974457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:34.974757 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a611be-c9d9-4d05-8e0c-a05e7900613c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:35.150694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:35.324419 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:35.326907 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:35.353468 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:35.354188 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Fanout notify agent at l3_agent the message router_deleted on router 3924a0a8-a54f-4e3c-8473-9951d78f00e9 {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:51:35.370221 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:35.371328 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b5a6b9ef-3c61-4df3-b219-cfc97ecc4fb1 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/routers/3924a0a8-a54f-4e3c-8473-9951d78f00e9 HTTP/1.1" status: 204 len: 168 time: 1.3725634 Jan 27 17:51:35.374141 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50654) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:35.491321 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9df8-c0e6-4a2f-9059-90bf48ad7d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:35.625195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9df8-c0e6-4a2f-9059-90bf48ad7d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:35.650658 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-e1ed9df8-c0e6-4a2f-9059-90bf48ad7d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bfcd51-21ec-4b01-972c-3a232a7ef94c']}} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:35.663416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-e1ed9df8-c0e6-4a2f-9059-90bf48ad7d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9b21b9-2b32-45ac-9238-5de97574b7e0') {'for_net_delete': True} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:35.663737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.services.segments.db [None req-e1ed9df8-c0e6-4a2f-9059-90bf48ad7d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9b21b9-2b32-45ac-9238-5de97574b7e0') {} {{(pid=87609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:35.675342 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9df8-c0e6-4a2f-9059-90bf48ad7d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2761092'] for segment, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:35.693206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9df8-c0e6-4a2f-9059-90bf48ad7d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:35.699700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ed9df8-c0e6-4a2f-9059-90bf48ad7d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=87609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:51:35.700079 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9df8-c0e6-4a2f-9059-90bf48ad7d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64976300'] for segment, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: Traceback (most recent call last): Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: timer() Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: cb(*args, **kw) Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: return func(*args, **kwargs) Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: self._notify() Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: self.callback(batched_events) Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: event.method(event) Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: return f(self, *a, **k) Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._get(url).json() Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: return self.request(url, 'GET', **kwargs) Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:51:35.717989 dv-neutron-825077-1-hyperv neutron-server[87609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:51:35.801465 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9df8-c0e6-4a2f-9059-90bf48ad7d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:35.819778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9df8-c0e6-4a2f-9059-90bf48ad7d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:35.831482 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed9df8-c0e6-4a2f-9059-90bf48ad7d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'Network': ['ID=c6bfcd51-21ec-4b01-972c-3a232a7ef94c,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:35.841502 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e1ed9df8-c0e6-4a2f-9059-90bf48ad7d14 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/networks/c6bfcd51-21ec-4b01-972c-3a232a7ef94c HTTP/1.1" status: 204 len: 168 time: 0.4663026 Jan 27 17:51:35.844562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50658) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:35.917420 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-487d76c1-4103-4c50-b33a-250f8ca3c287 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:35.952238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-487d76c1-4103-4c50-b33a-250f8ca3c287 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:36.045822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-487d76c1-4103-4c50-b33a-250f8ca3c287 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:36.065688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d76c1-4103-4c50-b33a-250f8ca3c287 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be57a5d-33dc-4b97-9e66-ae654cfd126c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:36.078382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-487d76c1-4103-4c50-b33a-250f8ca3c287 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:36.079659 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-487d76c1-4103-4c50-b33a-250f8ca3c287 tempest-TestNetworkAdvancedServerOps-1021310824 tempest-TestNetworkAdvancedServerOps-1021310824-project] 10.222.0.81 "DELETE /v2.0/security-groups/2be57a5d-33dc-4b97-9e66-ae654cfd126c HTTP/1.1" status: 204 len: 168 time: 0.2339189 Jan 27 17:51:36.405714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 991734a9-1409-4de2-8985-60a1ef835174 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:51:36.444439 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 991734a9-1409-4de2-8985-60a1ef835174 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:51:36.444776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 991734a9-1409-4de2-8985-60a1ef835174 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:51:36.445209 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device efad853a-f559-447c-9684-ab1f896121dc no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:51:36.478752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: efad853a-f559-447c-9684-ab1f896121dc {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:51:36.479092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device efad853a-f559-447c-9684-ab1f896121dc not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:51:36.481782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50668) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:36.666347 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2ffbac91-e817-4567-8eb5-ea93f4b9f6ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2a6b28e92c64329aba986d62a0cb89a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833775 Jan 27 17:51:36.670242 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50674) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:36.746619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96356aac-ae9e-429b-8382-84f6bf505bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:36.773843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96356aac-ae9e-429b-8382-84f6bf505bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:36.830275 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96356aac-ae9e-429b-8382-84f6bf505bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:36.847211 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96356aac-ae9e-429b-8382-84f6bf505bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c329a9b-700a-4103-92c3-d785af71b2c3,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:36.855316 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-96356aac-ae9e-429b-8382-84f6bf505bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:36.856628 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-96356aac-ae9e-429b-8382-84f6bf505bdd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c329a9b-700a-4103-92c3-d785af71b2c3 HTTP/1.1" status: 204 len: 168 time: 0.1850121 Jan 27 17:51:37.168705 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50682) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:37.193819 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d3e42ba8-280e-4796-b32d-126910bd415d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:37.208332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d3e42ba8-280e-4796-b32d-126910bd415d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:37.212518 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d3e42ba8-280e-4796-b32d-126910bd415d admin admin] Usage tracker for resource:security_group_rule and tenant:72673047d5ce4f238e0670b091c331c9 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:37.216032 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-d3e42ba8-280e-4796-b32d-126910bd415d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:37.222663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-d3e42ba8-280e-4796-b32d-126910bd415d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:37.318464 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d3e42ba8-280e-4796-b32d-126910bd415d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:37.323262 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-d3e42ba8-280e-4796-b32d-126910bd415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:37.373871 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-d3e42ba8-280e-4796-b32d-126910bd415d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72673047d5ce4f238e0670b091c331c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037942 Jan 27 17:51:37.375913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e42ba8-280e-4796-b32d-126910bd415d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faefd1a-de9e-48ef-b564-9f7c52013388,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:37.377139 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50686) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:37.439331 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-82bde688-93f6-4fd4-a7c2-6305163f3ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:37.467477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-82bde688-93f6-4fd4-a7c2-6305163f3ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:37.524081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-82bde688-93f6-4fd4-a7c2-6305163f3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:37.541520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bde688-93f6-4fd4-a7c2-6305163f3ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faefd1a-de9e-48ef-b564-9f7c52013388,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:37.550066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-82bde688-93f6-4fd4-a7c2-6305163f3ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:37.551752 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-82bde688-93f6-4fd4-a7c2-6305163f3ee6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4faefd1a-de9e-48ef-b564-9f7c52013388 HTTP/1.1" status: 204 len: 168 time: 0.1724250 Jan 27 17:51:38.404321 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50710) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:38.520663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-886575130-network', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:38.525786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:38.530010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Usage tracker for resource:network and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:38.534317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:38.541524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:38.556271 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Made reservation on behalf of 61ae0ba2c6c5415d90e168c6e9f3f145 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:51:38.558705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:38.571999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:38.587571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:38.591810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:38.594765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:38.600875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:38.690722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:38.696743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:38.726990 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:51:38.735378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278f04e6-34f1-4943-b9ef-5aa36968a37e,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:38.741370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:38.741705 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Added segment 58bb1020-f301-448e-861e-e55a310219dc of type vlan for network 02524956-e32f-4c41-929b-4b6245545ec5 Jan 27 17:51:38.769278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:38.801723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:38.802812 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:38.803372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:38.900975 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4955657 Jan 27 17:51:38.904317 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50716) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:38.906368 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7a8f-b4be-4713-ba44-3b37edfca14d admin admin] Pushing event updated for resources: {'Network': ['ID=02524956-e32f-4c41-929b-4b6245545ec5,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:38.910080 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Request body: {'subnet': {'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-886575130-subnet', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'ip_version': 4}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:38.915466 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:38.916498 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 02524956-e32f-4c41-929b-4b6245545ec5 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:51:38.919776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Usage tracker for resource:subnet and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:38.922769 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:38.928688 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:38.942580 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Made reservation on behalf of 61ae0ba2c6c5415d90e168c6e9f3f145 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:51:38.944849 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:39.151742 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:39.218027 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4482843-e3c5-4ae7-b011-af68794fa12c,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:39.230962 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Checking segment: {'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:51:39.231298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Network hostable DHCP agents. Network: 02524956-e32f-4c41-929b-4b6245545ec5, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:51:39.251614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Network 02524956-e32f-4c41-929b-4b6245545ec5 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:51:39.263030 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 02524956-e32f-4c41-929b-4b6245545ec5) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:51:39.267860 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:39.268991 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:39.271987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97257191-c596-435f-91bf-8ad8b098ba75 None None] Network 02524956-e32f-4c41-929b-4b6245545ec5 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:51:39.304111 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50720) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:39.308620 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-80741d9f-53b3-4185-b516-2ce9816f9c9e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4026775 Jan 27 17:51:39.309620 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:39.314559 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:39.318776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Usage tracker for resource:router and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:39.321794 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:39.328722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:39.341116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:39.342372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:39.359550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:39.489155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-02524956-e32f-4c41-929b-4b6245545ec5', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:51:39.490033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:39.652365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Allocated IP 172.20.0.2 (02524956-e32f-4c41-929b-4b6245545ec5/a4482843-e3c5-4ae7-b011-af68794fa12c/428be468-92e7-46b9-ac9e-770a93bb83e2) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:51:39.732803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:39.902357 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:39.912585 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Transition to ACTIVE for port object 428be468-92e7-46b9-ac9e-770a93bb83e2 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:51:39.931493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Transition to ACTIVE for port object 428be468-92e7-46b9-ac9e-770a93bb83e2 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:51:39.939847 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:40.005508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Network 02524956-e32f-4c41-929b-4b6245545ec5 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:51:40.006586 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:51:40.011272 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:51:40.020049 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Pushing event updated for resources: {'Port': ['ID=428be468-92e7-46b9-ac9e-770a93bb83e2,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:40.052577 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:40.085656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:40.107562 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Attempting to bind port 428be468-92e7-46b9-ac9e-770a93bb83e2 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:51:40.107950 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Attempting to bind port 428be468-92e7-46b9-ac9e-770a93bb83e2 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:51:40.108297 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Attempting to bind port 428be468-92e7-46b9-ac9e-770a93bb83e2 on network 02524956-e32f-4c41-929b-4b6245545ec5 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:51:40.113707 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:51:40.114065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Checking segment: {'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:51:40.114458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:40.114836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Bound using segment: {'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:51:40.115281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Bound port: 428be468-92e7-46b9-ac9e-770a93bb83e2, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:51:40.115668 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:40.213947 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] For port 428be468-92e7-46b9-ac9e-770a93bb83e2, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:51:40.217247 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] For port 428be468-92e7-46b9-ac9e-770a93bb83e2, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=428be468-92e7-46b9-ac9e-770a93bb83e2,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:51:40.217492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Allocated IP 172.26.8.186 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/c1be93d8-8f04-442f-86fa-d2e3b82df95a) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:51:40.221915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:40.304566 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee449c-a406-49ed-9039-8ded42ef97b3 None None] Pushing event updated for resources: {'Port': ['ID=428be468-92e7-46b9-ac9e-770a93bb83e2,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:40.391270 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:40.423721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:40.491851 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:51:40.494937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:51:40.498739 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:51:40.528922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Pushing event updated for resources: {'Port': ['ID=c1be93d8-8f04-442f-86fa-d2e3b82df95a,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:41.053867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:41.243086 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fad089-5858-45f6-b5d9-e97a6b021f18 None None] Network 02524956-e32f-4c41-929b-4b6245545ec5 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:51:41.369421 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a3c7b358-6531-4400-9c0b-91db06056b1f None None] Provisioning for port 428be468-92e7-46b9-ac9e-770a93bb83e2 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:51:41.403157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:41.628026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Router ef02d967-5589-4e39-a969-b9de03d674b0 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:51:41.819404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:51:41.828435 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Sync routers for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:51:41.838752 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:51:41.839413 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:41.846746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:41.851189 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f6d20160-2afd-4004-9ac7-ade0d8e1da34 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5430686 Jan 27 17:51:41.851452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50724) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:42.023260 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:51:42.313815 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:40Z', 'revision_number': 3, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:42.317795 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Checking router: ef02d967-5589-4e39-a969-b9de03d674b0 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:51:42.318135 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Updating router ef02d967-5589-4e39-a969-b9de03d674b0 port c1be93d8-8f04-442f-86fa-d2e3b82df95a binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:51:42.376043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:42.475345 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 428be468-92e7-46b9-ac9e-770a93bb83e2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:51:42.647142 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 428be468-92e7-46b9-ac9e-770a93bb83e2 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:51:42.658460 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 428be468-92e7-46b9-ac9e-770a93bb83e2 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:42.658823 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:42.713260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:42.909597 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:42.919717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Allocated IP 172.20.0.1 (02524956-e32f-4c41-929b-4b6245545ec5/a4482843-e3c5-4ae7-b011-af68794fa12c/4833edf1-0674-4ec4-81b4-ddc50583f568) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:51:42.922359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:42.945128 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Transition to ACTIVE for port object c1be93d8-8f04-442f-86fa-d2e3b82df95a will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:51:42.955772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:42.998467 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 428be468-92e7-46b9-ac9e-770a93bb83e2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=428be468-92e7-46b9-ac9e-770a93bb83e2,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:51:43.024858 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:43.041143 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Attempting to bind port c1be93d8-8f04-442f-86fa-d2e3b82df95a on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:51:43.041500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Attempting to bind port c1be93d8-8f04-442f-86fa-d2e3b82df95a by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:51:43.041853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Attempting to bind port c1be93d8-8f04-442f-86fa-d2e3b82df95a on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:51:43.050875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8a6b1-5c70-4248-9c3a-9d924ac461da None None] Pushing event updated for resources: {'Port': ['ID=c1be93d8-8f04-442f-86fa-d2e3b82df95a,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:43.053401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:51:43.053817 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:51:43.054137 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:43.054491 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:51:43.055028 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Bound port: c1be93d8-8f04-442f-86fa-d2e3b82df95a, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:51:43.055536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:43.066400 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:43.081950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Transition to ACTIVE for port object 4833edf1-0674-4ec4-81b4-ddc50583f568 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:51:43.106870 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:43.176624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Network 02524956-e32f-4c41-929b-4b6245545ec5 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:51:43.177916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=428be468-92e7-46b9-ac9e-770a93bb83e2,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:43.179874 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:51:43.182907 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:51:43.184086 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] For port c1be93d8-8f04-442f-86fa-d2e3b82df95a, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:51:43.188034 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] For port c1be93d8-8f04-442f-86fa-d2e3b82df95a, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c1be93d8-8f04-442f-86fa-d2e3b82df95a,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:51:43.194335 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:43.221075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Pushing event updated for resources: {'Port': ['ID=4833edf1-0674-4ec4-81b4-ddc50583f568,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:43.245882 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:43.276632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:51:43.277262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:43.342322 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8a6b1-5c70-4248-9c3a-9d924ac461da None None] Pushing event updated for resources: {'Port': ['ID=c1be93d8-8f04-442f-86fa-d2e3b82df95a,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:43.405795 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:43.465867 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-43ff7325-c015-4b7a-8cc0-ff7be07534ef None None] Provisioning for port 4833edf1-0674-4ec4-81b4-ddc50583f568 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:51:43.477626 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:51:43.518343 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-43ff7325-c015-4b7a-8cc0-ff7be07534ef None None] Provisioning complete for port 4833edf1-0674-4ec4-81b4-ddc50583f568 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:43.518707 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-43ff7325-c015-4b7a-8cc0-ff7be07534ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:43.629811 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:43.635768 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:43.651127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-43ff7325-c015-4b7a-8cc0-ff7be07534ef None None] Port 4833edf1-0674-4ec4-81b4-ddc50583f568 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:51:43.743842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:43.747302 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Pushing event updated for resources: {'Port': ['ID=4833edf1-0674-4ec4-81b4-ddc50583f568,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:43.838111 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:42Z', 'revision_number': 1, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:43.842264 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28610ce-8174-429f-8e42-0701ebf99923 None None] The sync data for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv is: [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:42Z', 'revision_number': 1, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:51:43.887352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Network 02524956-e32f-4c41-929b-4b6245545ec5 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:51:43.888549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:51:44.105701 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Router ef02d967-5589-4e39-a969-b9de03d674b0 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:51:44.175119 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-7bacc829-7c84-4c1f-8933-9b4368295635 None None] Provisioning complete for port 4833edf1-0674-4ec4-81b4-ddc50583f568 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:44.175788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7bacc829-7c84-4c1f-8933-9b4368295635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:44.238473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-7bacc829-7c84-4c1f-8933-9b4368295635 None None] Port 4833edf1-0674-4ec4-81b4-ddc50583f568 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:51:44.407554 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 428be468-92e7-46b9-ac9e-770a93bb83e2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:51:44.425019 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:51:44.434740 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6e9adf57-1d04-4553-b74b-355a2eeaac17 admin admin] 10.222.0.81 "PUT /v2.0/routers/ef02d967-5589-4e39-a969-b9de03d674b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5821493 Jan 27 17:51:44.479485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 428be468-92e7-46b9-ac9e-770a93bb83e2 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:44.480303 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.011357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50742) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:45.017199 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2136816660-network', 'tenant_id': '06068d33108044f8a8d41504eb526014'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:45.022330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:45.026198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Usage tracker for resource:network and tenant:06068d33108044f8a8d41504eb526014 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:45.029152 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:45.035336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:45.046169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Made reservation on behalf of 06068d33108044f8a8d41504eb526014 for: {'network': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:51:45.048829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.061401 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.079116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:45.084187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Usage tracker for resource:security_group_rule and tenant:06068d33108044f8a8d41504eb526014 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:45.087264 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:45.093304 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:45.181290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.186706 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.219225 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1232} {{(pid=87608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:51:45.228698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224ab397-cb60-454a-9637-cf90b0eeef06,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:45.236725 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.237050 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.segments_db [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Added segment fa5ec9ac-7016-43e5-892b-35a9e2b9393b of type vlan for network d273a6fe-08b0-40fb-8772-8000325902a7 Jan 27 17:51:45.263722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.294782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.295736 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:45.296305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.394156 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3815622 Jan 27 17:51:45.397191 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50746) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:45.399781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87fd09-9ce4-4330-93ca-f4015fc3709c admin admin] Pushing event updated for resources: {'Network': ['ID=d273a6fe-08b0-40fb-8772-8000325902a7,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:45.403033 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Request body: {'subnet': {'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2136816660-subnet', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'ip_version': 4}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:45.409844 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:45.411051 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network d273a6fe-08b0-40fb-8772-8000325902a7 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:51:45.414251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Usage tracker for resource:subnet and tenant:06068d33108044f8a8d41504eb526014 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:45.417143 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:45.423364 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:45.434634 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Made reservation on behalf of 06068d33108044f8a8d41504eb526014 for: {'subnet': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:51:45.437099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65935222'] for subnet, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.661900 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64976133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65935204'] for subnet, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.736194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae09d08-b8a5-4651-ae38-ef52953b1532,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:45.746752 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Checking segment: {'id': 'fa5ec9ac-7016-43e5-892b-35a9e2b9393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:51:45.747098 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Network hostable DHCP agents. Network: d273a6fe-08b0-40fb-8772-8000325902a7, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:51:45.767486 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Network d273a6fe-08b0-40fb-8772-8000325902a7 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:51:45.779706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, d273a6fe-08b0-40fb-8772-8000325902a7) {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:51:45.785222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:45.785956 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.789286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a086c9-70d8-41b6-83e4-06bfe9c8a02f None None] Network d273a6fe-08b0-40fb-8772-8000325902a7 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:51:45.809670 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-f3035e18-7788-4c67-a684-4a499bc28872 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4110742 Jan 27 17:51:45.811867 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50750) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:45.817036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2136816660-router', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:45.821719 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:45.825470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Usage tracker for resource:router and tenant:06068d33108044f8a8d41504eb526014 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:45.828286 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:45.834764 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:45.846775 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.847894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.868896 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:45.935998 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Sync routers for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:51:45.945563 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:51:45.946181 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:46.058290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-d273a6fe-08b0-40fb-8772-8000325902a7', 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'fixed_ips': [{'subnet_id': 'cae09d08-b8a5-4651-ae38-ef52953b1532'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:51:46.059439 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.135596 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:51:46.220114 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Allocated IP 172.20.0.2 (d273a6fe-08b0-40fb-8772-8000325902a7/cae09d08-b8a5-4651-ae38-ef52953b1532/c9b19352-94ad-431f-96db-1487f964fad2) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:51:46.260295 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.462220 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.474099 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Transition to ACTIVE for port object c9b19352-94ad-431f-96db-1487f964fad2 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:51:46.484164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c1be93d8-8f04-442f-86fa-d2e3b82df95a up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:51:46.523591 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Transition to ACTIVE for port object c9b19352-94ad-431f-96db-1487f964fad2 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:51:46.534112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.542337 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 2, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:46.547894 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Checking router: ef02d967-5589-4e39-a969-b9de03d674b0 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:51:46.548738 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Updating router ef02d967-5589-4e39-a969-b9de03d674b0 port 4833edf1-0674-4ec4-81b4-ddc50583f568 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:51:46.602579 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.616738 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Network d273a6fe-08b0-40fb-8772-8000325902a7 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:51:46.622581 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:51:46.628609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:51:46.630366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.636127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Pushing event updated for resources: {'Port': ['ID=c9b19352-94ad-431f-96db-1487f964fad2,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:46.669203 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.703112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port c1be93d8-8f04-442f-86fa-d2e3b82df95a completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:51:46.712783 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c1be93d8-8f04-442f-86fa-d2e3b82df95a triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:46.713154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.779885 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Attempting to bind port c9b19352-94ad-431f-96db-1487f964fad2 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:51:46.780156 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Attempting to bind port c9b19352-94ad-431f-96db-1487f964fad2 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'fa5ec9ac-7016-43e5-892b-35a9e2b9393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:51:46.780515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Attempting to bind port c9b19352-94ad-431f-96db-1487f964fad2 on network d273a6fe-08b0-40fb-8772-8000325902a7 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:51:46.789516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:51:46.789516 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Checking segment: {'id': 'fa5ec9ac-7016-43e5-892b-35a9e2b9393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:51:46.789920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.790305 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Bound using segment: {'id': 'fa5ec9ac-7016-43e5-892b-35a9e2b9393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:51:46.790772 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Bound port: c9b19352-94ad-431f-96db-1487f964fad2, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5ec9ac-7016-43e5-892b-35a9e2b9393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:51:46.791160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.812151 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Allocated IP 172.26.8.145 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/856771d5-bb00-4ca4-bd55-e13f7f307f43) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:51:46.927428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.948123 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] For port c9b19352-94ad-431f-96db-1487f964fad2, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:51:46.950841 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port c1be93d8-8f04-442f-86fa-d2e3b82df95a, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c1be93d8-8f04-442f-86fa-d2e3b82df95a,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:51:46.953326 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] For port c9b19352-94ad-431f-96db-1487f964fad2, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9b19352-94ad-431f-96db-1487f964fad2,segment=NetworkSegment(fa5ec9ac-7016-43e5-892b-35a9e2b9393b),segment_id=fa5ec9ac-7016-43e5-892b-35a9e2b9393b)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:51:46.956417 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.961416 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.966444 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.979081 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Transition to ACTIVE for port object 4833edf1-0674-4ec4-81b4-ddc50583f568 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:51:46.988232 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.992825 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:46.994611 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:47.039317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=c1be93d8-8f04-442f-86fa-d2e3b82df95a,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:47.061341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:51:47.061673 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Pushing event updated for resources: {'Port': ['ID=4833edf1-0674-4ec4-81b4-ddc50583f568,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:47.064417 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:51:47.066793 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:51:47.114197 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=856771d5-bb00-4ca4-bd55-e13f7f307f43,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:47.134382 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69604b9-beba-494c-bed6-0dd4e14f8192 None None] Pushing event updated for resources: {'Port': ['ID=c9b19352-94ad-431f-96db-1487f964fad2,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:47.146077 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:47.146415 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:47.146738 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:47.147233 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:47.147765 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:47.148265 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:47.148729 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:47.149205 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:47.149668 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:47.150140 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:47.150611 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:47.151074 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:51:47.252524 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Attempting to bind port 4833edf1-0674-4ec4-81b4-ddc50583f568 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:51:47.252948 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Attempting to bind port 4833edf1-0674-4ec4-81b4-ddc50583f568 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:51:47.253359 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Attempting to bind port 4833edf1-0674-4ec4-81b4-ddc50583f568 on network 02524956-e32f-4c41-929b-4b6245545ec5 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:51:47.260144 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:51:47.260734 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Checking segment: {'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:51:47.261286 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:47.261827 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Bound using segment: {'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:51:47.262471 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Bound port: 4833edf1-0674-4ec4-81b4-ddc50583f568, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:51:47.262834 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:47.415714 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] For port 4833edf1-0674-4ec4-81b4-ddc50583f568, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:51:47.421338 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] For port 4833edf1-0674-4ec4-81b4-ddc50583f568, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=4833edf1-0674-4ec4-81b4-ddc50583f568,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:51:47.428087 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:47.513169 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:51:47.513862 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:47.573965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:47.584221 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6bfea-71dd-4d83-a482-6469af77b2c4 None None] Pushing event updated for resources: {'Port': ['ID=4833edf1-0674-4ec4-81b4-ddc50583f568,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:47.711164 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:51:48.034638 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:47Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:48.038970 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c299ed4-72c9-4fb5-ad06-902da255fc25 None None] The sync data for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv is: [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:47Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:51:48.057707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:48.238394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f734638b-fcb4-4529-977e-bd779720e9c6 None None] Network d273a6fe-08b0-40fb-8772-8000325902a7 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:51:48.296066 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Router 91c660ef-6257-40fb-83f6-623afdf124cd is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:51:48.371235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-cffd19ff-f0a7-4b26-b8b3-3f7c1ebddbbe None None] Provisioning for port c9b19352-94ad-431f-96db-1487f964fad2 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:51:48.540605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:51:48.566346 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Sync routers for ids ['91c660ef-6257-40fb-83f6-623afdf124cd'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:51:48.576470 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:48.580982 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-ed4bb87e-ab1c-4750-80ab-e6619503c7e2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7650282 Jan 27 17:51:48.581372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50754) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:48.582906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Routers {'91c660ef-6257-40fb-83f6-623afdf124cd'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:51:48.583854 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['91c660ef-6257-40fb-83f6-623afdf124cd'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:48.671176 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c1be93d8-8f04-442f-86fa-d2e3b82df95a up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:51:48.920443 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Set router 91c660ef-6257-40fb-83f6-623afdf124cd gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:51:48.961095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c1be93d8-8f04-442f-86fa-d2e3b82df95a triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:48.961337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:49.280736 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4833edf1-0674-4ec4-81b4-ddc50583f568 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:51:49.299944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:49.366388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'name': 'tempest-TestShelveInstance-2136816660-router', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:45Z', 'updated_at': '2022-01-27T17:51:47Z', 'revision_number': 3, 'project_id': '06068d33108044f8a8d41504eb526014', 'gw_port': {'id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:46Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:49.370025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 4833edf1-0674-4ec4-81b4-ddc50583f568 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:51:49.374802 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Checking router: 91c660ef-6257-40fb-83f6-623afdf124cd for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:51:49.375144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Updating router 91c660ef-6257-40fb-83f6-623afdf124cd port 856771d5-bb00-4ca4-bd55-e13f7f307f43 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:51:49.403378 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 4833edf1-0674-4ec4-81b4-ddc50583f568 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:49.403739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:49.476984 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:49.506777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Allocated IP 172.20.0.1 (d273a6fe-08b0-40fb-8772-8000325902a7/cae09d08-b8a5-4651-ae38-ef52953b1532/5542f297-1f37-4d72-9828-740462b12413) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:51:49.653783 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:49.660607 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:49.676842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Transition to ACTIVE for port object 5542f297-1f37-4d72-9828-740462b12413 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:51:49.702502 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:49.764833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Network d273a6fe-08b0-40fb-8772-8000325902a7 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:51:49.768067 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:51:49.771809 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:51:49.772010 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 4833edf1-0674-4ec4-81b4-ddc50583f568, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=4833edf1-0674-4ec4-81b4-ddc50583f568,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:51:49.782157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:49.783015 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9b19352-94ad-431f-96db-1487f964fad2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:51:49.933433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=4833edf1-0674-4ec4-81b4-ddc50583f568,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:49.954655 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:49.972161 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Pushing event updated for resources: {'Port': ['ID=5542f297-1f37-4d72-9828-740462b12413,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:50.015690 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port c9b19352-94ad-431f-96db-1487f964fad2 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:51:50.026792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c9b19352-94ad-431f-96db-1487f964fad2 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:50.027154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.081697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.092940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.106909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Transition to ACTIVE for port object 856771d5-bb00-4ca4-bd55-e13f7f307f43 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:51:50.120622 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.172064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8e82760c-49b5-44b8-b9a3-5ed4854945be None None] Provisioning for port 5542f297-1f37-4d72-9828-740462b12413 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:51:50.236271 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-8e82760c-49b5-44b8-b9a3-5ed4854945be None None] Provisioning complete for port 5542f297-1f37-4d72-9828-740462b12413 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:50.236550 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8e82760c-49b5-44b8-b9a3-5ed4854945be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.293763 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Attempting to bind port 856771d5-bb00-4ca4-bd55-e13f7f307f43 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:51:50.294478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Attempting to bind port 856771d5-bb00-4ca4-bd55-e13f7f307f43 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:51:50.294478 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Attempting to bind port 856771d5-bb00-4ca4-bd55-e13f7f307f43 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:51:50.305072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a883b4-8243-433b-9f20-a85d4364a90d None None] Pushing event updated for resources: {'Port': ['ID=856771d5-bb00-4ca4-bd55-e13f7f307f43,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:50.319763 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:51:50.320127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:51:50.320832 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.320947 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:51:50.321364 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Bound port: 856771d5-bb00-4ca4-bd55-e13f7f307f43, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:51:50.321722 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.344757 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.353177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.365425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.382687 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-8e82760c-49b5-44b8-b9a3-5ed4854945be None None] Port 5542f297-1f37-4d72-9828-740462b12413 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:51:50.434825 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port c9b19352-94ad-431f-96db-1487f964fad2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9b19352-94ad-431f-96db-1487f964fad2,segment=NetworkSegment(fa5ec9ac-7016-43e5-892b-35a9e2b9393b),segment_id=fa5ec9ac-7016-43e5-892b-35a9e2b9393b)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:51:50.443374 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] For port 856771d5-bb00-4ca4-bd55-e13f7f307f43, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:51:50.446222 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] For port 856771d5-bb00-4ca4-bd55-e13f7f307f43, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=856771d5-bb00-4ca4-bd55-e13f7f307f43,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:51:50.447365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.462599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.466029 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Pushing event updated for resources: {'Port': ['ID=5542f297-1f37-4d72-9828-740462b12413,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:50.484453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.530192 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4833edf1-0674-4ec4-81b4-ddc50583f568 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:51:50.615000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Network d273a6fe-08b0-40fb-8772-8000325902a7 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:51:50.616688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:51:50.624061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=c9b19352-94ad-431f-96db-1487f964fad2,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:50.631850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Routers {'91c660ef-6257-40fb-83f6-623afdf124cd'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:51:50.632489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['91c660ef-6257-40fb-83f6-623afdf124cd'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:50.793186 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a883b4-8243-433b-9f20-a85d4364a90d None None] Pushing event updated for resources: {'Port': ['ID=856771d5-bb00-4ca4-bd55-e13f7f307f43,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:50.821896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Router 91c660ef-6257-40fb-83f6-623afdf124cd has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:51:50.870126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 4833edf1-0674-4ec4-81b4-ddc50583f568 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:50.870489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.935684 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] Set router 91c660ef-6257-40fb-83f6-623afdf124cd gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:51:51.005598 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:51:51.013251 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-12b8eb88-bd6f-4550-b48c-3f4be7fc5197 None None] Provisioning complete for port 5542f297-1f37-4d72-9828-740462b12413 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:51.013619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-12b8eb88-bd6f-4550-b48c-3f4be7fc5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:51.014390 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-86ba1245-d4fd-4eb0-bbdb-3c8673a2e680 admin admin] 10.222.0.81 "PUT /v2.0/routers/91c660ef-6257-40fb-83f6-623afdf124cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4319377 Jan 27 17:51:51.187708 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-12b8eb88-bd6f-4550-b48c-3f4be7fc5197 None None] Port 5542f297-1f37-4d72-9828-740462b12413 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:51:51.365899 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'name': 'tempest-TestShelveInstance-2136816660-router', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:45Z', 'updated_at': '2022-01-27T17:51:50Z', 'revision_number': 4, 'project_id': '06068d33108044f8a8d41504eb526014', 'gw_port': {'id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:46Z', 'updated_at': '2022-01-27T17:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '5542f297-1f37-4d72-9828-740462b12413', 'name': '', 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'mac_address': 'fa:16:3e:8b:7f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cae09d08-b8a5-4651-ae38-ef52953b1532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:49Z', 'updated_at': '2022-01-27T17:51:50Z', 'revision_number': 2, 'project_id': '06068d33108044f8a8d41504eb526014', 'subnets': [{'id': 'cae09d08-b8a5-4651-ae38-ef52953b1532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:51.369875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ec0bc-2a9b-4304-9e95-b0102bf988fa None None] The sync data for ids ['91c660ef-6257-40fb-83f6-623afdf124cd'] in dv-neutron-825077-1-hyperv is: [{'id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'name': 'tempest-TestShelveInstance-2136816660-router', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:45Z', 'updated_at': '2022-01-27T17:51:50Z', 'revision_number': 4, 'project_id': '06068d33108044f8a8d41504eb526014', 'gw_port': {'id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:46Z', 'updated_at': '2022-01-27T17:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '5542f297-1f37-4d72-9828-740462b12413', 'name': '', 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'mac_address': 'fa:16:3e:8b:7f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cae09d08-b8a5-4651-ae38-ef52953b1532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:49Z', 'updated_at': '2022-01-27T17:51:50Z', 'revision_number': 2, 'project_id': '06068d33108044f8a8d41504eb526014', 'subnets': [{'id': 'cae09d08-b8a5-4651-ae38-ef52953b1532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:51:51.500145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50764) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:51.506186 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2142461464', 'description': 'tempest-secgroup-smoke-2142461464 description', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:51.512847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:51.517095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:51.520330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:51.526688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:51.566534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:51.568062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5ee44d2a-c2ab-4be0-a7b0-4d5b38be7ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:51.591616 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:51.595805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:51.599054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:51.604864 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:51.686389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:51.692277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:51.737211 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9376c19e-2ac8-4911-88d5-8876d8d4c4ba,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:51.740442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:51.744360 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e53977fa-731b-4963-88f8-08f44532ecf4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2401388 Jan 27 17:51:51.744588 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50768) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:51.749618 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b41f2be5-e1e8-441c-ab37-d7d3bb3babd7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group_rule': {'security_group_id': '9376c19e-2ac8-4911-88d5-8876d8d4c4ba', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:51.757071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b41f2be5-e1e8-441c-ab37-d7d3bb3babd7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:51.761009 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b41f2be5-e1e8-441c-ab37-d7d3bb3babd7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:51.763899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b41f2be5-e1e8-441c-ab37-d7d3bb3babd7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:51.769949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b41f2be5-e1e8-441c-ab37-d7d3bb3babd7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:51.788828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b41f2be5-e1e8-441c-ab37-d7d3bb3babd7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:51.854821 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b41f2be5-e1e8-441c-ab37-d7d3bb3babd7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:51.860854 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b41f2be5-e1e8-441c-ab37-d7d3bb3babd7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:51.884714 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f2be5-e1e8-441c-ab37-d7d3bb3babd7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38857def-3a4d-4ab8-8b08-056cad526761,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:51.895395 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b41f2be5-e1e8-441c-ab37-d7d3bb3babd7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:51.899341 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b41f2be5-e1e8-441c-ab37-d7d3bb3babd7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511796 Jan 27 17:51:51.899615 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50772) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:51.904633 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-9e244009-e68b-4d6e-8501-363cdb095953 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group_rule': {'security_group_id': '9376c19e-2ac8-4911-88d5-8876d8d4c4ba', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:51.910840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9e244009-e68b-4d6e-8501-363cdb095953 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:51.914842 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9e244009-e68b-4d6e-8501-363cdb095953 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:51.918247 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-9e244009-e68b-4d6e-8501-363cdb095953 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:51.924533 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-9e244009-e68b-4d6e-8501-363cdb095953 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:51.943939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9e244009-e68b-4d6e-8501-363cdb095953 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.013968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9e244009-e68b-4d6e-8501-363cdb095953 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.019298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9e244009-e68b-4d6e-8501-363cdb095953 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.053425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e244009-e68b-4d6e-8501-363cdb095953 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0a1bed-b1be-4299-86fe-1caf39711545,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:52.068723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9e244009-e68b-4d6e-8501-363cdb095953 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.070058 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9e244009-e68b-4d6e-8501-363cdb095953 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1694820 Jan 27 17:51:52.073022 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50776) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:52.078282 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-4b5a6c56-4dc0-474d-8306-c79cfc73419b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group_rule': {'security_group_id': '9376c19e-2ac8-4911-88d5-8876d8d4c4ba', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:52.084606 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4b5a6c56-4dc0-474d-8306-c79cfc73419b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:52.089982 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4b5a6c56-4dc0-474d-8306-c79cfc73419b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:52.093366 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-4b5a6c56-4dc0-474d-8306-c79cfc73419b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:52.099694 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-4b5a6c56-4dc0-474d-8306-c79cfc73419b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:52.123412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6c56-4dc0-474d-8306-c79cfc73419b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.189137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6c56-4dc0-474d-8306-c79cfc73419b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.194181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6c56-4dc0-474d-8306-c79cfc73419b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.221190 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a6c56-4dc0-474d-8306-c79cfc73419b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f201af6-a480-4484-ac8b-20f04b0efa37,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:52.232195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6c56-4dc0-474d-8306-c79cfc73419b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.233521 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-4b5a6c56-4dc0-474d-8306-c79cfc73419b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594908 Jan 27 17:51:52.236443 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50780) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:52.242353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-46f9cdd7-c101-4db5-a1d2-3e13be9d4bbd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group_rule': {'security_group_id': '9376c19e-2ac8-4911-88d5-8876d8d4c4ba', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:52.248681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-46f9cdd7-c101-4db5-a1d2-3e13be9d4bbd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:52.252813 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-46f9cdd7-c101-4db5-a1d2-3e13be9d4bbd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:52.255865 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-46f9cdd7-c101-4db5-a1d2-3e13be9d4bbd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:52.261757 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-46f9cdd7-c101-4db5-a1d2-3e13be9d4bbd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:52.281168 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46f9cdd7-c101-4db5-a1d2-3e13be9d4bbd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.348201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46f9cdd7-c101-4db5-a1d2-3e13be9d4bbd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.353989 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46f9cdd7-c101-4db5-a1d2-3e13be9d4bbd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.379060 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9cdd7-c101-4db5-a1d2-3e13be9d4bbd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2175c19b-55d1-413c-b0a1-fb0fd501c2ee,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:52.390614 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-46f9cdd7-c101-4db5-a1d2-3e13be9d4bbd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.392097 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-46f9cdd7-c101-4db5-a1d2-3e13be9d4bbd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546569 Jan 27 17:51:52.395191 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50784) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:52.403120 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-cbddea50-9890-417c-aaa5-556b7bd79535 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group_rule': {'security_group_id': '9376c19e-2ac8-4911-88d5-8876d8d4c4ba', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:52.412902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-cbddea50-9890-417c-aaa5-556b7bd79535 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:52.418819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cbddea50-9890-417c-aaa5-556b7bd79535 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:52.423091 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-cbddea50-9890-417c-aaa5-556b7bd79535 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:52.432520 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-cbddea50-9890-417c-aaa5-556b7bd79535 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:52.450293 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-cbddea50-9890-417c-aaa5-556b7bd79535 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Project 61ae0ba2c6c5415d90e168c6e9f3f145 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:51:52.458075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cbddea50-9890-417c-aaa5-556b7bd79535 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.530194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cbddea50-9890-417c-aaa5-556b7bd79535 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.535797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cbddea50-9890-417c-aaa5-556b7bd79535 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.572016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddea50-9890-417c-aaa5-556b7bd79535 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d4b583-3e2f-45bd-9ee9-985e40a356a6,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:52.583774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-cbddea50-9890-417c-aaa5-556b7bd79535 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.584982 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-cbddea50-9890-417c-aaa5-556b7bd79535 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1883440 Jan 27 17:51:52.588017 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50788) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:51:52.593543 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-7ba03902-113e-4fec-9edf-29752e1dae02 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group_rule': {'security_group_id': '9376c19e-2ac8-4911-88d5-8876d8d4c4ba', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:52.601514 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7ba03902-113e-4fec-9edf-29752e1dae02 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:52.605511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7ba03902-113e-4fec-9edf-29752e1dae02 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:51:52.608555 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-7ba03902-113e-4fec-9edf-29752e1dae02 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:51:52.615253 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-7ba03902-113e-4fec-9edf-29752e1dae02 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:52.625690 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 856771d5-bb00-4ca4-bd55-e13f7f307f43 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:51:52.629632 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-7ba03902-113e-4fec-9edf-29752e1dae02 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Project 61ae0ba2c6c5415d90e168c6e9f3f145 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:51:52.637011 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ba03902-113e-4fec-9edf-29752e1dae02 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.705913 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 856771d5-bb00-4ca4-bd55-e13f7f307f43 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:51:52.711391 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 856771d5-bb00-4ca4-bd55-e13f7f307f43 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:52.711821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.713377 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ba03902-113e-4fec-9edf-29752e1dae02 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.717839 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ba03902-113e-4fec-9edf-29752e1dae02 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.743916 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba03902-113e-4fec-9edf-29752e1dae02 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6599e98b-546b-424f-b91f-9710b6fba9b0,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:52.755751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-7ba03902-113e-4fec-9edf-29752e1dae02 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.757106 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-7ba03902-113e-4fec-9edf-29752e1dae02 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1677103 Jan 27 17:51:52.836852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.855375 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 856771d5-bb00-4ca4-bd55-e13f7f307f43, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=856771d5-bb00-4ca4-bd55-e13f7f307f43,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:51:52.860405 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.861244 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9b19352-94ad-431f-96db-1487f964fad2 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:51:52.974345 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=856771d5-bb00-4ca4-bd55-e13f7f307f43,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:52.989920 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port c9b19352-94ad-431f-96db-1487f964fad2 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:52.990283 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:53.068627 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-b1927f7b-2ecb-46af-9ee2-ff6aaca1932b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Synchronizing usage tracker for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:51:53.087385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-b1927f7b-2ecb-46af-9ee2-ff6aaca1932b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Unset dirty status for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:51:53.088668 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-b1927f7b-2ecb-46af-9ee2-ff6aaca1932b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142461464&fields=id&tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145 HTTP/1.1" status: 200 len: 267 time: 0.0619268 Jan 27 17:51:53.242178 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-695afd8e-bdfb-4d0a-8533-a692db3a2bbb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:53.242756 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-695afd8e-bdfb-4d0a-8533-a692db3a2bbb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Synchronizing usage tracker for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:network {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:51:53.261452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-695afd8e-bdfb-4d0a-8533-a692db3a2bbb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Unset dirty status for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:network {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:51:53.262714 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-695afd8e-bdfb-4d0a-8533-a692db3a2bbb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 808 time: 0.1666820 Jan 27 17:51:53.280291 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-675b41c6-1ffe-4267-9edf-7794ba7dca93 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/quotas/61ae0ba2c6c5415d90e168c6e9f3f145 HTTP/1.1" status: 200 len: 375 time: 0.0102081 Jan 27 17:51:53.490774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-4d49954e-9e89-4f9e-8031-8c17b71ec0dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Synchronizing usage tracker for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:51:53.511879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-4d49954e-9e89-4f9e-8031-8c17b71ec0dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Unset dirty status for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:51:53.513110 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-4d49954e-9e89-4f9e-8031-8c17b71ec0dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2267902 Jan 27 17:51:53.636592 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-8ad3381b-e1b3-419a-aa47-8a78d1febfcc service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:51:53.637571 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-8ad3381b-e1b3-419a-aa47-8a78d1febfcc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1108050 Jan 27 17:51:53.790409 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-1eb92a27-4767-4939-a65f-5b9eb3928635 service neutron] 10.222.0.81 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451259 Jan 27 17:51:53.859154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-956938dd-e7a5-402f-b6ef-08ca4a810d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:53.929567 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-93adab72-f5b1-4d65-9e9c-857cd7395b6f service neutron] 10.222.0.81 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333580 Jan 27 17:51:54.170975 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-63fc3ee9-b5ff-41ae-8191-462f15ad5230 req-8b900215-710d-4276-8810-50f94143f60c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 210 time: 0.1015127 Jan 27 17:51:54.522710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 856771d5-bb00-4ca4-bd55-e13f7f307f43 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:51:54.597299 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 856771d5-bb00-4ca4-bd55-e13f7f307f43 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:54.597699 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:54.844054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:55.211777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-eae781f5-9391-40a4-a8c9-d4f62e339ca2 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:55.213227 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-eae781f5-9391-40a4-a8c9-d4f62e339ca2 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 808 time: 0.1624863 Jan 27 17:51:55.268411 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-f8f92842-8917-4195-ae9b-7550f9561bac tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145 HTTP/1.1" status: 200 len: 380 time: 0.0468614 Jan 27 17:51:55.278129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'port': {'device_id': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'admin_state_up': True, 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'security_groups': ['9376c19e-2ac8-4911-88d5-8876d8d4c4ba']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:55.338427 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Sync routers for ids ['91c660ef-6257-40fb-83f6-623afdf124cd'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:51:55.348994 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Routers {'91c660ef-6257-40fb-83f6-623afdf124cd'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:51:55.349910 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['91c660ef-6257-40fb-83f6-623afdf124cd'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:55.361791 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3583c0dc-87fd-42ea-a38b-e36fa5a3a5d8 req-95b914d5-f615-4b2d-86ef-a20054319b56 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 210 time: 0.0690937 Jan 27 17:51:55.451833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:55.469878 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:51:55.480312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:51:55.491267 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Made reservation on behalf of 61ae0ba2c6c5415d90e168c6e9f3f145 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:51:55.495058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:55.528198 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Set router 91c660ef-6257-40fb-83f6-623afdf124cd gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:51:55.661590 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Allocated IP 172.20.0.11 (02524956-e32f-4c41-929b-4b6245545ec5/a4482843-e3c5-4ae7-b011-af68794fa12c/05418303-220f-4e20-ba3e-92c58e63e884) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:51:55.837888 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'name': 'tempest-TestShelveInstance-2136816660-router', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:45Z', 'updated_at': '2022-01-27T17:51:50Z', 'revision_number': 4, 'project_id': '06068d33108044f8a8d41504eb526014', 'gw_port': {'id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:46Z', 'updated_at': '2022-01-27T17:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '5542f297-1f37-4d72-9828-740462b12413', 'name': '', 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'mac_address': 'fa:16:3e:8b:7f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cae09d08-b8a5-4651-ae38-ef52953b1532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:49Z', 'updated_at': '2022-01-27T17:51:50Z', 'revision_number': 2, 'project_id': '06068d33108044f8a8d41504eb526014', 'subnets': [{'id': 'cae09d08-b8a5-4651-ae38-ef52953b1532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:55.842072 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Checking router: 91c660ef-6257-40fb-83f6-623afdf124cd for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:51:55.842414 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Updating router 91c660ef-6257-40fb-83f6-623afdf124cd port 5542f297-1f37-4d72-9828-740462b12413 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:51:55.853098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:55.869228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Transition to ACTIVE for port object 05418303-220f-4e20-ba3e-92c58e63e884 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:51:55.893782 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:55.895269 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:55.963901 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Network 02524956-e32f-4c41-929b-4b6245545ec5 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:51:55.967062 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:51:55.971008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:51:56.005570 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'Port': ['ID=05418303-220f-4e20-ba3e-92c58e63e884,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:56.042964 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:56.043744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:56.072848 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dbfed9fa-0f08-4656-aac9-c45d05a41f48 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7991872 Jan 27 17:51:56.085342 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Request body: {'port': {'device_id': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:51:56.206218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:56.250877 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:56.258470 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6d7a4aeb-77c4-4ad2-ba4c-8e37f82c3d03 None None] Provisioning for port 05418303-220f-4e20-ba3e-92c58e63e884 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:51:56.269580 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6d7a4aeb-77c4-4ad2-ba4c-8e37f82c3d03 None None] Provisioning complete for port 05418303-220f-4e20-ba3e-92c58e63e884 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:56.269939 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Transition to ACTIVE for port object 5542f297-1f37-4d72-9828-740462b12413 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:51:56.270050 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6d7a4aeb-77c4-4ad2-ba4c-8e37f82c3d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:56.279785 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:56.397368 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a4aeb-77c4-4ad2-ba4c-8e37f82c3d03 None None] Port 05418303-220f-4e20-ba3e-92c58e63e884 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:51:56.472667 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e894f5a-dad3-43d0-b09e-3d2c3f247187 None None] Pushing event updated for resources: {'Port': ['ID=5542f297-1f37-4d72-9828-740462b12413,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:56.563615 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Attempting to bind port 5542f297-1f37-4d72-9828-740462b12413 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:51:56.563977 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Attempting to bind port 5542f297-1f37-4d72-9828-740462b12413 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'fa5ec9ac-7016-43e5-892b-35a9e2b9393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:51:56.564656 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Attempting to bind port 5542f297-1f37-4d72-9828-740462b12413 on network d273a6fe-08b0-40fb-8772-8000325902a7 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:51:56.570677 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:51:56.571086 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Checking segment: {'id': 'fa5ec9ac-7016-43e5-892b-35a9e2b9393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:51:56.571527 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:56.571835 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Bound using segment: {'id': 'fa5ec9ac-7016-43e5-892b-35a9e2b9393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:51:56.572290 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Bound port: 5542f297-1f37-4d72-9828-740462b12413, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5ec9ac-7016-43e5-892b-35a9e2b9393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:51:56.572654 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:56.587706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fa16a-c22f-4f08-bfdd-64022497b5b7 req-6ca4d150-6ac7-45cd-ab53-ebd0948f0469 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:56.589970 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cc1fa16a-c22f-4f08-bfdd-64022497b5b7 req-6ca4d150-6ac7-45cd-ab53-ebd0948f0469 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 932 time: 0.0953381 Jan 27 17:51:56.638467 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cc1fa16a-c22f-4f08-bfdd-64022497b5b7 req-d1f4e08c-ca7f-4eb4-a632-1fe2f87daa7d tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418620 Jan 27 17:51:56.676098 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] For port 5542f297-1f37-4d72-9828-740462b12413, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:51:56.679161 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] For port 5542f297-1f37-4d72-9828-740462b12413, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5542f297-1f37-4d72-9828-740462b12413,segment=NetworkSegment(fa5ec9ac-7016-43e5-892b-35a9e2b9393b),segment_id=fa5ec9ac-7016-43e5-892b-35a9e2b9393b)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:51:56.684631 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:56.696359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05418303-220f-4e20-ba3e-92c58e63e884 {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:51:56.703813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:56.720007 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Transition to ACTIVE for port object 05418303-220f-4e20-ba3e-92c58e63e884 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:51:56.726667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:56.761988 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Routers {'91c660ef-6257-40fb-83f6-623afdf124cd'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:51:56.762597 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['91c660ef-6257-40fb-83f6-623afdf124cd'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:56.826234 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:56.866649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Pushing event updated for resources: {'Port': ['ID=05418303-220f-4e20-ba3e-92c58e63e884,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:56.873989 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e894f5a-dad3-43d0-b09e-3d2c3f247187 None None] Pushing event updated for resources: {'Port': ['ID=5542f297-1f37-4d72-9828-740462b12413,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:56.982642 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Attempting to bind port 05418303-220f-4e20-ba3e-92c58e63e884 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:51:56.982902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Attempting to bind port 05418303-220f-4e20-ba3e-92c58e63e884 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:51:56.983357 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Attempting to bind port 05418303-220f-4e20-ba3e-92c58e63e884 on network 02524956-e32f-4c41-929b-4b6245545ec5 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:51:56.988694 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Port 05418303-220f-4e20-ba3e-92c58e63e884 on network 02524956-e32f-4c41-929b-4b6245545ec5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:51:56.989625 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Attempting to bind port 05418303-220f-4e20-ba3e-92c58e63e884 on network 02524956-e32f-4c41-929b-4b6245545ec5 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:51:56.994609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:51:56.995027 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Checking segment: {'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:51:56.995499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Bound using segment: {'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:51:56.996026 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Bound port: 05418303-220f-4e20-ba3e-92c58e63e884, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:51:56.996869 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:57.018921 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] Set router 91c660ef-6257-40fb-83f6-623afdf124cd gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:51:57.097495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] For port 05418303-220f-4e20-ba3e-92c58e63e884, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:51:57.101820 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] For port 05418303-220f-4e20-ba3e-92c58e63e884, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=05418303-220f-4e20-ba3e-92c58e63e884,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:51:57.110490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:57.180983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:57.180983 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:57.181983 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] 10.222.0.88 "PUT /v2.0/ports/05418303-220f-4e20-ba3e-92c58e63e884 HTTP/1.1" status: 200 len: 1094 time: 1.1009920 Jan 27 17:51:57.182366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:51:57.206436 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149dabfb-ddea-4fb7-a7e6-116fa1bebf1b service neutron] Pushing event updated for resources: {'Port': ['ID=05418303-220f-4e20-ba3e-92c58e63e884,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:57.266743 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884', 'status': 'completed', 'code': 200} Jan 27 17:51:57.310293 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dcd59721-ddc5-42d3-a445-0251e260e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:57.312269 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-dcd59721-ddc5-42d3-a445-0251e260e563 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0818520 Jan 27 17:51:57.402013 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-88ac1097-f7fe-48d2-95a7-0ee1b5347ca3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05418303-220f-4e20-ba3e-92c58e63e884 HTTP/1.1" status: 200 len: 217 time: 0.0828691 Jan 27 17:51:57.419133 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'name': 'tempest-TestShelveInstance-2136816660-router', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:45Z', 'updated_at': '2022-01-27T17:51:50Z', 'revision_number': 4, 'project_id': '06068d33108044f8a8d41504eb526014', 'gw_port': {'id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:46Z', 'updated_at': '2022-01-27T17:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '5542f297-1f37-4d72-9828-740462b12413', 'name': '', 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'mac_address': 'fa:16:3e:8b:7f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cae09d08-b8a5-4651-ae38-ef52953b1532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:49Z', 'updated_at': '2022-01-27T17:51:56Z', 'revision_number': 4, 'project_id': '06068d33108044f8a8d41504eb526014', 'subnets': [{'id': 'cae09d08-b8a5-4651-ae38-ef52953b1532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:51:57.423690 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41909999-030e-4434-9da9-1fdb559eed82 None None] The sync data for ids ['91c660ef-6257-40fb-83f6-623afdf124cd'] in dv-neutron-825077-1-hyperv is: [{'id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'name': 'tempest-TestShelveInstance-2136816660-router', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:45Z', 'updated_at': '2022-01-27T17:51:50Z', 'revision_number': 4, 'project_id': '06068d33108044f8a8d41504eb526014', 'gw_port': {'id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:46Z', 'updated_at': '2022-01-27T17:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '5542f297-1f37-4d72-9828-740462b12413', 'name': '', 'network_id': 'd273a6fe-08b0-40fb-8772-8000325902a7', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'mac_address': 'fa:16:3e:8b:7f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cae09d08-b8a5-4651-ae38-ef52953b1532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:49Z', 'updated_at': '2022-01-27T17:51:56Z', 'revision_number': 4, 'project_id': '06068d33108044f8a8d41504eb526014', 'subnets': [{'id': 'cae09d08-b8a5-4651-ae38-ef52953b1532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:51:57.466371 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-36b8fe5f-3bf0-449a-a22c-329bd7f16c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:57.468208 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-36b8fe5f-3bf0-449a-a22c-329bd7f16c45 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0607047 Jan 27 17:51:57.548857 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-2ce06ff9-f766-48e0-980d-6522e261caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:57.550381 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-2ce06ff9-f766-48e0-980d-6522e261caa8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766780 Jan 27 17:51:57.615750 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:51:57.688596 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-31ebb3a2-ea31-4211-9aff-d12f9b0bafe4 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312826 Jan 27 17:51:57.827151 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f3e66f3-1e0e-4012-8ef0-f3f14937a887 req-6ff67ab9-fc6c-4edf-9c72-24eab019d4ed service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321583 Jan 27 17:51:57.844114 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a926c8-92c3-421f-ba70-053520eae20b req-7b75f440-3b4f-4400-9a20-dd5d0a398a04 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:57.845655 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-86a926c8-92c3-421f-ba70-053520eae20b req-7b75f440-3b4f-4400-9a20-dd5d0a398a04 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.0939980 Jan 27 17:51:57.900146 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-86a926c8-92c3-421f-ba70-053520eae20b req-41a3c292-8913-471c-a348-c452623b13cc tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470006 Jan 27 17:51:57.949571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8f73c-2065-442b-b03f-4e98943be6b5 req-e6e87964-b0bb-406d-b024-f54c79bd7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:57.951078 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc8f73c-2065-442b-b03f-4e98943be6b5 req-e6e87964-b0bb-406d-b024-f54c79bd7cf7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0724790 Jan 27 17:51:58.085783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8f73c-2065-442b-b03f-4e98943be6b5 req-5eeea45e-5d11-45fe-884e-4998e9aa0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:58.087024 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc8f73c-2065-442b-b03f-4e98943be6b5 req-5eeea45e-5d11-45fe-884e-4998e9aa0f53 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1299610 Jan 27 17:51:58.161120 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc8f73c-2065-442b-b03f-4e98943be6b5 req-b18c7d26-09b7-4c2d-8a3d-edc32e7627f8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05418303-220f-4e20-ba3e-92c58e63e884 HTTP/1.1" status: 200 len: 217 time: 0.0656149 Jan 27 17:51:58.226815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8f73c-2065-442b-b03f-4e98943be6b5 req-c7f4b959-c24b-4a40-9d77-28b4ba1bf1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:58.228357 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc8f73c-2065-442b-b03f-4e98943be6b5 req-c7f4b959-c24b-4a40-9d77-28b4ba1bf1a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0599275 Jan 27 17:51:58.310115 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8f73c-2065-442b-b03f-4e98943be6b5 req-f88820c7-e545-4245-bbd8-b7e69296fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:58.311679 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc8f73c-2065-442b-b03f-4e98943be6b5 req-f88820c7-e545-4245-bbd8-b7e69296fb48 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769260 Jan 27 17:51:58.551828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5542f297-1f37-4d72-9828-740462b12413 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:51:58.558648 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc8f73c-2065-442b-b03f-4e98943be6b5 req-0ff09f89-a1ea-4f8b-91a9-b9273bf1fadc service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393949 Jan 27 17:51:58.627692 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 5542f297-1f37-4d72-9828-740462b12413 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:51:58.632623 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 5542f297-1f37-4d72-9828-740462b12413 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:58.632992 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:58.699385 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1fc8f73c-2065-442b-b03f-4e98943be6b5 req-80d8fd35-47cc-41db-be08-24c1cdbc4b7f service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341329 Jan 27 17:51:58.749544 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:58.784093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 5542f297-1f37-4d72-9828-740462b12413, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5542f297-1f37-4d72-9828-740462b12413,segment=NetworkSegment(fa5ec9ac-7016-43e5-892b-35a9e2b9393b),segment_id=fa5ec9ac-7016-43e5-892b-35a9e2b9393b)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:51:58.790161 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:58.858358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:58.868091 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=5542f297-1f37-4d72-9828-740462b12413,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:59.089346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcbf8a-8952-41e5-bda4-6476b4a43a25 req-9e002aa3-ea85-436e-94ba-28b6e592b43c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:59.090030 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-2cfcbf8a-8952-41e5-bda4-6476b4a43a25 req-9e002aa3-ea85-436e-94ba-28b6e592b43c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Synchronizing usage tracker for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:51:59.108082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-2cfcbf8a-8952-41e5-bda4-6476b4a43a25 req-9e002aa3-ea85-436e-94ba-28b6e592b43c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Unset dirty status for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:51:59.109221 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2cfcbf8a-8952-41e5-bda4-6476b4a43a25 req-9e002aa3-ea85-436e-94ba-28b6e592b43c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.1032882 Jan 27 17:51:59.158481 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2cfcbf8a-8952-41e5-bda4-6476b4a43a25 req-d834a449-488e-408f-9bd6-22cf2ba2f042 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428762 Jan 27 17:52:00.512137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83507c-7228-455e-9239-b5b8feb5df23 req-80cf6db5-a573-4d45-9929-5a899fb937b6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:00.513591 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-da83507c-7228-455e-9239-b5b8feb5df23 req-80cf6db5-a573-4d45-9929-5a899fb937b6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.0823264 Jan 27 17:52:00.524110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5542f297-1f37-4d72-9828-740462b12413 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:52:00.560172 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-da83507c-7228-455e-9239-b5b8feb5df23 req-8eb538cb-ac82-4bc8-8b8c-8c215745d195 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407596 Jan 27 17:52:00.595432 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 5542f297-1f37-4d72-9828-740462b12413 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:52:00.595896 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:01.380774 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 05418303-220f-4e20-ba3e-92c58e63e884 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:52:01.529067 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 05418303-220f-4e20-ba3e-92c58e63e884, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=05418303-220f-4e20-ba3e-92c58e63e884,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:52:01.542668 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '05418303-220f-4e20-ba3e-92c58e63e884', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'port_id': '05418303-220f-4e20-ba3e-92c58e63e884', 'mac_address': 'fa:16:3e:80:d2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:52:01.597649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:01.618094 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05418303-220f-4e20-ba3e-92c58e63e884 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:52:01.633625 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 05418303-220f-4e20-ba3e-92c58e63e884, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=05418303-220f-4e20-ba3e-92c58e63e884,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:52:01.638884 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:01.705828 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=05418303-220f-4e20-ba3e-92c58e63e884,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:01.751179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ea9b-eab4-4570-a351-5bc0a4a13376 req-6452a907-51be-410b-9843-6cafa37257df tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:01.752692 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8cb2ea9b-eab4-4570-a351-5bc0a4a13376 req-6452a907-51be-410b-9843-6cafa37257df tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 945 time: 0.0840805 Jan 27 17:52:01.801435 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8cb2ea9b-eab4-4570-a351-5bc0a4a13376 req-00bd8251-c41c-41de-9edf-ef589125aa3e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428135 Jan 27 17:52:01.880659 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['05418303-220f-4e20-ba3e-92c58e63e884'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:52:02.998248 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eda5fe-a9e8-4e1c-bf92-b00354921d3b req-4c369a32-4e7c-4eb2-8929-a33ff647ffd6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:02.999875 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-32eda5fe-a9e8-4e1c-bf92-b00354921d3b req-4c369a32-4e7c-4eb2-8929-a33ff647ffd6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 945 time: 0.0875263 Jan 27 17:52:03.047029 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-32eda5fe-a9e8-4e1c-bf92-b00354921d3b req-42f057eb-67d8-4231-a8c5-11eb1ea292a5 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395291 Jan 27 17:52:03.391739 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 05418303-220f-4e20-ba3e-92c58e63e884 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:52:03.469474 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 05418303-220f-4e20-ba3e-92c58e63e884 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:52:03.474976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 05418303-220f-4e20-ba3e-92c58e63e884 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:52:03.475351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:03.595025 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:03.624988 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:52:03.635262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 05418303-220f-4e20-ba3e-92c58e63e884, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=05418303-220f-4e20-ba3e-92c58e63e884,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:52:03.640292 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:03.676066 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884', 'code': 200} Jan 27 17:52:03.707323 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=05418303-220f-4e20-ba3e-92c58e63e884,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:03.916193 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ba07-4f9d-4ba3-881f-384d1f62211d req-5a610770-7feb-46c2-ab99-55d6d83e44be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:03.918348 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c069ba07-4f9d-4ba3-881f-384d1f62211d req-5a610770-7feb-46c2-ab99-55d6d83e44be service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 1099 time: 0.0886021 Jan 27 17:52:03.960785 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c069ba07-4f9d-4ba3-881f-384d1f62211d req-f0a8105d-735a-414f-bcd9-59f4a11fd49e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360458 Jan 27 17:52:04.251015 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32f2b-1683-44ed-b418-a9d1a299d2a8 req-06ade9d9-35a8-45d4-b22c-72577620d492 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:04.252492 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6bc32f2b-1683-44ed-b418-a9d1a299d2a8 req-06ade9d9-35a8-45d4-b22c-72577620d492 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0941000 Jan 27 17:52:04.418323 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6bc32f2b-1683-44ed-b418-a9d1a299d2a8 req-df9ba110-927a-4876-98c5-4c000b024bcf tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598563 Jan 27 17:52:05.624799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f442cd8-14cd-464a-9f97-5f9bf26e2d17 req-f5632ac7-2d2d-4da5-a191-6efeef169177 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:05.626229 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f442cd8-14cd-464a-9f97-5f9bf26e2d17 req-f5632ac7-2d2d-4da5-a191-6efeef169177 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0825255 Jan 27 17:52:05.672206 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7f442cd8-14cd-464a-9f97-5f9bf26e2d17 req-1eb3702c-2042-4b15-927a-e071386bee87 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399907 Jan 27 17:52:05.871099 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f25520-81a8-4717-bc68-ce34552a3f8c req-bbc1ec95-ce92-49ff-adb1-2a2b0cc7baa1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:05.872543 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-56f25520-81a8-4717-bc68-ce34552a3f8c req-bbc1ec95-ce92-49ff-adb1-2a2b0cc7baa1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0962429 Jan 27 17:52:05.926369 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-56f25520-81a8-4717-bc68-ce34552a3f8c req-28070fe3-8a15-45dd-9de9-6dc23449d161 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477564 Jan 27 17:52:05.949035 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 50848) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:52:06.089973 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8695ee08-2033-42ff-bef9-c45286f1d258 tempest-TestShelveInstance-1253237726 tempest-TestShelveInstance-1253237726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:06.091486 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-8695ee08-2033-42ff-bef9-c45286f1d258 tempest-TestShelveInstance-1253237726 tempest-TestShelveInstance-1253237726-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 1094 time: 0.1414776 Jan 27 17:52:06.094770 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 50854) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:52:06.100294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '05418303-220f-4e20-ba3e-92c58e63e884', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:52:06.106557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:52:06.110815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:floatingip and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:52:06.113902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:52:06.120241 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:52:06.132220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:06.297452 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:06.441940 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Allocated IP 172.26.8.3 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/2a7f8ce0-4dee-463a-af9c-03df12fafc63) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:52:06.609607 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:06.642975 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:06.709169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:52:06.711947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:52:06.717557 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:52:06.753892 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'Port': ['ID=2a7f8ce0-4dee-463a-af9c-03df12fafc63,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:07.154897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:07.231592 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:07.553462 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:07.561617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:07.669916 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'Port': ['ID=2a7f8ce0-4dee-463a-af9c-03df12fafc63,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:07.686522 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:07.856556 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Floating IP 36865693-f564-41e3-bb57-a817fe5c797a associated. External IP: 172.26.8.3, port: 05418303-220f-4e20-ba3e-92c58e63e884. Jan 27 17:52:08.217836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Router ef02d967-5589-4e39-a969-b9de03d674b0 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:52:08.406998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:52:08.418801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d827f-23c7-4871-b512-120376e8068b None None] Sync routers for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:52:08.430914 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d827f-23c7-4871-b512-120376e8068b None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:52:08.431519 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-be5d827f-23c7-4871-b512-120376e8068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:52:08.437859 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:08.500183 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dabae406-4bb8-4e7f-9827-d3ddbfeb6fa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4043217 Jan 27 17:52:08.500803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:52:08.549334 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884', 'status': 'completed', 'code': 200} Jan 27 17:52:08.618370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-be5d827f-23c7-4871-b512-120376e8068b None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:52:08.642819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e462e74-592f-41db-96cd-707f64b10295 req-7c3929ca-ed5a-47aa-9037-7353df6453da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:08.644364 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2e462e74-592f-41db-96cd-707f64b10295 req-7c3929ca-ed5a-47aa-9037-7353df6453da service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 1099 time: 0.0741000 Jan 27 17:52:08.781385 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e462e74-592f-41db-96cd-707f64b10295 req-5f67f074-4517-411b-9415-30a5236db416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:08.782782 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2e462e74-592f-41db-96cd-707f64b10295 req-5f67f074-4517-411b-9415-30a5236db416 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1323950 Jan 27 17:52:09.001308 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2e462e74-592f-41db-96cd-707f64b10295 req-5312c07c-0a0a-4256-8f40-8d3ae806ebb7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05418303-220f-4e20-ba3e-92c58e63e884 HTTP/1.1" status: 200 len: 998 time: 0.2127199 Jan 27 17:52:09.012570 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-be5d827f-23c7-4871-b512-120376e8068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '36865693-f564-41e3-bb57-a817fe5c797a', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'floating_ip_address': '172.26.8.3', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'port_id': '05418303-220f-4e20-ba3e-92c58e63e884', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'mac_address': 'fa:16:3e:80:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:52:07Z', 'updated_at': '2022-01-27T17:52:07Z', 'revision_number': 0, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:49Z', 'revision_number': 5, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:52:09.016546 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d827f-23c7-4871-b512-120376e8068b None None] Checking router: ef02d967-5589-4e39-a969-b9de03d674b0 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:52:09.025426 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d827f-23c7-4871-b512-120376e8068b None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:52:09.025988 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-be5d827f-23c7-4871-b512-120376e8068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:51:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:52:09.075957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e462e74-592f-41db-96cd-707f64b10295 req-964b2310-bf21-46c8-935d-92144c908c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:09.077334 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2e462e74-592f-41db-96cd-707f64b10295 req-964b2310-bf21-46c8-935d-92144c908c78 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0703368 Jan 27 17:52:09.151612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e462e74-592f-41db-96cd-707f64b10295 req-6d786349-686d-4827-a9a4-c964d5505408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:09.153080 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2e462e74-592f-41db-96cd-707f64b10295 req-6d786349-686d-4827-a9a4-c964d5505408 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703561 Jan 27 17:52:09.206988 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-be5d827f-23c7-4871-b512-120376e8068b None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:52:09.290225 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2e462e74-592f-41db-96cd-707f64b10295 req-a038e7ee-fbf4-4983-b940-4db5d4f33628 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307540 Jan 27 17:52:09.455113 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2e462e74-592f-41db-96cd-707f64b10295 req-3526f78b-1a1f-4fe9-bcf8-0fb9fb824039 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572404 Jan 27 17:52:09.583975 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-be5d827f-23c7-4871-b512-120376e8068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '36865693-f564-41e3-bb57-a817fe5c797a', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'floating_ip_address': '172.26.8.3', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'port_id': '05418303-220f-4e20-ba3e-92c58e63e884', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'mac_address': 'fa:16:3e:80:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:52:07Z', 'updated_at': '2022-01-27T17:52:07Z', 'revision_number': 0, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:49Z', 'revision_number': 5, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:52:09.588031 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d827f-23c7-4871-b512-120376e8068b None None] The sync data for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv is: [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': '36865693-f564-41e3-bb57-a817fe5c797a', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'floating_ip_address': '172.26.8.3', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'port_id': '05418303-220f-4e20-ba3e-92c58e63e884', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'mac_address': 'fa:16:3e:80:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:52:07Z', 'updated_at': '2022-01-27T17:52:07Z', 'revision_number': 0, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:49Z', 'revision_number': 5, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:52:09.812489 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65809d5-1143-4064-9064-5f3c5b4a0120 None None] New status for floating IP 36865693-f564-41e3-bb57-a817fe5c797a: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:52:12.211673 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a722b370-278f-4be8-895d-c5a8e60e314d req-5262af06-0c49-49f9-b9b1-66b57e80db27 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747690 Jan 27 17:52:12.355495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722b370-278f-4be8-895d-c5a8e60e314d req-ce782b72-7239-4804-8a0f-1ab0563c9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:12.357066 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a722b370-278f-4be8-895d-c5a8e60e314d req-ce782b72-7239-4804-8a0f-1ab0563c9caa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 1099 time: 0.0738890 Jan 27 17:52:12.516468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722b370-278f-4be8-895d-c5a8e60e314d req-9fc020a2-ad78-41d4-a17e-9e48d193ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:12.518274 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a722b370-278f-4be8-895d-c5a8e60e314d req-9fc020a2-ad78-41d4-a17e-9e48d193ac12 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1416728 Jan 27 17:52:12.637958 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a722b370-278f-4be8-895d-c5a8e60e314d req-dcea1976-0010-429e-a262-6e24546c4bd5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05418303-220f-4e20-ba3e-92c58e63e884 HTTP/1.1" status: 200 len: 1000 time: 0.1135232 Jan 27 17:52:12.705532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722b370-278f-4be8-895d-c5a8e60e314d req-f9529dfc-ab60-4d28-91ac-aa6a1045cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:12.707060 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a722b370-278f-4be8-895d-c5a8e60e314d req-f9529dfc-ab60-4d28-91ac-aa6a1045cd40 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0639958 Jan 27 17:52:12.786018 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722b370-278f-4be8-895d-c5a8e60e314d req-84865220-6471-4b2f-800b-a2bd5bd20722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:12.787384 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a722b370-278f-4be8-895d-c5a8e60e314d req-84865220-6471-4b2f-800b-a2bd5bd20722 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744786 Jan 27 17:52:12.924396 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a722b370-278f-4be8-895d-c5a8e60e314d req-0b8a9aee-4a30-41fb-b5e8-99af7f46fb02 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296408 Jan 27 17:52:13.061793 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a722b370-278f-4be8-895d-c5a8e60e314d req-21f52627-484c-438f-88df-4f30c5a5925d service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310151 Jan 27 17:52:21.565840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2596e181-efe1-41ae-8935-7770106a5f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:23.860638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6bd7333b-c481-4d10-bf78-0fb2d6b57801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:24.840259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:25.455629 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:26.821281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.847469 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:34.615166 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:52:36.468894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [req-2a396561-1d8a-4fa2-8c2a-d705fbdb3ca8 req-13c2101f-8bab-4b70-9d43-bd35f097e476 service neutron] (87609) timed out ('10.222.0.81', 46438) {{(pid=87609) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 27 17:52:51.562358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bfe1729b-0547-447b-9f4b-3581ec025cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:53.859408 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6f51166f-4db3-4ffc-adbb-9bf4cff8a6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:54.840962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:55.464887 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:56.826617 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:58.864530 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:11.614647 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:53:12.210846 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1804bf7c-dee6-41d2-8989-74d1c5761e79 req-3cad1eda-2f29-45c9-bf39-769550ba78f7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794437 Jan 27 17:53:12.384416 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804bf7c-dee6-41d2-8989-74d1c5761e79 req-5f7ab53d-10b3-4476-bcf6-45bdad00abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:12.385909 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1804bf7c-dee6-41d2-8989-74d1c5761e79 req-5f7ab53d-10b3-4476-bcf6-45bdad00abd1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 1099 time: 0.0781546 Jan 27 17:53:12.665641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804bf7c-dee6-41d2-8989-74d1c5761e79 req-cd5adcfd-8e79-474e-9b08-df31d9bb0c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:12.667132 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1804bf7c-dee6-41d2-8989-74d1c5761e79 req-cd5adcfd-8e79-474e-9b08-df31d9bb0c59 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.2596345 Jan 27 17:53:12.775779 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1804bf7c-dee6-41d2-8989-74d1c5761e79 req-2b9d4d68-4f3e-4bc8-b7fb-787927af9b35 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05418303-220f-4e20-ba3e-92c58e63e884 HTTP/1.1" status: 200 len: 1000 time: 0.1017399 Jan 27 17:53:12.845753 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804bf7c-dee6-41d2-8989-74d1c5761e79 req-70e5d593-12b4-41a2-90f3-82e135a6df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:12.847189 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1804bf7c-dee6-41d2-8989-74d1c5761e79 req-70e5d593-12b4-41a2-90f3-82e135a6df05 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0652726 Jan 27 17:53:12.927381 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804bf7c-dee6-41d2-8989-74d1c5761e79 req-abded731-0b72-43a7-a4fc-e6f286c439ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:12.928778 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1804bf7c-dee6-41d2-8989-74d1c5761e79 req-abded731-0b72-43a7-a4fc-e6f286c439ea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755444 Jan 27 17:53:13.067683 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1804bf7c-dee6-41d2-8989-74d1c5761e79 req-42723c35-be41-4882-8854-47638b4e6351 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317694 Jan 27 17:53:13.209941 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1804bf7c-dee6-41d2-8989-74d1c5761e79 req-6f217ab4-78f3-46aa-af78-eb1f45d6b28d service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366050 Jan 27 17:53:21.568212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a73fb7c4-c797-4eb4-ae90-b89a2fde77d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:23.856595 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-97bb9718-f109-42cd-958d-de137fc64d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:24.837075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:25.462031 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:26.829916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:28.857874 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:48.616019 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:53:51.568702 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6540bf34-2944-4afd-aaac-5162904c225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:53.853312 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c0194e24-1087-4518-b4e5-193d77567551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:54.842638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:55.463972 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:56.833591 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:58.889127 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:03.786207 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2f75a-70eb-4dc6-904a-665f00a43369 req-ec6bd669-dcbc-45ab-82b8-5a8d929dfc1b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:03.787615 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4ee2f75a-70eb-4dc6-904a-665f00a43369 req-ec6bd669-dcbc-45ab-82b8-5a8d929dfc1b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0833838 Jan 27 17:54:03.833604 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4ee2f75a-70eb-4dc6-904a-665f00a43369 req-07667aae-aa16-4d7b-833e-3ef9b51425b5 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398648 Jan 27 17:54:05.028311 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70a31-d3c6-4938-bcdc-c979490f87cd req-e429f133-67df-4121-9e4a-a8667531a7a1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:05.029751 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f2a70a31-d3c6-4938-bcdc-c979490f87cd req-e429f133-67df-4121-9e4a-a8667531a7a1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0817368 Jan 27 17:54:05.078827 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f2a70a31-d3c6-4938-bcdc-c979490f87cd req-5b318a67-f43d-4b5f-b38b-70641a9a67e1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403240 Jan 27 17:54:06.287181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf91a8-3871-4b5a-9a71-22b5fec223e7 req-54162fe7-bcd1-41e3-862a-4a5e0846a91b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:06.288656 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-92bf91a8-3871-4b5a-9a71-22b5fec223e7 req-54162fe7-bcd1-41e3-862a-4a5e0846a91b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0843830 Jan 27 17:54:06.334311 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-92bf91a8-3871-4b5a-9a71-22b5fec223e7 req-fc6550ad-df47-4c20-963d-c65e833539e2 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395544 Jan 27 17:54:07.536737 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cfdef-c69b-4851-8371-7f064bb9ee32 req-fc2bc84b-d043-408e-a6eb-f4ef67ab829f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:07.538216 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4e7cfdef-c69b-4851-8371-7f064bb9ee32 req-fc2bc84b-d043-408e-a6eb-f4ef67ab829f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0893712 Jan 27 17:54:07.595884 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4e7cfdef-c69b-4851-8371-7f064bb9ee32 req-d0b2aa01-f8bd-4914-9f0b-89339c250a21 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501165 Jan 27 17:54:08.792257 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6a995-f766-43a9-aeba-16323c39e866 req-54946f58-a675-4f96-b8aa-741b2d12e59b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:08.793711 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d6a995-f766-43a9-aeba-16323c39e866 req-54946f58-a675-4f96-b8aa-741b2d12e59b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0803876 Jan 27 17:54:08.842238 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5d6a995-f766-43a9-aeba-16323c39e866 req-5b37de39-7b83-4f15-91ca-947b41e32f5b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427141 Jan 27 17:54:10.048127 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c4ba1-b924-4341-97e1-ccfb60f5e763 req-5dff8a8d-a49f-435d-be3e-5713e75e9f65 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:10.049693 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6b2c4ba1-b924-4341-97e1-ccfb60f5e763 req-5dff8a8d-a49f-435d-be3e-5713e75e9f65 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0987132 Jan 27 17:54:10.099205 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-6b2c4ba1-b924-4341-97e1-ccfb60f5e763 req-7db4689b-d486-4bb8-8076-518ba46bc942 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438132 Jan 27 17:54:11.307025 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff077471-5a1e-4f3f-ac9c-74219c8b5288 req-2f4ac7d4-f370-48bd-bbca-a4ee86d779d7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:11.308950 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ff077471-5a1e-4f3f-ac9c-74219c8b5288 req-2f4ac7d4-f370-48bd-bbca-a4ee86d779d7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0962870 Jan 27 17:54:11.355502 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-ff077471-5a1e-4f3f-ac9c-74219c8b5288 req-cce5669b-00fd-4106-97ce-6a0d90114623 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407157 Jan 27 17:54:12.563205 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ac23d-2f1b-4248-a0a7-c5e6754b37b5 req-babd1f84-62ec-4e60-8ace-800b4b6639aa tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:12.564799 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-366ac23d-2f1b-4248-a0a7-c5e6754b37b5 req-babd1f84-62ec-4e60-8ace-800b4b6639aa tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0987868 Jan 27 17:54:12.617481 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-366ac23d-2f1b-4248-a0a7-c5e6754b37b5 req-0f2bbc0f-2264-44b5-b41d-5270788375ac tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447185 Jan 27 17:54:13.294421 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c5528-bf9c-4975-8cc1-0ac8ab48589e req-a077c1d0-dd8f-4ba7-8f55-94582204049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:13.295935 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3a2c5528-bf9c-4975-8cc1-0ac8ab48589e req-a077c1d0-dd8f-4ba7-8f55-94582204049c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 1099 time: 0.0844631 Jan 27 17:54:13.446076 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c5528-bf9c-4975-8cc1-0ac8ab48589e req-e9f1e5e8-71fc-420b-bc46-8bd9c0247f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:13.447540 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3a2c5528-bf9c-4975-8cc1-0ac8ab48589e req-e9f1e5e8-71fc-420b-bc46-8bd9c0247f87 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1329691 Jan 27 17:54:13.556874 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3a2c5528-bf9c-4975-8cc1-0ac8ab48589e req-d9cf94ed-84be-4d72-b5fb-d58106d81ab8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05418303-220f-4e20-ba3e-92c58e63e884 HTTP/1.1" status: 200 len: 1000 time: 0.1019428 Jan 27 17:54:13.621246 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c5528-bf9c-4975-8cc1-0ac8ab48589e req-127420e8-ce18-4aaf-ae72-9f8c45ef2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:13.622740 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3a2c5528-bf9c-4975-8cc1-0ac8ab48589e req-127420e8-ce18-4aaf-ae72-9f8c45ef2b4f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0597470 Jan 27 17:54:13.696661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c5528-bf9c-4975-8cc1-0ac8ab48589e req-4d901095-5b69-47fc-9d7c-936e13928cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:13.698150 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3a2c5528-bf9c-4975-8cc1-0ac8ab48589e req-4d901095-5b69-47fc-9d7c-936e13928cef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696039 Jan 27 17:54:13.997214 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3a2c5528-bf9c-4975-8cc1-0ac8ab48589e req-6f15f172-20ca-4731-b547-485f24530955 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897034 Jan 27 17:54:14.028305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd08e8-4914-4aea-b217-590cb6fd4766 req-d140f49f-cbc8-4942-8e3c-8edcbeb4d595 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:14.029738 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d0cd08e8-4914-4aea-b217-590cb6fd4766 req-d140f49f-cbc8-4942-8e3c-8edcbeb4d595 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.2995484 Jan 27 17:54:14.151160 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d0cd08e8-4914-4aea-b217-590cb6fd4766 req-7f08e193-c4a1-4f9b-92e6-53247ccd741e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139474 Jan 27 17:54:14.175116 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3a2c5528-bf9c-4975-8cc1-0ac8ab48589e req-04a561ce-dba2-4e41-8448-bc45201d2831 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713607 Jan 27 17:54:15.351874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a8f50-eb7b-453d-bfb4-7703a8ec126c req-ba4cbd22-4629-4bba-8cb7-f2a44500dd6b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:15.353308 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-443a8f50-eb7b-453d-bfb4-7703a8ec126c req-ba4cbd22-4629-4bba-8cb7-f2a44500dd6b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0850408 Jan 27 17:54:15.398521 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-443a8f50-eb7b-453d-bfb4-7703a8ec126c req-cf728c06-3eea-4f7e-bef2-4fa4f4ce2a13 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389874 Jan 27 17:54:16.059952 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 05418303-220f-4e20-ba3e-92c58e63e884 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:54:16.196872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 05418303-220f-4e20-ba3e-92c58e63e884, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=05418303-220f-4e20-ba3e-92c58e63e884,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:54:16.210484 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '05418303-220f-4e20-ba3e-92c58e63e884', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'port_id': '05418303-220f-4e20-ba3e-92c58e63e884', 'mac_address': 'fa:16:3e:80:d2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:54:16.274305 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:16.339738 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05418303-220f-4e20-ba3e-92c58e63e884 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:54:16.359375 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 05418303-220f-4e20-ba3e-92c58e63e884, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=05418303-220f-4e20-ba3e-92c58e63e884,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:54:16.364390 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:16.437864 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=05418303-220f-4e20-ba3e-92c58e63e884,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:54:16.445398 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:54:16.445737 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:54:16.446064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:54:16.446383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:54:16.446703 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:54:16.447017 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:54:16.447328 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:54:16.447669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:54:16.447981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:54:16.448291 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:54:16.448602 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:54:16.448995 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:54:16.454388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['05418303-220f-4e20-ba3e-92c58e63e884'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:54:16.604464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5d096-a737-4933-8430-56bf05b8b592 req-a2bee7e0-6635-43a4-8db7-b9e91b53bfe5 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:16.611911 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57e5d096-a737-4933-8430-56bf05b8b592 req-a2bee7e0-6635-43a4-8db7-b9e91b53bfe5 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 945 time: 0.0976522 Jan 27 17:54:16.654031 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-57e5d096-a737-4933-8430-56bf05b8b592 req-782ac8d3-9364-4f46-bd65-91ff03c2f910 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410800 Jan 27 17:54:17.850385 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee8417-b070-4dc4-9209-5e8c590096d0 req-d351533a-8fde-4150-9007-52edc639c0f1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:17.852574 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-65ee8417-b070-4dc4-9209-5e8c590096d0 req-d351533a-8fde-4150-9007-52edc639c0f1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 945 time: 0.0859010 Jan 27 17:54:17.905370 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-65ee8417-b070-4dc4-9209-5e8c590096d0 req-d65e0fea-cc92-4368-84bf-6e07461b47e3 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431695 Jan 27 17:54:18.084302 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 05418303-220f-4e20-ba3e-92c58e63e884 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:54:18.162576 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 05418303-220f-4e20-ba3e-92c58e63e884 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:54:18.163169 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:18.302609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:18.339860 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:54:18.360060 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 05418303-220f-4e20-ba3e-92c58e63e884, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=05418303-220f-4e20-ba3e-92c58e63e884,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:54:18.366266 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:18.399490 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884', 'code': 200} Jan 27 17:54:18.442074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=05418303-220f-4e20-ba3e-92c58e63e884,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:54:19.104822 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ccdca-bda1-431d-bd00-8c26d04d722f req-eac0b552-59cf-4294-929c-fa7187128691 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:19.106409 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8d0ccdca-bda1-431d-bd00-8c26d04d722f req-eac0b552-59cf-4294-929c-fa7187128691 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0921652 Jan 27 17:54:19.153605 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8d0ccdca-bda1-431d-bd00-8c26d04d722f req-9b826428-0f65-4993-9cf5-357edf65bad1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414097 Jan 27 17:54:20.397513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779e2ca-68f0-43ad-a780-62342beec9af req-e06ae637-cb71-4347-9bd0-68e1db036960 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:20.399072 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7779e2ca-68f0-43ad-a780-62342beec9af req-e06ae637-cb71-4347-9bd0-68e1db036960 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.1182635 Jan 27 17:54:20.452866 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7779e2ca-68f0-43ad-a780-62342beec9af req-0f046f23-a4c6-47cd-8288-a0f2d9cf76c5 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431716 Jan 27 17:54:21.572474 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-81af659f-4562-4700-a53d-4d70e9be6a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:21.668834 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3d319-fd4d-4321-bd44-3addfc7d2fe1 req-33e9d552-6825-4b69-81a7-476bc1e41021 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:21.670345 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f1e3d319-fd4d-4321-bd44-3addfc7d2fe1 req-33e9d552-6825-4b69-81a7-476bc1e41021 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0994093 Jan 27 17:54:21.727667 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f1e3d319-fd4d-4321-bd44-3addfc7d2fe1 req-adc01096-5786-4c97-979f-ffa79e4ac3a1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508735 Jan 27 17:54:22.930038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d77db-7642-47cd-9f48-e99580db9378 req-6eb45119-075b-494f-bd8c-b53eb27aea3c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:22.931651 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a8d77db-7642-47cd-9f48-e99580db9378 req-6eb45119-075b-494f-bd8c-b53eb27aea3c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0942810 Jan 27 17:54:22.979042 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9a8d77db-7642-47cd-9f48-e99580db9378 req-0326ffa1-df46-41de-a1e2-4505a03b30a2 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409315 Jan 27 17:54:23.865938 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b1ff0153-ef66-43a3-8f06-87a9e7a5ed27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:24.211751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8ea3f-cf6a-4a84-b6e9-a1b1f1e809af req-74aad7da-95f9-4841-bf64-d5c1dee4f60a tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:24.214028 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-50e8ea3f-cf6a-4a84-b6e9-a1b1f1e809af req-74aad7da-95f9-4841-bf64-d5c1dee4f60a tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.1170263 Jan 27 17:54:24.268220 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-50e8ea3f-cf6a-4a84-b6e9-a1b1f1e809af req-dd5b5002-86b2-40bd-83d2-89b3fe2663f4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480282 Jan 27 17:54:24.847924 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:25.462127 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6ae97-acc9-4973-82b8-863a076b6aaa req-0566068d-ea06-4fee-b943-cea4a59b6af8 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:25.463923 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-48a6ae97-acc9-4973-82b8-863a076b6aaa req-0566068d-ea06-4fee-b943-cea4a59b6af8 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0873585 Jan 27 17:54:25.474890 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:25.517252 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-48a6ae97-acc9-4973-82b8-863a076b6aaa req-03ea6cd7-25ac-49e8-bf51-fcf3d2eff3c6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462224 Jan 27 17:54:25.615251 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:54:26.075321 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a8a19-1e41-4264-b8c8-194278eff43b req-8030487c-5f5b-4e92-984c-fec4d0c42842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:26.076864 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1c9a8a19-1e41-4264-b8c8-194278eff43b req-8030487c-5f5b-4e92-984c-fec4d0c42842 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 1099 time: 0.0746794 Jan 27 17:54:26.211774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a8a19-1e41-4264-b8c8-194278eff43b req-c4d98ceb-f25c-4219-9aaf-1fe2416f4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:26.213242 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1c9a8a19-1e41-4264-b8c8-194278eff43b req-c4d98ceb-f25c-4219-9aaf-1fe2416f4126 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1304827 Jan 27 17:54:26.318449 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1c9a8a19-1e41-4264-b8c8-194278eff43b req-11103cb9-0dca-4aec-b828-438021fe8d73 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05418303-220f-4e20-ba3e-92c58e63e884 HTTP/1.1" status: 200 len: 1000 time: 0.0980005 Jan 27 17:54:26.382270 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a8a19-1e41-4264-b8c8-194278eff43b req-b7e2df09-9d99-4d18-bd8b-4a244343c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:26.383828 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1c9a8a19-1e41-4264-b8c8-194278eff43b req-b7e2df09-9d99-4d18-bd8b-4a244343c059 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0592113 Jan 27 17:54:26.463786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a8a19-1e41-4264-b8c8-194278eff43b req-3e8a0a0c-5eb1-4e3d-89dd-030236a8c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:26.465394 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1c9a8a19-1e41-4264-b8c8-194278eff43b req-3e8a0a0c-5eb1-4e3d-89dd-030236a8c8ae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759933 Jan 27 17:54:26.606107 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1c9a8a19-1e41-4264-b8c8-194278eff43b req-8c0ff1ff-ea32-438f-a155-edd1e7770c54 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337998 Jan 27 17:54:26.708571 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fdc17-ff55-4d99-addb-c27444301353 req-a9a4f4dc-f3ba-4cda-a260-9db4e7fd2c63 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:26.710043 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-899fdc17-ff55-4d99-addb-c27444301353 req-a9a4f4dc-f3ba-4cda-a260-9db4e7fd2c63 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0810053 Jan 27 17:54:26.738194 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1c9a8a19-1e41-4264-b8c8-194278eff43b req-0146fcd2-55d3-42f1-bfff-fe39cf4d5ad5 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265821 Jan 27 17:54:26.762543 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-899fdc17-ff55-4d99-addb-c27444301353 req-60cba584-96f8-4f16-a6d6-d37c6d52d5bc tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459929 Jan 27 17:54:26.842658 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:27.958402 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10be1a-2ec2-4d1e-aba7-95ab5731dff3 req-c66f4f24-b11f-4ccc-965e-aee056d242e4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:27.959863 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db10be1a-2ec2-4d1e-aba7-95ab5731dff3 req-c66f4f24-b11f-4ccc-965e-aee056d242e4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 946 time: 0.0850914 Jan 27 17:54:28.005453 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-db10be1a-2ec2-4d1e-aba7-95ab5731dff3 req-6609f71c-a75f-40f0-80c2-987aa7bb587d tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398772 Jan 27 17:54:28.114078 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 05418303-220f-4e20-ba3e-92c58e63e884 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:54:28.230425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:28.260006 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:54:28.270307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 05418303-220f-4e20-ba3e-92c58e63e884, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=05418303-220f-4e20-ba3e-92c58e63e884,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:54:28.277011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:28.331505 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884', 'code': 200} Jan 27 17:54:28.351808 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=05418303-220f-4e20-ba3e-92c58e63e884,revision_number=8']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:54:28.902718 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:29.220769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330ac3e-e51c-4928-96c9-dd5daadd4849 req-62450fba-1c35-48cf-8f84-19ead412d32b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:29.222484 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2330ac3e-e51c-4928-96c9-dd5daadd4849 req-62450fba-1c35-48cf-8f84-19ead412d32b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.0985754 Jan 27 17:54:29.268941 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2330ac3e-e51c-4928-96c9-dd5daadd4849 req-8b5617c4-8f6d-44a6-8214-3849ba5be239 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393288 Jan 27 17:54:29.630409 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f0a6c-9943-4e05-a1de-8a2a9b0b33a2 req-5111327a-4076-488b-8a7e-4695376b0f97 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:29.631907 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-af5f0a6c-9943-4e05-a1de-8a2a9b0b33a2 req-5111327a-4076-488b-8a7e-4695376b0f97 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.0805528 Jan 27 17:54:29.682229 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-af5f0a6c-9943-4e05-a1de-8a2a9b0b33a2 req-b6f212be-79e3-4646-bae5-ccdbdea4e5b3 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442877 Jan 27 17:54:29.814253 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-e22d3f9f-eec1-44fb-9d4b-259aa7b47240 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1209447 Jan 27 17:54:30.882874 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f7b99-5bce-40a2-a69c-ed42876fb084 req-07609782-e34f-4180-86cd-74376053adc3 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:30.884390 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-167f7b99-5bce-40a2-a69c-ed42876fb084 req-07609782-e34f-4180-86cd-74376053adc3 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.0896089 Jan 27 17:54:30.934723 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-167f7b99-5bce-40a2-a69c-ed42876fb084 req-867a1fca-3538-4225-9331-e0d7902f74cb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443971 Jan 27 17:54:32.152210 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 05418303-220f-4e20-ba3e-92c58e63e884 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:54:32.240727 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee40bda-14f7-4120-a8b0-5bb8106cd524 req-9ccc74fd-def2-4ed8-baf3-94946cc3a19e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:32.242896 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-eee40bda-14f7-4120-a8b0-5bb8106cd524 req-9ccc74fd-def2-4ed8-baf3-94946cc3a19e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.1946607 Jan 27 17:54:32.293271 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-eee40bda-14f7-4120-a8b0-5bb8106cd524 req-58787244-c3ec-4eb2-80d2-03adfa740b1a tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433621 Jan 27 17:54:32.856847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-027e3346-c54b-4221-abfa-f05ad843bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:32.858551 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-027e3346-c54b-4221-abfa-f05ad843bb06 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3&tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145 HTTP/1.1" status: 200 len: 1097 time: 0.0772858 Jan 27 17:54:32.959403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-6766f165-00b1-4aad-8351-acf5503c673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:32.960953 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-6766f165-00b1-4aad-8351-acf5503c673a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0754297 Jan 27 17:54:33.098193 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-f35e1aaa-23ca-4468-aa8c-1b71a1461795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:33.099739 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-f35e1aaa-23ca-4468-aa8c-1b71a1461795 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1331205 Jan 27 17:54:33.205741 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-531f5d5e-94e5-44f5-84ca-761661b0cf0c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05418303-220f-4e20-ba3e-92c58e63e884 HTTP/1.1" status: 200 len: 998 time: 0.0995104 Jan 27 17:54:33.270484 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-54b653ad-b5ff-4a9e-8a74-3cf37c966565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:33.271969 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-54b653ad-b5ff-4a9e-8a74-3cf37c966565 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0602739 Jan 27 17:54:33.351080 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-566b3377-52da-4831-97df-eafd5f42f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:33.352600 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-566b3377-52da-4831-97df-eafd5f42f3cb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749166 Jan 27 17:54:33.483894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9c8fd-4b06-48a3-952d-ae4db558bdf3 req-8ac72b8c-c44b-4549-bc84-eeaaab82fd00 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:33.485276 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d2d9c8fd-4b06-48a3-952d-ae4db558bdf3 req-8ac72b8c-c44b-4549-bc84-eeaaab82fd00 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.0832751 Jan 27 17:54:33.491398 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-ba933c3f-e865-4c3a-b562-4e214f384ac0 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323278 Jan 27 17:54:33.534356 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d2d9c8fd-4b06-48a3-952d-ae4db558bdf3 req-ee476d0e-7ed8-451b-b292-0b74bf39d329 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404403 Jan 27 17:54:33.624316 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9d072a1c-50c9-48b7-a005-4f571f47e19b req-90107dde-1703-493a-a56f-1dab5da41fe0 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273236 Jan 27 17:54:34.766762 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403907-0db5-40b6-a197-a2c8e1529055 req-4d85fac0-d3d2-4c94-8e02-45034f54dcbb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:34.770025 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-05403907-0db5-40b6-a197-a2c8e1529055 req-4d85fac0-d3d2-4c94-8e02-45034f54dcbb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.1083450 Jan 27 17:54:34.824693 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-05403907-0db5-40b6-a197-a2c8e1529055 req-3ec226e4-d1c1-427a-94fe-8345159badfe tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457897 Jan 27 17:54:36.048111 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b3e11-97a5-4efc-aff7-ff860face363 req-07813788-b1e2-440e-bbc2-c65a52bfbc59 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:36.049739 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b47b3e11-97a5-4efc-aff7-ff860face363 req-07813788-b1e2-440e-bbc2-c65a52bfbc59 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.1012471 Jan 27 17:54:36.105058 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b47b3e11-97a5-4efc-aff7-ff860face363 req-2cb6287a-e113-4daa-8773-154ace83a549 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490525 Jan 27 17:54:37.297172 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d91ac2-3da8-4dc2-b5cc-682c7f961f24 req-3d618beb-d642-4bfc-b0a8-07e5fe4d961a tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:37.298987 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d3d91ac2-3da8-4dc2-b5cc-682c7f961f24 req-3d618beb-d642-4bfc-b0a8-07e5fe4d961a tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.0833488 Jan 27 17:54:37.353973 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d3d91ac2-3da8-4dc2-b5cc-682c7f961f24 req-6665fccd-0c04-438f-aae5-9a367005386d tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488477 Jan 27 17:54:38.537972 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1d62c-5262-48c6-a013-19d45f33d625 req-c76ebb23-fcb2-41a5-bbdd-0f3d0d8cf30f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:38.539501 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-22c1d62c-5262-48c6-a013-19d45f33d625 req-c76ebb23-fcb2-41a5-bbdd-0f3d0d8cf30f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.0832615 Jan 27 17:54:38.586176 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-22c1d62c-5262-48c6-a013-19d45f33d625 req-f44a0c3c-5f08-4340-b43c-0133df3cd523 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406299 Jan 27 17:54:39.792185 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826d08f-5e04-4fd4-90bf-3a889870cdfc req-bcbe5a15-ad78-40cb-90e2-22eba3ee59a3 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:39.793746 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9826d08f-5e04-4fd4-90bf-3a889870cdfc req-bcbe5a15-ad78-40cb-90e2-22eba3ee59a3 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.0993943 Jan 27 17:54:39.843523 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9826d08f-5e04-4fd4-90bf-3a889870cdfc req-191f5ece-6439-4f10-b298-b9e9b0d3f10b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440183 Jan 27 17:54:41.057773 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47807083-5555-440d-9f4b-9411990130bc req-ed69e837-94ae-42ab-9475-5422245a9363 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:41.059668 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-47807083-5555-440d-9f4b-9411990130bc req-ed69e837-94ae-42ab-9475-5422245a9363 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.1064124 Jan 27 17:54:41.110856 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-47807083-5555-440d-9f4b-9411990130bc req-0e1958e9-e48d-46d6-9342-d562430dfa70 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451555 Jan 27 17:54:42.299346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c35d-5362-4d26-a491-e9a78ca729a8 req-db28e632-b0cb-4b4c-a85e-3c0857dd3b98 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:42.301086 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0173c35d-5362-4d26-a491-e9a78ca729a8 req-db28e632-b0cb-4b4c-a85e-3c0857dd3b98 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.0846462 Jan 27 17:54:42.346042 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0173c35d-5362-4d26-a491-e9a78ca729a8 req-7f17fd61-2598-4c20-a9d2-bedb4cec1764 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392938 Jan 27 17:54:43.558671 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480c710-742a-41f3-9a1f-c1400698d617 req-50a69ba9-120e-42e4-8eb9-2454a6b0463a tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:43.560150 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d480c710-742a-41f3-9a1f-c1400698d617 req-50a69ba9-120e-42e4-8eb9-2454a6b0463a tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 944 time: 0.0953684 Jan 27 17:54:43.611346 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d480c710-742a-41f3-9a1f-c1400698d617 req-7ffc97fc-04fc-4eda-a072-75044f1d98a4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434637 Jan 27 17:54:44.207181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 05418303-220f-4e20-ba3e-92c58e63e884 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:54:44.342108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 05418303-220f-4e20-ba3e-92c58e63e884, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=05418303-220f-4e20-ba3e-92c58e63e884,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:54:44.356291 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '05418303-220f-4e20-ba3e-92c58e63e884', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'port_id': '05418303-220f-4e20-ba3e-92c58e63e884', 'mac_address': 'fa:16:3e:80:d2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:54:44.413037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:44.430556 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05418303-220f-4e20-ba3e-92c58e63e884 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:54:44.449583 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 05418303-220f-4e20-ba3e-92c58e63e884, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=05418303-220f-4e20-ba3e-92c58e63e884,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:54:44.458153 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:44.531606 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=05418303-220f-4e20-ba3e-92c58e63e884,revision_number=9']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:54:44.663882 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['05418303-220f-4e20-ba3e-92c58e63e884'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:54:44.808171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c12d3-c621-4503-9d06-45094e9f1d28 req-88adcef9-64f7-42b8-8978-a64e1e42a846 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:44.809512 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7c2c12d3-c621-4503-9d06-45094e9f1d28 req-88adcef9-64f7-42b8-8978-a64e1e42a846 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 945 time: 0.0857522 Jan 27 17:54:44.856662 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-7c2c12d3-c621-4503-9d06-45094e9f1d28 req-1415d1f7-068e-4bc1-8e5e-e5df045a46b0 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Jan 27 17:54:46.050050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c690-04cf-4970-a9eb-5024be090627 req-bdae9f25-3f6e-4f0e-866f-811eefeb2d6f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:46.051903 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c706c690-04cf-4970-a9eb-5024be090627 req-bdae9f25-3f6e-4f0e-866f-811eefeb2d6f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 945 time: 0.0856082 Jan 27 17:54:46.100547 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-c706c690-04cf-4970-a9eb-5024be090627 req-3c169a55-096b-4e00-956e-36f22d6fbaf8 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404184 Jan 27 17:54:46.215479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 05418303-220f-4e20-ba3e-92c58e63e884 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:54:46.293250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 05418303-220f-4e20-ba3e-92c58e63e884 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:54:46.293612 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:46.414234 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:46.441515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:54:46.451931 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 05418303-220f-4e20-ba3e-92c58e63e884, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=05418303-220f-4e20-ba3e-92c58e63e884,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:54:46.457801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:46.492406 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884', 'code': 200} Jan 27 17:54:46.531412 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=05418303-220f-4e20-ba3e-92c58e63e884,revision_number=10']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:54:46.756458 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141890f-e34a-4c0a-88e1-85a28911eced req-a9d9dd4f-6631-45d2-8be6-62bf69e1a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:46.757902 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8141890f-e34a-4c0a-88e1-85a28911eced req-a9d9dd4f-6631-45d2-8be6-62bf69e1a385 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 1100 time: 0.0772643 Jan 27 17:54:46.798505 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8141890f-e34a-4c0a-88e1-85a28911eced req-48a78621-2b6c-4690-9fde-2fb9f60e08fe service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346470 Jan 27 17:54:47.303784 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0093b31-b8bc-4bb6-9da0-21ec7ef7fda6 req-a4d8b57f-9a0e-4884-9341-3980646603d9 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:47.305240 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b0093b31-b8bc-4bb6-9da0-21ec7ef7fda6 req-a4d8b57f-9a0e-4884-9341-3980646603d9 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 947 time: 0.0893548 Jan 27 17:54:47.350017 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-b0093b31-b8bc-4bb6-9da0-21ec7ef7fda6 req-dfcc1faa-55d0-4d68-bf68-219315954d95 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388381 Jan 27 17:54:48.540591 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc4d70-ddb3-4494-811e-dc5a94ad5754 req-2179d706-8ac4-442f-b2fd-4acd910d0d72 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:48.542101 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f9fc4d70-ddb3-4494-811e-dc5a94ad5754 req-2179d706-8ac4-442f-b2fd-4acd910d0d72 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 947 time: 0.0843179 Jan 27 17:54:48.599791 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f9fc4d70-ddb3-4494-811e-dc5a94ad5754 req-1d149750-7195-4f97-a870-73a552f9367c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515475 Jan 27 17:54:49.808324 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b54792-1be2-43da-8708-6b3107e04bb5 req-ef9fcfc1-4643-4fce-9497-423652464cf3 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:49.809806 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e6b54792-1be2-43da-8708-6b3107e04bb5 req-ef9fcfc1-4643-4fce-9497-423652464cf3 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 947 time: 0.0926521 Jan 27 17:54:49.855143 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-e6b54792-1be2-43da-8708-6b3107e04bb5 req-886278c9-d495-463b-b618-61213f903b7e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394948 Jan 27 17:54:51.573293 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c27e9d0c-9987-45a4-8264-17c802dc397c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:53.852335 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6058056b-c37c-46b7-a227-595a50729402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:54.857930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:55.477475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:56.841576 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:58.918276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:02.619457 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:55:14.272926 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b2d8477-e309-4a28-a395-915aa1b7320e req-a2ede0a6-29e1-402b-8207-e53d784c9d84 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1239219 Jan 27 17:55:14.511509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d8477-e309-4a28-a395-915aa1b7320e req-659d040d-0b81-42a8-8980-7fe78fb8615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:14.512919 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b2d8477-e309-4a28-a395-915aa1b7320e req-659d040d-0b81-42a8-8980-7fe78fb8615d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 1100 time: 0.1686869 Jan 27 17:55:14.668230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d8477-e309-4a28-a395-915aa1b7320e req-c1a5ae20-c7e5-43d4-906d-3ba78768897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:14.669706 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b2d8477-e309-4a28-a395-915aa1b7320e req-c1a5ae20-c7e5-43d4-906d-3ba78768897b service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1343350 Jan 27 17:55:14.781357 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b2d8477-e309-4a28-a395-915aa1b7320e req-d2a29140-133e-40a5-989c-ec9799fe31f2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05418303-220f-4e20-ba3e-92c58e63e884 HTTP/1.1" status: 200 len: 1000 time: 0.1046188 Jan 27 17:55:14.845138 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d8477-e309-4a28-a395-915aa1b7320e req-ac3f2e45-4ed9-4a0d-8e2c-4aec9fc663f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:14.846571 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b2d8477-e309-4a28-a395-915aa1b7320e req-ac3f2e45-4ed9-4a0d-8e2c-4aec9fc663f9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0594440 Jan 27 17:55:14.926658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d8477-e309-4a28-a395-915aa1b7320e req-90ea2e41-e932-4e66-95f2-bc1ef0501c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:14.928161 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b2d8477-e309-4a28-a395-915aa1b7320e req-90ea2e41-e932-4e66-95f2-bc1ef0501c2c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759513 Jan 27 17:55:15.073216 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b2d8477-e309-4a28-a395-915aa1b7320e req-02f24cd5-b6b6-484f-b22f-6edd0fab98c0 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372995 Jan 27 17:55:15.207745 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8b2d8477-e309-4a28-a395-915aa1b7320e req-d7bc1d77-b1c2-443a-9af3-f36940df221d service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281774 Jan 27 17:55:21.569915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-663dbcce-f238-4bc8-a603-f23f2f487c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:23.848872 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ddc692df-0e8e-44f2-934c-7c4adfdb348e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:24.852967 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:25.477201 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:26.845115 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:28.928284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:39.619108 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:55:51.571524 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-bd87cfbf-cd74-44ec-aeb6-7697fd71e2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:53.850110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-579964ed-1e0e-41af-9d8a-5206f234d006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:54.864782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:55.478625 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:56.851216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:58.446297 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 51160) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:55:58.660663 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Deleting port 2a7f8ce0-4dee-463a-af9c-03df12fafc63 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:55:58.661155 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:58.932049 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:58.949659 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:58.950150 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:59.074583 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Calling delete_port for 2a7f8ce0-4dee-463a-af9c-03df12fafc63 owned by network:floatingip {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:55:59.258517 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:59.329605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event deleted for resources: {'Port': ['ID=2a7f8ce0-4dee-463a-af9c-03df12fafc63,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:55:59.373846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:59.374184 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:59.374514 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:59.374837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:59.375159 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:59.375478 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:59.375818 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:59.376140 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:59.376450 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:59.376762 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:59.377073 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:59.377387 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:59.417194 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for floatingip, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:59.417529 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Floating IP 36865693-f564-41e3-bb57-a817fe5c797a disassociated (deleted). External IP: 172.26.8.3, port: 05418303-220f-4e20-ba3e-92c58e63e884. Jan 27 17:55:59.778535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Router ef02d967-5589-4e39-a969-b9de03d674b0 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:55:59.986681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:55:59.996370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987ee5c-d136-4815-824f-2e3fd4ff5fec None None] Sync routers for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:56:00.007775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987ee5c-d136-4815-824f-2e3fd4ff5fec None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:56:00.008448 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6987ee5c-d136-4815-824f-2e3fd4ff5fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:55:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:00.010883 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:00.066927 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-bbc4c766-1dd1-4d68-946f-05feee4456dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "DELETE /v2.0/floatingips/36865693-f564-41e3-bb57-a817fe5c797a HTTP/1.1" status: 204 len: 168 time: 1.6194141 Jan 27 17:56:00.067382 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:56:00.166265 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884', 'status': 'completed', 'code': 200} Jan 27 17:56:00.188674 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-6987ee5c-d136-4815-824f-2e3fd4ff5fec None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:56:00.259491 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fef24-91c7-45c4-a8d2-fa41a3900551 req-efd0bb39-2616-4d6c-b0e9-c5932bba5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:00.264582 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-de6fef24-91c7-45c4-a8d2-fa41a3900551 req-efd0bb39-2616-4d6c-b0e9-c5932bba5327 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 1100 time: 0.0756989 Jan 27 17:56:00.399260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fef24-91c7-45c4-a8d2-fa41a3900551 req-70e95e34-6dbd-47db-8f8d-74a7bd737cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:00.400854 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-de6fef24-91c7-45c4-a8d2-fa41a3900551 req-70e95e34-6dbd-47db-8f8d-74a7bd737cc5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1307163 Jan 27 17:56:00.474832 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-de6fef24-91c7-45c4-a8d2-fa41a3900551 req-f0e927cd-c39b-4e56-933d-3314133ca400 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05418303-220f-4e20-ba3e-92c58e63e884 HTTP/1.1" status: 200 len: 217 time: 0.0658364 Jan 27 17:56:00.475497 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d47332-0a86-49c1-8352-a129cd35fa03 req-c27fbf2a-b161-402c-8f95-9441b2cf1931 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:00.476333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-50d47332-0a86-49c1-8352-a129cd35fa03 req-c27fbf2a-b161-402c-8f95-9441b2cf1931 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Synchronizing usage tracker for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:56:00.493977 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-50d47332-0a86-49c1-8352-a129cd35fa03 req-c27fbf2a-b161-402c-8f95-9441b2cf1931 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Unset dirty status for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:56:00.495374 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-50d47332-0a86-49c1-8352-a129cd35fa03 req-c27fbf2a-b161-402c-8f95-9441b2cf1931 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 947 time: 0.1089003 Jan 27 17:56:00.512515 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6987ee5c-d136-4815-824f-2e3fd4ff5fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:49Z', 'revision_number': 5, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:00.516678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987ee5c-d136-4815-824f-2e3fd4ff5fec None None] Checking router: ef02d967-5589-4e39-a969-b9de03d674b0 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:56:00.525916 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987ee5c-d136-4815-824f-2e3fd4ff5fec None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:56:00.526459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6987ee5c-d136-4815-824f-2e3fd4ff5fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:55:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:00.538743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fef24-91c7-45c4-a8d2-fa41a3900551 req-6b25432c-61fb-49bb-a413-980dd3553d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:00.540568 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-de6fef24-91c7-45c4-a8d2-fa41a3900551 req-6b25432c-61fb-49bb-a413-980dd3553d3a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0589769 Jan 27 17:56:00.547741 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-50d47332-0a86-49c1-8352-a129cd35fa03 req-04a1ddca-384d-46d3-bc75-d37b236c0fb8 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457196 Jan 27 17:56:00.622144 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fef24-91c7-45c4-a8d2-fa41a3900551 req-094be243-244b-4665-89c3-ae843b675bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:00.623661 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-de6fef24-91c7-45c4-a8d2-fa41a3900551 req-094be243-244b-4665-89c3-ae843b675bb3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773089 Jan 27 17:56:00.707569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-6987ee5c-d136-4815-824f-2e3fd4ff5fec None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:56:00.760026 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-de6fef24-91c7-45c4-a8d2-fa41a3900551 req-254ff42a-7e54-4595-940c-694f940c8481 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287818 Jan 27 17:56:00.893713 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-de6fef24-91c7-45c4-a8d2-fa41a3900551 req-883b7084-c7d1-418f-8f6e-02014c5f16ff service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267054 Jan 27 17:56:01.077775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-6987ee5c-d136-4815-824f-2e3fd4ff5fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:49Z', 'revision_number': 5, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:01.081811 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987ee5c-d136-4815-824f-2e3fd4ff5fec None None] The sync data for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv is: [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:49Z', 'revision_number': 5, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:56:01.328977 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d944c-2b33-4946-979a-a38b02d046ee None None] New status for floating IP 36865693-f564-41e3-bb57-a817fe5c797a: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:56:01.815263 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de43cce-ee11-42dd-873e-9acb3f53db26 req-801dc228-d368-40a4-a7fc-4db941053e1c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:01.816614 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6de43cce-ee11-42dd-873e-9acb3f53db26 req-801dc228-d368-40a4-a7fc-4db941053e1c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.88 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 947 time: 0.2223511 Jan 27 17:56:01.899959 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-6de43cce-ee11-42dd-873e-9acb3f53db26 req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Deleting port 05418303-220f-4e20-ba3e-92c58e63e884 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:56:01.900350 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6de43cce-ee11-42dd-873e-9acb3f53db26 req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:01.973368 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec8334-c24d-417a-8db4-fc5bda585dab req-1ff69482-3cf9-436c-9803-e08859502652 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:01.974816 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a6ec8334-c24d-417a-8db4-fc5bda585dab req-1ff69482-3cf9-436c-9803-e08859502652 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 947 time: 0.3066802 Jan 27 17:56:02.085802 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a6ec8334-c24d-417a-8db4-fc5bda585dab req-8cba47e5-7ecc-429b-bd7c-81ac3b000e35 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=9376c19e-2ac8-4911-88d5-8876d8d4c4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866456 Jan 27 17:56:02.204937 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-6de43cce-ee11-42dd-873e-9acb3f53db26 req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] For port 05418303-220f-4e20-ba3e-92c58e63e884, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=05418303-220f-4e20-ba3e-92c58e63e884,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:56:02.205266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6de43cce-ee11-42dd-873e-9acb3f53db26 req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:02.335149 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-6de43cce-ee11-42dd-873e-9acb3f53db26 req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Calling delete_port for 05418303-220f-4e20-ba3e-92c58e63e884 owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:56:02.498582 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6de43cce-ee11-42dd-873e-9acb3f53db26 req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:02.551934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event deleted for resources: {'Port': ['ID=05418303-220f-4e20-ba3e-92c58e63e884,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:02.590674 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:02.591011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:02.591345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:02.591746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:02.592008 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:02.592328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:02.592644 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:02.592955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:02.593266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:02.593579 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:02.593888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:02.594179 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:02.636228 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de43cce-ee11-42dd-873e-9acb3f53db26 req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] No DVR routers for this DVR port 05418303-220f-4e20-ba3e-92c58e63e884 on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:56:02.638893 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6de43cce-ee11-42dd-873e-9acb3f53db26 req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:02.641459 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'name': 'network-vif-deleted', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:56:02.658515 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6de43cce-ee11-42dd-873e-9acb3f53db26 req-12938472-835e-4fd7-aeeb-a48ca1a57037 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.88 "DELETE /v2.0/ports/05418303-220f-4e20-ba3e-92c58e63e884 HTTP/1.1" status: 204 len: 173 time: 0.8366833 Jan 27 17:56:02.748483 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ea232d-b98f-4b9b-9835-e383660cf7e3', 'name': 'network-vif-deleted', 'tag': '05418303-220f-4e20-ba3e-92c58e63e884', 'status': 'completed', 'code': 200} Jan 27 17:56:03.260611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a80c0eb9-e63c-4762-acc9-c277c35630f7 req-7f89ee86-5e18-4dc0-9bac-ebd9da3d4923 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Synchronizing usage tracker for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:56:03.277258 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a80c0eb9-e63c-4762-acc9-c277c35630f7 req-7f89ee86-5e18-4dc0-9bac-ebd9da3d4923 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Unset dirty status for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:56:03.278683 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a80c0eb9-e63c-4762-acc9-c277c35630f7 req-7f89ee86-5e18-4dc0-9bac-ebd9da3d4923 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ea232d-b98f-4b9b-9835-e383660cf7e3 HTTP/1.1" status: 200 len: 210 time: 0.0669079 Jan 27 17:56:04.377404 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51182) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:04.458949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-11d6ea1f-9215-4981-ac4b-5ee300e1f218 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:04.493943 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-11d6ea1f-9215-4981-ac4b-5ee300e1f218 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:04.524614 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 05418303-220f-4e20-ba3e-92c58e63e884 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:56:04.583594 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 05418303-220f-4e20-ba3e-92c58e63e884 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:56:04.583864 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 05418303-220f-4e20-ba3e-92c58e63e884 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:56:04.590539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-11d6ea1f-9215-4981-ac4b-5ee300e1f218 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:04.610752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6ea1f-9215-4981-ac4b-5ee300e1f218 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9376c19e-2ac8-4911-88d5-8876d8d4c4ba,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:04.623193 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-11d6ea1f-9215-4981-ac4b-5ee300e1f218 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:04.624505 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-11d6ea1f-9215-4981-ac4b-5ee300e1f218 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "DELETE /v2.0/security-groups/9376c19e-2ac8-4911-88d5-8876d8d4c4ba HTTP/1.1" status: 204 len: 168 time: 0.2459929 Jan 27 17:56:05.034918 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51190) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:05.043890 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1716767524', 'description': 'tempest-secgroup-smoke-1716767524 description', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:56:05.050829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:56:05.055319 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:56:05.058477 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:56:05.065122 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:56:05.082676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.104093 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:56:05.108646 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:56:05.111815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:56:05.118114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:56:05.197516 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.203867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.247700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e5399e-9c48-47d5-85a3-0be588aa2b94,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:05.252437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.253943 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-6eace7de-d8cc-4ddc-9fe3-07fe01c5f216 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2175531 Jan 27 17:56:05.258193 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51194) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:05.263661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-b867996d-cbe9-4261-872b-42fcaa920472 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group_rule': {'security_group_id': '33e5399e-9c48-47d5-85a3-0be588aa2b94', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:56:05.269913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b867996d-cbe9-4261-872b-42fcaa920472 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:56:05.273958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b867996d-cbe9-4261-872b-42fcaa920472 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:56:05.276914 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-b867996d-cbe9-4261-872b-42fcaa920472 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:56:05.282707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-b867996d-cbe9-4261-872b-42fcaa920472 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:56:05.299601 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b867996d-cbe9-4261-872b-42fcaa920472 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.364931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b867996d-cbe9-4261-872b-42fcaa920472 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.373124 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b867996d-cbe9-4261-872b-42fcaa920472 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.398295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867996d-cbe9-4261-872b-42fcaa920472 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de533d61-45db-4044-8317-1d3ee4de826e,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:05.410209 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-b867996d-cbe9-4261-872b-42fcaa920472 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.411533 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-b867996d-cbe9-4261-872b-42fcaa920472 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523626 Jan 27 17:56:05.414950 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 51198) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:05.420031 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-eeb7a803-2f06-4cf4-9e38-85d53e5df6c6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group_rule': {'security_group_id': '33e5399e-9c48-47d5-85a3-0be588aa2b94', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:56:05.426447 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-eeb7a803-2f06-4cf4-9e38-85d53e5df6c6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:56:05.430435 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-eeb7a803-2f06-4cf4-9e38-85d53e5df6c6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:56:05.433333 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-eeb7a803-2f06-4cf4-9e38-85d53e5df6c6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:56:05.439753 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-eeb7a803-2f06-4cf4-9e38-85d53e5df6c6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:56:05.459137 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a803-2f06-4cf4-9e38-85d53e5df6c6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.524147 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a803-2f06-4cf4-9e38-85d53e5df6c6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.531007 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a803-2f06-4cf4-9e38-85d53e5df6c6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.553329 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7a803-2f06-4cf4-9e38-85d53e5df6c6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a21b6cc-49f8-4ef8-9539-e5861f896fc7,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:05.563530 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a803-2f06-4cf4-9e38-85d53e5df6c6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.564925 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-eeb7a803-2f06-4cf4-9e38-85d53e5df6c6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490109 Jan 27 17:56:05.567707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 51202) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:05.573222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-75b329f7-068e-4663-ba68-435f1cfeaa27 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group_rule': {'security_group_id': '33e5399e-9c48-47d5-85a3-0be588aa2b94', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:56:05.579386 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-75b329f7-068e-4663-ba68-435f1cfeaa27 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:56:05.583633 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-75b329f7-068e-4663-ba68-435f1cfeaa27 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:56:05.586605 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-75b329f7-068e-4663-ba68-435f1cfeaa27 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:56:05.592527 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-75b329f7-068e-4663-ba68-435f1cfeaa27 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:56:05.611264 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-75b329f7-068e-4663-ba68-435f1cfeaa27 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.674041 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-75b329f7-068e-4663-ba68-435f1cfeaa27 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.679613 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-75b329f7-068e-4663-ba68-435f1cfeaa27 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.705798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b329f7-068e-4663-ba68-435f1cfeaa27 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ab0816-c2f4-497a-b0a7-18d7529a4804,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:05.718619 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-75b329f7-068e-4663-ba68-435f1cfeaa27 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.720564 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-75b329f7-068e-4663-ba68-435f1cfeaa27 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517251 Jan 27 17:56:05.725508 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51206) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:05.733033 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8377809a-2be6-42be-9966-4c41b378a1b9 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group_rule': {'security_group_id': '33e5399e-9c48-47d5-85a3-0be588aa2b94', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:56:05.739102 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8377809a-2be6-42be-9966-4c41b378a1b9 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:56:05.742886 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8377809a-2be6-42be-9966-4c41b378a1b9 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:56:05.745736 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8377809a-2be6-42be-9966-4c41b378a1b9 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:56:05.751715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8377809a-2be6-42be-9966-4c41b378a1b9 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:56:05.777904 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8377809a-2be6-42be-9966-4c41b378a1b9 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.843544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8377809a-2be6-42be-9966-4c41b378a1b9 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.852698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8377809a-2be6-42be-9966-4c41b378a1b9 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.878994 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377809a-2be6-42be-9966-4c41b378a1b9 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d3af11-2b54-4a4b-9409-fb24cc198359,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:05.890801 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8377809a-2be6-42be-9966-4c41b378a1b9 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:05.892160 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8377809a-2be6-42be-9966-4c41b378a1b9 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1652553 Jan 27 17:56:05.895979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51210) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:05.900922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-ba7a67db-70b5-4e27-bac8-c72a3f06dfb1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group_rule': {'security_group_id': '33e5399e-9c48-47d5-85a3-0be588aa2b94', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:56:05.907358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ba7a67db-70b5-4e27-bac8-c72a3f06dfb1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:56:05.911695 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ba7a67db-70b5-4e27-bac8-c72a3f06dfb1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:56:05.914945 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-ba7a67db-70b5-4e27-bac8-c72a3f06dfb1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:56:05.921430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-ba7a67db-70b5-4e27-bac8-c72a3f06dfb1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:56:05.934345 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-ba7a67db-70b5-4e27-bac8-c72a3f06dfb1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Project 61ae0ba2c6c5415d90e168c6e9f3f145 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:56:05.942554 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ba7a67db-70b5-4e27-bac8-c72a3f06dfb1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:06.014097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ba7a67db-70b5-4e27-bac8-c72a3f06dfb1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:06.019958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ba7a67db-70b5-4e27-bac8-c72a3f06dfb1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:06.042960 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a67db-70b5-4e27-bac8-c72a3f06dfb1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3745b19c-ba39-420c-b5ea-cbd70e294e1f,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:06.054703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ba7a67db-70b5-4e27-bac8-c72a3f06dfb1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:06.055998 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ba7a67db-70b5-4e27-bac8-c72a3f06dfb1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1590166 Jan 27 17:56:06.061071 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51214) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:06.066378 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-4130d1e5-d40d-47fe-81bb-d53ffe1b39d6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'security_group_rule': {'security_group_id': '33e5399e-9c48-47d5-85a3-0be588aa2b94', 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:56:06.072635 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4130d1e5-d40d-47fe-81bb-d53ffe1b39d6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:56:06.076978 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4130d1e5-d40d-47fe-81bb-d53ffe1b39d6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:security_group_rule and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:56:06.079968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-4130d1e5-d40d-47fe-81bb-d53ffe1b39d6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:56:06.085690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-4130d1e5-d40d-47fe-81bb-d53ffe1b39d6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:56:06.098652 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.securitygroups_db [None req-4130d1e5-d40d-47fe-81bb-d53ffe1b39d6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Project 61ae0ba2c6c5415d90e168c6e9f3f145 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:56:06.105828 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4130d1e5-d40d-47fe-81bb-d53ffe1b39d6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:06.177985 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4130d1e5-d40d-47fe-81bb-d53ffe1b39d6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:06.183157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4130d1e5-d40d-47fe-81bb-d53ffe1b39d6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:06.207483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130d1e5-d40d-47fe-81bb-d53ffe1b39d6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35322328-838c-48b7-961d-ebc9dae9d9be,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:06.218438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4130d1e5-d40d-47fe-81bb-d53ffe1b39d6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:06.219797 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4130d1e5-d40d-47fe-81bb-d53ffe1b39d6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577320 Jan 27 17:56:16.619021 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:56:21.313607 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-bda40129-5ece-4af5-a7cb-37bb4f074f37 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Synchronizing usage tracker for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:56:21.333532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-bda40129-5ece-4af5-a7cb-37bb4f074f37 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Unset dirty status for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:56:21.334747 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-bda40129-5ece-4af5-a7cb-37bb4f074f37 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716767524&fields=id&tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145 HTTP/1.1" status: 200 len: 267 time: 0.0612607 Jan 27 17:56:21.525297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-6cc74707-9324-4f84-9bab-bfaa4d0bee3d tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:21.526831 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-6cc74707-9324-4f84-9bab-bfaa4d0bee3d tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 808 time: 0.1842179 Jan 27 17:56:21.546798 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-09c9e61d-58ee-4116-a261-4f321d32387e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/quotas/61ae0ba2c6c5415d90e168c6e9f3f145 HTTP/1.1" status: 200 len: 375 time: 0.0126233 Jan 27 17:56:21.567045 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-5bb40b25-03c2-4c4c-9aa5-77a2517d22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:21.637161 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-a395ba9a-49a1-4657-9d80-e91ec5841580 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835330 Jan 27 17:56:21.778021 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-ae93dcc2-2bbd-4991-a71c-6373dc9de17c service neutron] 10.222.0.81 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276190 Jan 27 17:56:21.911365 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-350fb5e8-93f8-495d-9e11-07e49db77bbf service neutron] 10.222.0.81 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272204 Jan 27 17:56:22.441014 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-4038a8cb-cd70-4996-bf34-f28b1ce7db2f req-b4542107-e06b-473b-a5b0-a6f373b4e4c1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 210 time: 0.1609781 Jan 27 17:56:23.558124 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1752552a-e5d9-4369-af2b-7c9710662095 req-33467eee-4570-46ea-ac0e-6c97a4aafb9f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 210 time: 0.0491953 Jan 27 17:56:23.843894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-62371f47-f44d-420c-b774-e98da3f8ba5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:24.648645 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-48a9d3f8-4615-43c4-ab71-f2eb41ffde8f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:24.650372 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-48a9d3f8-4615-43c4-ab71-f2eb41ffde8f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 808 time: 0.2759566 Jan 27 17:56:24.703254 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-4358137f-6be4-49e0-8e7d-dc8d76d9ff77 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145 HTTP/1.1" status: 200 len: 380 time: 0.0446689 Jan 27 17:56:24.707737 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2e6d7862-6b57-4a32-918b-7a120a372e64 req-f4bcfbd5-5415-4e64-a043-852b99e2d100 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 210 time: 0.0425551 Jan 27 17:56:24.712500 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'port': {'device_id': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'admin_state_up': True, 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'security_groups': ['33e5399e-9c48-47d5-85a3-0be588aa2b94']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:56:24.851932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:56:24.860856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:24.863938 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:56:24.875456 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Made reservation on behalf of 61ae0ba2c6c5415d90e168c6e9f3f145 for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:56:24.879307 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:25.054468 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Allocated IP 172.20.0.5 (02524956-e32f-4c41-929b-4b6245545ec5/a4482843-e3c5-4ae7-b011-af68794fa12c/d5fda62a-ca18-4f19-8b12-0560699ebcdf) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:56:25.254932 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:25.272284 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Transition to ACTIVE for port object d5fda62a-ca18-4f19-8b12-0560699ebcdf will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:56:25.299549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:25.376899 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Network 02524956-e32f-4c41-929b-4b6245545ec5 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:56:25.379848 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:56:25.383769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:56:25.418587 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'Port': ['ID=d5fda62a-ca18-4f19-8b12-0560699ebcdf,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:25.453330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:25.453906 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:25.482711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:25.488446 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-163bdc0d-64c4-4102-a851-bbf3ac50155e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7799518 Jan 27 17:56:25.500000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Request body: {'port': {'device_id': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:56:25.615300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-396d839d-9109-4ec0-a29a-cfcbd2152bbd None None] Provisioning for port d5fda62a-ca18-4f19-8b12-0560699ebcdf completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:56:25.620993 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-396d839d-9109-4ec0-a29a-cfcbd2152bbd None None] Provisioning complete for port d5fda62a-ca18-4f19-8b12-0560699ebcdf triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:56:25.621508 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-396d839d-9109-4ec0-a29a-cfcbd2152bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:25.622776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:25.681781 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-396d839d-9109-4ec0-a29a-cfcbd2152bbd None None] Port d5fda62a-ca18-4f19-8b12-0560699ebcdf cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:56:26.003173 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cb293-b390-4e0c-a146-d0ee0f8bfa67 req-efd4ab88-c1e0-4bdb-83e6-179947166651 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:26.003830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-208cb293-b390-4e0c-a146-d0ee0f8bfa67 req-efd4ab88-c1e0-4bdb-83e6-179947166651 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Synchronizing usage tracker for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:56:26.071963 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-208cb293-b390-4e0c-a146-d0ee0f8bfa67 req-efd4ab88-c1e0-4bdb-83e6-179947166651 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Unset dirty status for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:56:26.073113 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-208cb293-b390-4e0c-a146-d0ee0f8bfa67 req-efd4ab88-c1e0-4bdb-83e6-179947166651 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 931 time: 0.2500691 Jan 27 17:56:26.079543 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fda62a-ca18-4f19-8b12-0560699ebcdf {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:56:26.089698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:26.129515 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Transition to ACTIVE for port object d5fda62a-ca18-4f19-8b12-0560699ebcdf will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:56:26.136355 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:26.186291 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-208cb293-b390-4e0c-a146-d0ee0f8bfa67 req-19a56d0d-1559-4bd1-a4bc-bf7a15426bca tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015749 Jan 27 17:56:26.318195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fda62a-ca18-4f19-8b12-0560699ebcdf,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:26.404996 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Attempting to bind port d5fda62a-ca18-4f19-8b12-0560699ebcdf on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:56:26.405333 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Attempting to bind port d5fda62a-ca18-4f19-8b12-0560699ebcdf by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:56:26.405688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Attempting to bind port d5fda62a-ca18-4f19-8b12-0560699ebcdf on network 02524956-e32f-4c41-929b-4b6245545ec5 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:56:26.410902 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Port d5fda62a-ca18-4f19-8b12-0560699ebcdf on network 02524956-e32f-4c41-929b-4b6245545ec5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:56:26.411195 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Attempting to bind port d5fda62a-ca18-4f19-8b12-0560699ebcdf on network 02524956-e32f-4c41-929b-4b6245545ec5 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:56:26.416534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:56:26.416927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Checking segment: {'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:56:26.417425 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Bound using segment: {'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:56:26.417976 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Bound port: d5fda62a-ca18-4f19-8b12-0560699ebcdf, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bb1020-f301-448e-861e-e55a310219dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:56:26.418346 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:26.523531 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] For port d5fda62a-ca18-4f19-8b12-0560699ebcdf, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:56:26.526490 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] For port d5fda62a-ca18-4f19-8b12-0560699ebcdf, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:56:26.532748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:26.706903 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:26.707418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:26.708805 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] 10.222.0.88 "PUT /v2.0/ports/d5fda62a-ca18-4f19-8b12-0560699ebcdf HTTP/1.1" status: 200 len: 1093 time: 1.2135291 Jan 27 17:56:26.709234 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:56:26.730095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476267a-f0a1-4632-953e-4983b44a80f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fda62a-ca18-4f19-8b12-0560699ebcdf,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:26.781870 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'status': 'completed', 'code': 200} Jan 27 17:56:26.827517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-192f8347-958c-4002-8fcf-5241bf788e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:26.829286 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-192f8347-958c-4002-8fcf-5241bf788e5a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 1096 time: 0.0798161 Jan 27 17:56:26.850909 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:26.900768 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-9c6d74be-f1e1-4c9a-a16f-960e6ddb526e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf HTTP/1.1" status: 200 len: 217 time: 0.0645559 Jan 27 17:56:26.967345 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-6c560759-f229-489d-bc80-c71e77ef81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:26.968841 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-6c560759-f229-489d-bc80-c71e77ef81e6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0627637 Jan 27 17:56:27.046873 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-7e860013-0704-47fe-92d3-ca7042d3c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:27.048283 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-7e860013-0704-47fe-92d3-ca7042d3c692 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736289 Jan 27 17:56:27.186431 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-4268ba4c-c3f5-411d-96b9-217459c07bd5 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316743 Jan 27 17:56:27.374113 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a71c44f4-9871-490f-9f6e-4c46457c8359 req-28cfde0d-4b25-474a-aca7-2e350292bcc5 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812229 Jan 27 17:56:27.409945 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262dca3-d7f8-4923-8c79-99e6b3c4a249 req-8866b4e4-3549-4c81-8dcd-d5d395823eb2 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:27.411959 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3262dca3-d7f8-4923-8c79-99e6b3c4a249 req-8866b4e4-3549-4c81-8dcd-d5d395823eb2 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 943 time: 0.1166186 Jan 27 17:56:27.504949 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3262dca3-d7f8-4923-8c79-99e6b3c4a249 req-746e7017-e64d-46dc-813c-84b52867afa2 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849373 Jan 27 17:56:27.520998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550217e5-1e12-451f-a450-4dc06def211c req-0d2e478a-b638-4c82-99f3-fe2fe879deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:27.522513 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-550217e5-1e12-451f-a450-4dc06def211c req-0d2e478a-b638-4c82-99f3-fe2fe879deb4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 1096 time: 0.1040568 Jan 27 17:56:27.653876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550217e5-1e12-451f-a450-4dc06def211c req-9dc04d3e-3b65-481c-8bb7-c383d1317cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:27.655311 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-550217e5-1e12-451f-a450-4dc06def211c req-9dc04d3e-3b65-481c-8bb7-c383d1317cd5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1267326 Jan 27 17:56:27.740962 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-550217e5-1e12-451f-a450-4dc06def211c req-a4472b9d-c633-458c-849b-5327ef20154e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf HTTP/1.1" status: 200 len: 217 time: 0.0779705 Jan 27 17:56:27.804145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550217e5-1e12-451f-a450-4dc06def211c req-3170c9ce-105d-4ff3-a503-6b5818e4f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:27.805714 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-550217e5-1e12-451f-a450-4dc06def211c req-3170c9ce-105d-4ff3-a503-6b5818e4f607 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0589106 Jan 27 17:56:27.888685 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550217e5-1e12-451f-a450-4dc06def211c req-8b799adf-3a9c-4896-81b1-fdb3bb70549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:27.890118 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-550217e5-1e12-451f-a450-4dc06def211c req-8b799adf-3a9c-4896-81b1-fdb3bb70549d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781119 Jan 27 17:56:28.030296 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-550217e5-1e12-451f-a450-4dc06def211c req-dc8c83b6-1e9d-4a16-8753-575524edca86 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331451 Jan 27 17:56:28.164206 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-550217e5-1e12-451f-a450-4dc06def211c req-6230d896-939c-443e-b2ea-7608f14f4de4 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281669 Jan 27 17:56:28.707557 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02378da1-e138-4296-a5e0-d92f0e2ece7e req-32f1827d-7a93-4086-b930-eec4620ccb3f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:28.709075 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-02378da1-e138-4296-a5e0-d92f0e2ece7e req-32f1827d-7a93-4086-b930-eec4620ccb3f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 943 time: 0.0974650 Jan 27 17:56:28.758009 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-02378da1-e138-4296-a5e0-d92f0e2ece7e req-ea18d385-721e-4f70-9ab2-a1494151b64f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403242 Jan 27 17:56:28.942786 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:29.963521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ac01-25a1-47fe-88bd-db24cf3af776 req-82dd1030-f12e-455d-ae8f-f44af0794cdf tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:29.964991 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a84ac01-25a1-47fe-88bd-db24cf3af776 req-82dd1030-f12e-455d-ae8f-f44af0794cdf tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 943 time: 0.0830023 Jan 27 17:56:30.017216 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2a84ac01-25a1-47fe-88bd-db24cf3af776 req-706f7aeb-4541-49b4-8c12-7e601f548aef tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464122 Jan 27 17:56:31.216485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab4781-605d-4163-b54b-9312f9f5fdd0 req-f8acd390-a95e-4004-8316-2fac5c9b9268 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:31.217983 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-24ab4781-605d-4163-b54b-9312f9f5fdd0 req-f8acd390-a95e-4004-8316-2fac5c9b9268 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 943 time: 0.0880423 Jan 27 17:56:31.270035 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-24ab4781-605d-4163-b54b-9312f9f5fdd0 req-70d23883-d2c9-452a-a1ad-065a4d4ee72d tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427511 Jan 27 17:56:32.580356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33df4f9-952c-4cc4-8b0f-39c14614c90a req-a4245585-bc9e-466e-add8-c37876263e8a tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:32.581741 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f33df4f9-952c-4cc4-8b0f-39c14614c90a req-a4245585-bc9e-466e-add8-c37876263e8a tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 943 time: 0.1916826 Jan 27 17:56:32.630123 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f33df4f9-952c-4cc4-8b0f-39c14614c90a req-983d3646-0716-4377-ad27-0ad1043385e8 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Jan 27 17:56:33.834680 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098ab32-af7d-4bfe-870e-61735bf8f903 req-25f70075-dc62-46d7-a5ac-d5d8c14ede6c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:33.836367 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0098ab32-af7d-4bfe-870e-61735bf8f903 req-25f70075-dc62-46d7-a5ac-d5d8c14ede6c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 943 time: 0.0925641 Jan 27 17:56:33.885199 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-0098ab32-af7d-4bfe-870e-61735bf8f903 req-0179a59d-5b10-48f5-8359-0302a4638aa6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418801 Jan 27 17:56:34.661839 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device d5fda62a-ca18-4f19-8b12-0560699ebcdf details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:56:34.810620 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port d5fda62a-ca18-4f19-8b12-0560699ebcdf, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:56:34.824784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'port_id': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'mac_address': 'fa:16:3e:2c:00:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:56:34.887218 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:34.904431 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fda62a-ca18-4f19-8b12-0560699ebcdf {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:56:34.919567 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port d5fda62a-ca18-4f19-8b12-0560699ebcdf, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:56:34.924812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:34.994517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=d5fda62a-ca18-4f19-8b12-0560699ebcdf,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:35.001958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:35.002300 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:35.002621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:35.002948 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:35.003420 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:35.003833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:35.004156 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:35.004475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:35.004793 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:35.005108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:35.005425 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:35.005733 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:35.088426 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c53eed-7807-4a71-bd80-f0e70cac2077 req-36cf469e-8a0a-4c95-b841-44777f54427c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:35.090567 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-98c53eed-7807-4a71-bd80-f0e70cac2077 req-36cf469e-8a0a-4c95-b841-44777f54427c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 944 time: 0.0900695 Jan 27 17:56:35.137738 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-98c53eed-7807-4a71-bd80-f0e70cac2077 req-d5b9d5ca-cc35-496f-8257-abbd26c9529e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412831 Jan 27 17:56:35.159062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['d5fda62a-ca18-4f19-8b12-0560699ebcdf'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:56:36.336280 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00b6f-8e35-4c4c-8cc1-4455faf9b07a req-0c124853-7e0e-428b-84db-9ece8cbbe4fd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:36.337729 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fca00b6f-8e35-4c4c-8cc1-4455faf9b07a req-0c124853-7e0e-428b-84db-9ece8cbbe4fd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 944 time: 0.0845878 Jan 27 17:56:36.386693 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fca00b6f-8e35-4c4c-8cc1-4455faf9b07a req-38f45472-aa7e-4219-99d5-47bbe4b579df tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424006 Jan 27 17:56:36.664932 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device d5fda62a-ca18-4f19-8b12-0560699ebcdf up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:56:36.741424 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port d5fda62a-ca18-4f19-8b12-0560699ebcdf completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:56:36.746868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port d5fda62a-ca18-4f19-8b12-0560699ebcdf triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:56:36.747264 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:36.861891 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:36.889007 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:56:36.900311 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port d5fda62a-ca18-4f19-8b12-0560699ebcdf, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:56:36.905257 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:36.978091 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=d5fda62a-ca18-4f19-8b12-0560699ebcdf,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:36.993694 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'code': 200} Jan 27 17:56:37.273837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a39db-f132-407f-b7ae-837c665153f7 req-80c8fdfc-24ea-4a6e-af09-0075352a4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:37.275215 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-755a39db-f132-407f-b7ae-837c665153f7 req-80c8fdfc-24ea-4a6e-af09-0075352a4312 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 1098 time: 0.0736120 Jan 27 17:56:37.317837 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-755a39db-f132-407f-b7ae-837c665153f7 req-992b6291-caa8-4340-9499-4127505c54da service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361676 Jan 27 17:56:37.598760 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250685e-3045-40da-9acc-3ce32ea97376 req-3ab3db9b-c259-4889-9acd-c8a81f1497f8 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:37.600200 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9250685e-3045-40da-9acc-3ce32ea97376 req-3ab3db9b-c259-4889-9acd-c8a81f1497f8 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0918369 Jan 27 17:56:37.647411 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9250685e-3045-40da-9acc-3ce32ea97376 req-3af70969-e9f5-4173-92b4-be9c3204eb35 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385439 Jan 27 17:56:38.875276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbaaad-8ac2-461e-8705-98db35a9c208 req-1be259a1-d2fa-4110-8642-b7265d591de7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:38.876774 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8ccbaaad-8ac2-461e-8705-98db35a9c208 req-1be259a1-d2fa-4110-8642-b7265d591de7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.1096194 Jan 27 17:56:38.928848 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8ccbaaad-8ac2-461e-8705-98db35a9c208 req-1c416c7e-1fe7-4f29-8bca-1b135e14e670 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 Jan 27 17:56:39.138445 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26b461-c496-4d33-b1a5-b0f67a4117af req-19b1ef03-edd9-48dc-9b3b-ae971d037e9b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:39.139850 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8c26b461-c496-4d33-b1a5-b0f67a4117af req-19b1ef03-edd9-48dc-9b3b-ae971d037e9b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.1002357 Jan 27 17:56:39.189429 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8c26b461-c496-4d33-b1a5-b0f67a4117af req-55a31b98-e2ef-490e-be5b-b0ab53a62caa tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411870 Jan 27 17:56:39.218347 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51406) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:39.308973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d626e7-03dd-414f-9acb-1488fe09bf77 tempest-TestShelveInstance-1253237726 tempest-TestShelveInstance-1253237726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:39.309697 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-52d626e7-03dd-414f-9acb-1488fe09bf77 tempest-TestShelveInstance-1253237726 tempest-TestShelveInstance-1253237726-project-admin] Synchronizing usage tracker for tenant:06068d33108044f8a8d41504eb526014 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:56:39.331997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-52d626e7-03dd-414f-9acb-1488fe09bf77 tempest-TestShelveInstance-1253237726 tempest-TestShelveInstance-1253237726-project-admin] Unset dirty status for tenant:06068d33108044f8a8d41504eb526014 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:56:39.336149 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-52d626e7-03dd-414f-9acb-1488fe09bf77 tempest-TestShelveInstance-1253237726 tempest-TestShelveInstance-1253237726-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 1093 time: 0.1135361 Jan 27 17:56:39.336519 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 51410) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:39.342069 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:56:39.349163 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:56:39.353298 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Usage tracker for resource:floatingip and tenant:61ae0ba2c6c5415d90e168c6e9f3f145 is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:56:39.356198 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:56:39.363706 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:56:39.378303 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:39.532052 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:39.675837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Allocated IP 172.26.8.173 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/536c50de-572e-4c82-8a7b-c3dc3fc8e485) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:56:39.835735 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:39.874222 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:39.939929 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:56:39.942824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:56:39.946390 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 17:56:39.975338 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'Port': ['ID=536c50de-572e-4c82-8a7b-c3dc3fc8e485,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:40.381002 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:40.579607 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:40.804101 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:40.813047 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:40.922796 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event updated for resources: {'Port': ['ID=536c50de-572e-4c82-8a7b-c3dc3fc8e485,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:40.940610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:41.133602 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Floating IP ffb78d6d-fa59-4d56-977b-39cf15018a87 associated. External IP: 172.26.8.173, port: d5fda62a-ca18-4f19-8b12-0560699ebcdf. Jan 27 17:56:41.499681 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Router ef02d967-5589-4e39-a969-b9de03d674b0 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:56:41.683913 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:56:41.694121 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a96904-1be7-41c6-a453-a0e645a885da None None] Sync routers for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:56:41.703957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a96904-1be7-41c6-a453-a0e645a885da None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:56:41.704678 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f9a96904-1be7-41c6-a453-a0e645a885da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:56:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:41.710185 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:41.766509 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-129fd913-3f6d-42e7-9862-a84c427aad85 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4285605 Jan 27 17:56:41.767083 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:56:41.815430 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'status': 'completed', 'code': 200} Jan 27 17:56:41.895786 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-f9a96904-1be7-41c6-a453-a0e645a885da None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:56:41.920496 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd4783-baaf-4803-841c-798d54b8cd33 req-3b4c8b21-6c2a-4957-bb37-cf3717a48423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:41.921989 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-53fd4783-baaf-4803-841c-798d54b8cd33 req-3b4c8b21-6c2a-4957-bb37-cf3717a48423 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 1098 time: 0.0845835 Jan 27 17:56:42.065367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd4783-baaf-4803-841c-798d54b8cd33 req-dd9fb680-fe36-4fd1-b23c-e91c99d71507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:42.066739 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-53fd4783-baaf-4803-841c-798d54b8cd33 req-dd9fb680-fe36-4fd1-b23c-e91c99d71507 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1381693 Jan 27 17:56:42.176182 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-53fd4783-baaf-4803-841c-798d54b8cd33 req-e3bdbf39-e197-4132-811e-06a8bcfdfaf6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf HTTP/1.1" status: 200 len: 999 time: 0.1031578 Jan 27 17:56:42.242037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd4783-baaf-4803-841c-798d54b8cd33 req-f18c7901-c10d-4d63-a028-0a35e7cf318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:42.243550 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-53fd4783-baaf-4803-841c-798d54b8cd33 req-f18c7901-c10d-4d63-a028-0a35e7cf318a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0619566 Jan 27 17:56:42.306388 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f9a96904-1be7-41c6-a453-a0e645a885da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ffb78d6d-fa59-4d56-977b-39cf15018a87', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'port_id': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'mac_address': 'fa:16:3e:2c:00:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:56:40Z', 'updated_at': '2022-01-27T17:56:40Z', 'revision_number': 0, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:49Z', 'revision_number': 5, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:42.312349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a96904-1be7-41c6-a453-a0e645a885da None None] Checking router: ef02d967-5589-4e39-a969-b9de03d674b0 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:56:42.323513 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a96904-1be7-41c6-a453-a0e645a885da None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 17:56:42.324316 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f9a96904-1be7-41c6-a453-a0e645a885da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T17:56:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:42.333999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd4783-baaf-4803-841c-798d54b8cd33 req-28fcfff2-2cee-48de-ab3c-cb5f8465807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:42.335826 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-53fd4783-baaf-4803-841c-798d54b8cd33 req-28fcfff2-2cee-48de-ab3c-cb5f8465807e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843508 Jan 27 17:56:42.469845 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-53fd4783-baaf-4803-841c-798d54b8cd33 req-5054b896-da3a-46c7-9abc-6faadda300ef service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277573 Jan 27 17:56:42.510830 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-f9a96904-1be7-41c6-a453-a0e645a885da None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:56:42.605467 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-53fd4783-baaf-4803-841c-798d54b8cd33 req-a6b3a42c-f670-4c2e-9093-ef7ae0c41984 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292675 Jan 27 17:56:42.874286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-f9a96904-1be7-41c6-a453-a0e645a885da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ffb78d6d-fa59-4d56-977b-39cf15018a87', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'port_id': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'mac_address': 'fa:16:3e:2c:00:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:56:40Z', 'updated_at': '2022-01-27T17:56:40Z', 'revision_number': 0, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:49Z', 'revision_number': 5, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:42.878552 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a96904-1be7-41c6-a453-a0e645a885da None None] The sync data for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv is: [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'ffb78d6d-fa59-4d56-977b-39cf15018a87', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'port_id': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'mac_address': 'fa:16:3e:2c:00:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:56:40Z', 'updated_at': '2022-01-27T17:56:40Z', 'revision_number': 0, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:49Z', 'revision_number': 5, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:56:43.111785 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852d5294-9738-4dac-8629-38c0c2c989ab None None] New status for floating IP ffb78d6d-fa59-4d56-977b-39cf15018a87: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:56:51.574063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eba01173-00c9-4b94-8757-7896a108aa9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:53.618121 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:56:53.851252 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d3b5-6d23-40bf-851d-375ea1245379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:54.859906 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:55.487966 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:56.854346 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:58.960694 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:18.001383 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c2bafe74-2e28-499b-8d5f-0d7f42ace405 req-53095be7-d147-4e21-82ed-e872e54ce8fb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726216 Jan 27 17:57:18.151032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bafe74-2e28-499b-8d5f-0d7f42ace405 req-36e71d47-5df9-45d1-9a29-8c5fc6f1b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:18.152545 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c2bafe74-2e28-499b-8d5f-0d7f42ace405 req-36e71d47-5df9-45d1-9a29-8c5fc6f1b450 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 1098 time: 0.0764422 Jan 27 17:57:18.306171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bafe74-2e28-499b-8d5f-0d7f42ace405 req-a92c939b-59ad-4eaf-8f65-a3ccad1c7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:18.307686 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c2bafe74-2e28-499b-8d5f-0d7f42ace405 req-a92c939b-59ad-4eaf-8f65-a3ccad1c7ab4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1356766 Jan 27 17:57:18.412478 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c2bafe74-2e28-499b-8d5f-0d7f42ace405 req-0bd6c5c7-1a02-4197-b497-1a2b1c929b14 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf HTTP/1.1" status: 200 len: 1001 time: 0.0981214 Jan 27 17:57:18.589560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bafe74-2e28-499b-8d5f-0d7f42ace405 req-f58a4d8b-46e9-46bc-aef8-2b04da0c3cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:18.591619 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c2bafe74-2e28-499b-8d5f-0d7f42ace405 req-f58a4d8b-46e9-46bc-aef8-2b04da0c3cb7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.1718163 Jan 27 17:57:18.674414 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bafe74-2e28-499b-8d5f-0d7f42ace405 req-2498d690-4428-4605-8d7a-951813570fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:18.675416 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c2bafe74-2e28-499b-8d5f-0d7f42ace405 req-2498d690-4428-4605-8d7a-951813570fd8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782149 Jan 27 17:57:18.818268 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c2bafe74-2e28-499b-8d5f-0d7f42ace405 req-a006da31-fb08-4282-b723-7112cdf9de92 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351795 Jan 27 17:57:18.970684 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c2bafe74-2e28-499b-8d5f-0d7f42ace405 req-7867fd79-2b3c-42b9-b9e3-e1a6f71b923c service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455557 Jan 27 17:57:21.571937 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c326bfff-47dc-4ed8-b341-b6bd3bc0ed0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:23.849512 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e8efccfc-f866-474b-9d6a-07b5e94bc1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:24.854347 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:25.492129 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:26.857552 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:28.976183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:30.617070 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:57:51.576401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-45c50e71-4190-44c0-bbf2-1eb7c0455d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:53.847149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0393-f798-4993-a83a-0801522c2167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:54.860487 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:55.492649 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:56.861534 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:58.974844 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:07.619733 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:58:19.216125 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2aca26d-8df0-486f-bc49-7b6bf945d0ce req-3766f72e-4b64-46e5-9ca9-f64eb142a22d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805504 Jan 27 17:58:19.364641 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca26d-8df0-486f-bc49-7b6bf945d0ce req-7b2863af-cc4e-405b-b9ee-c002486829da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:19.365506 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2aca26d-8df0-486f-bc49-7b6bf945d0ce req-7b2863af-cc4e-405b-b9ee-c002486829da service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 1098 time: 0.0792081 Jan 27 17:58:19.540136 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca26d-8df0-486f-bc49-7b6bf945d0ce req-1248daea-4389-47fb-8938-5a8684509f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:19.542058 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2aca26d-8df0-486f-bc49-7b6bf945d0ce req-1248daea-4389-47fb-8938-5a8684509f96 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1577218 Jan 27 17:58:19.656408 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2aca26d-8df0-486f-bc49-7b6bf945d0ce req-add324b9-e617-4ad3-b61a-80d078fda5a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf HTTP/1.1" status: 200 len: 1001 time: 0.1060829 Jan 27 17:58:19.721813 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca26d-8df0-486f-bc49-7b6bf945d0ce req-c786f00b-3c71-483c-9123-4e228b1bf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:19.723250 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2aca26d-8df0-486f-bc49-7b6bf945d0ce req-c786f00b-3c71-483c-9123-4e228b1bf517 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0614202 Jan 27 17:58:19.815375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca26d-8df0-486f-bc49-7b6bf945d0ce req-59400564-c7bb-4a54-a5d6-d7bd1254194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:19.816875 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2aca26d-8df0-486f-bc49-7b6bf945d0ce req-59400564-c7bb-4a54-a5d6-d7bd1254194a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872517 Jan 27 17:58:19.958968 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2aca26d-8df0-486f-bc49-7b6bf945d0ce req-fab92381-d6bb-456e-ac9a-04c08bcd9762 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343739 Jan 27 17:58:20.108157 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a2aca26d-8df0-486f-bc49-7b6bf945d0ce req-2a69feed-1bbd-4a41-b3df-dc9ab86d6319 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408796 Jan 27 17:58:21.577835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-08af60b9-4fd0-41d1-9a25-64ff506ea1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:23.850461 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ad705e8b-e084-4586-af52-3a63cb76dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:24.856393 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:25.500365 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:26.861775 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:28.990151 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:40.078097 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc7d3e-89f5-4c5e-8ccb-c222d21e90f5 req-766571ed-5e33-47b7-aabd-91479af67e7e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:40.079444 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0cfc7d3e-89f5-4c5e-8ccb-c222d21e90f5 req-766571ed-5e33-47b7-aabd-91479af67e7e tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.2206728 Jan 27 17:58:40.123950 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0cfc7d3e-89f5-4c5e-8ccb-c222d21e90f5 req-a1b947dc-7a37-4515-a569-af7aef0b4751 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385988 Jan 27 17:58:41.411884 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c3987-0c90-49e5-86c2-e441fa1bbf0a req-e2563c2f-6623-44dc-9ea5-535c1bc37748 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:41.413279 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d82c3987-0c90-49e5-86c2-e441fa1bbf0a req-e2563c2f-6623-44dc-9ea5-535c1bc37748 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.1800618 Jan 27 17:58:41.460607 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d82c3987-0c90-49e5-86c2-e441fa1bbf0a req-1302a0d6-dc82-43ba-bf0b-5b7222957ade tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414855 Jan 27 17:58:42.669715 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4051e0-e2b7-4c68-992b-48a67e46dfe1 req-fec35008-22ff-48dd-ae67-117f71782711 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:42.671389 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5c4051e0-e2b7-4c68-992b-48a67e46dfe1 req-fec35008-22ff-48dd-ae67-117f71782711 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0908015 Jan 27 17:58:42.733447 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5c4051e0-e2b7-4c68-992b-48a67e46dfe1 req-3a141e5c-a416-4487-a573-3b866f3e1473 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563190 Jan 27 17:58:43.931848 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9e29e-c2ab-4f46-8886-f7d0ba86be50 req-42993ec8-9759-4a80-acd8-0109062836c8 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:43.933318 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9be9e29e-c2ab-4f46-8886-f7d0ba86be50 req-42993ec8-9759-4a80-acd8-0109062836c8 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0832286 Jan 27 17:58:43.979934 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9be9e29e-c2ab-4f46-8886-f7d0ba86be50 req-9edc638b-68bb-4c92-a276-166d34141e19 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391951 Jan 27 17:58:44.618696 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:58:45.189165 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5987a91-e290-4fb3-ae3e-025210523313 req-140a14df-f4a5-4c9b-92ff-6b0ba2d96290 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:45.190540 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5987a91-e290-4fb3-ae3e-025210523313 req-140a14df-f4a5-4c9b-92ff-6b0ba2d96290 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0998752 Jan 27 17:58:45.248431 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e5987a91-e290-4fb3-ae3e-025210523313 req-c1a67ed1-6d26-42e5-9cb0-9513d93687dd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511820 Jan 27 17:58:46.570050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5aa63-463a-4859-b84c-a6c67153414c req-0f536927-6bcc-424e-abf4-ba8bec65811b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:46.571395 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7da5aa63-463a-4859-b84c-a6c67153414c req-0f536927-6bcc-424e-abf4-ba8bec65811b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.2071216 Jan 27 17:58:46.622049 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-7da5aa63-463a-4859-b84c-a6c67153414c req-a640821b-fa41-4e1f-9abc-28eacc74e8cd tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401678 Jan 27 17:58:47.919488 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96db881-c47d-4a6e-b99b-1deaf33a7bb9 req-31696924-adc0-4098-9116-f7cc7b970492 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:47.920889 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a96db881-c47d-4a6e-b99b-1deaf33a7bb9 req-31696924-adc0-4098-9116-f7cc7b970492 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.1921263 Jan 27 17:58:47.972207 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a96db881-c47d-4a6e-b99b-1deaf33a7bb9 req-a9e43485-2b34-4173-8c55-436b32671b7a tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453091 Jan 27 17:58:49.183921 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fd1b2-9005-489b-916e-289c137f2f73 req-1bfebe8d-99ee-4db2-b40c-406927800ebb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:49.185382 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-139fd1b2-9005-489b-916e-289c137f2f73 req-1bfebe8d-99ee-4db2-b40c-406927800ebb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.1056976 Jan 27 17:58:49.236660 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-139fd1b2-9005-489b-916e-289c137f2f73 req-f7f66614-d207-4c3e-a92c-ee397dc40e35 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430844 Jan 27 17:58:50.061098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e1a5b-c719-4c94-95d2-0fb7f9f0d539 req-7e8985cd-d2e6-44bf-a511-4cd172180565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:50.063559 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f74e1a5b-c719-4c94-95d2-0fb7f9f0d539 req-7e8985cd-d2e6-44bf-a511-4cd172180565 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 1098 time: 0.0803802 Jan 27 17:58:50.204438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e1a5b-c719-4c94-95d2-0fb7f9f0d539 req-a6ec2e6a-503e-46a8-a60c-dbdc2b58713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:50.206045 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f74e1a5b-c719-4c94-95d2-0fb7f9f0d539 req-a6ec2e6a-503e-46a8-a60c-dbdc2b58713d service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1362989 Jan 27 17:58:50.316215 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f74e1a5b-c719-4c94-95d2-0fb7f9f0d539 req-ddace0a2-9e25-4cc3-b8f3-f23cc3d8ab23 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf HTTP/1.1" status: 200 len: 1001 time: 0.1041911 Jan 27 17:58:50.428332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e1a5b-c719-4c94-95d2-0fb7f9f0d539 req-d8de4b8e-4d1a-495f-864b-6c3c87dcba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:50.429814 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f74e1a5b-c719-4c94-95d2-0fb7f9f0d539 req-d8de4b8e-4d1a-495f-864b-6c3c87dcba5c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.1084633 Jan 27 17:58:50.507743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cdbc2-35e9-4969-979f-1c226d6d619e req-e12645f4-ea52-4671-8679-a0f7d8b4d84d tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:50.509190 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fa0cdbc2-35e9-4969-979f-1c226d6d619e req-e12645f4-ea52-4671-8679-a0f7d8b4d84d tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.1549466 Jan 27 17:58:50.557328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e1a5b-c719-4c94-95d2-0fb7f9f0d539 req-d30fc646-32ee-46e2-8bab-06358572b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:50.558807 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f74e1a5b-c719-4c94-95d2-0fb7f9f0d539 req-d30fc646-32ee-46e2-8bab-06358572b2a0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1218407 Jan 27 17:58:50.566500 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fa0cdbc2-35e9-4969-979f-1c226d6d619e req-2de5bf8d-83a8-4996-865a-80aa8b51e294 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508323 Jan 27 17:58:50.696221 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f74e1a5b-c719-4c94-95d2-0fb7f9f0d539 req-c50eb433-46da-4154-bcb4-0857967c4bb3 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288815 Jan 27 17:58:50.844297 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f74e1a5b-c719-4c94-95d2-0fb7f9f0d539 req-6cf132ff-122e-4ca0-a644-09e9d3b71e0b service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415987 Jan 27 17:58:51.573603 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-84b9fdaf-d3db-470b-b84d-be2f20417ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:51.760901 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfec88-a20e-4d09-a8a7-4119a5e1d4bd req-4101306b-4413-4fbb-add5-d366190cf41f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:51.762361 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-85dfec88-a20e-4d09-a8a7-4119a5e1d4bd req-4101306b-4413-4fbb-add5-d366190cf41f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0822394 Jan 27 17:58:51.807855 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-85dfec88-a20e-4d09-a8a7-4119a5e1d4bd req-102ca7f9-057e-48fd-81a0-fab21ed999bc tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396993 Jan 27 17:58:53.001819 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56c906-f6f7-4040-9fe1-ff4c4e70cd58 req-0ab293f4-86e3-4aa9-9c0a-8b8611053d46 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:53.003159 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f56c906-f6f7-4040-9fe1-ff4c4e70cd58 req-0ab293f4-86e3-4aa9-9c0a-8b8611053d46 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0856874 Jan 27 17:58:53.046283 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-9f56c906-f6f7-4040-9fe1-ff4c4e70cd58 req-f82a3598-312f-4904-965e-0b75830ed7c0 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372183 Jan 27 17:58:53.851598 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a65eb077-3638-4156-ac77-e1408816e720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:54.246164 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbefa8-0665-4fa9-a5ba-314d3a1468ca req-d7de4784-c4d7-4675-b636-898e50e6b9ff tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:54.247524 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-09bbefa8-0665-4fa9-a5ba-314d3a1468ca req-d7de4784-c4d7-4675-b636-898e50e6b9ff tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0895793 Jan 27 17:58:54.297180 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-09bbefa8-0665-4fa9-a5ba-314d3a1468ca req-c88c816d-a4d3-4b0e-b721-e1ca178257a7 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401678 Jan 27 17:58:54.642913 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-3c9dde17-7011-4f0b-9066-1926df321589 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205871 Jan 27 17:58:54.669597 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa186ce3-b0d4-4619-863c-7e84dc78c21a req-63b524e4-f5f0-45eb-a538-445e96ae4d80 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:54.671081 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fa186ce3-b0d4-4619-863c-7e84dc78c21a req-63b524e4-f5f0-45eb-a538-445e96ae4d80 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0935767 Jan 27 17:58:54.718144 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-fa186ce3-b0d4-4619-863c-7e84dc78c21a req-1218bd3b-aea7-4e3b-bb8f-9d66bb542050 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399284 Jan 27 17:58:54.861414 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:55.503489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:55.908415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c7eaf-e79f-4c54-8f6c-a1f15a3df796 req-91627e0c-061f-4cb7-98b4-bbc83ab256f5 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:55.909947 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a96c7eaf-e79f-4c54-8f6c-a1f15a3df796 req-91627e0c-061f-4cb7-98b4-bbc83ab256f5 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0863647 Jan 27 17:58:55.957370 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a96c7eaf-e79f-4c54-8f6c-a1f15a3df796 req-d5835296-3dba-4b84-a1a4-e3723eaac180 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407825 Jan 27 17:58:56.863760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:57.159508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e23b31-3bb2-43fe-b738-96febdc34348 req-3ec91c35-6d46-4fce-a843-b7aa8e34a91f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:57.160955 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-04e23b31-3bb2-43fe-b738-96febdc34348 req-3ec91c35-6d46-4fce-a843-b7aa8e34a91f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0884039 Jan 27 17:58:57.208148 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device d5fda62a-ca18-4f19-8b12-0560699ebcdf no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:58:57.218137 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-04e23b31-3bb2-43fe-b738-96febdc34348 req-8f5f10d8-67de-4818-8a1d-37e44151819a tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512381 Jan 27 17:58:57.322512 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:57.350357 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:58:57.361386 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port d5fda62a-ca18-4f19-8b12-0560699ebcdf, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:58:57.368997 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-4348d3e0-3ac8-4b4f-bdc0-dabad6a56216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:57.369760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:57.370633 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-4348d3e0-3ac8-4b4f-bdc0-dabad6a56216 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa&tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145 HTTP/1.1" status: 200 len: 1098 time: 0.0770662 Jan 27 17:58:57.411245 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'code': 200} Jan 27 17:58:57.452320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=d5fda62a-ca18-4f19-8b12-0560699ebcdf,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:58:57.464211 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:58:57.464714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:58:57.465273 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:58:57.465794 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:58:57.466315 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:58:57.466807 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:58:57.467328 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:58:57.467919 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:58:57.468337 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:58:57.468825 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:58:57.469336 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:58:57.469871 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:58:57.483741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-2ce0b287-16fd-40c3-ab55-1368083ede2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:57.485230 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-2ce0b287-16fd-40c3-ab55-1368083ede2e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 1096 time: 0.0936530 Jan 27 17:58:57.622920 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-da318e9f-b4f9-4843-908c-6d6987945d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:57.625267 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-da318e9f-b4f9-4843-908c-6d6987945d22 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1341350 Jan 27 17:58:57.729681 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-bbea0c1e-4bd4-4260-bef9-5feed2184625 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf HTTP/1.1" status: 200 len: 999 time: 0.0985987 Jan 27 17:58:57.791685 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-b6525817-f16e-477e-b23f-3ee66bb72816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:57.793101 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-b6525817-f16e-477e-b23f-3ee66bb72816 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0564296 Jan 27 17:58:57.874012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-65a889ae-26a2-4199-b9c5-411dd913806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:57.875739 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-65a889ae-26a2-4199-b9c5-411dd913806a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767250 Jan 27 17:58:58.109714 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-7ca0ce43-bb7a-4d8f-b505-879940c1d738 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271199 Jan 27 17:58:58.246346 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f27117b0-96f2-4e06-ac84-d38f6ab04c15 req-bfb39367-e5d4-4725-a8d7-4b497b20f25a service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298296 Jan 27 17:58:58.408743 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068f674-f381-4ed7-8025-e4b8fd22ad47 req-e890cac3-b193-4bec-9945-5b74ee3a2616 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:58.410060 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3068f674-f381-4ed7-8025-e4b8fd22ad47 req-e890cac3-b193-4bec-9945-5b74ee3a2616 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 943 time: 0.0852754 Jan 27 17:58:58.454331 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3068f674-f381-4ed7-8025-e4b8fd22ad47 req-9e8e2f9c-76dc-4d16-b1c8-402b6be5192b tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384905 Jan 27 17:58:59.003484 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:59.649905 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b9d83-1311-4da6-912a-7abd5927e84f req-2c44886e-4951-49f8-8b08-477a4df6a590 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:58:59.651356 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-617b9d83-1311-4da6-912a-7abd5927e84f req-2c44886e-4951-49f8-8b08-477a4df6a590 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 943 time: 0.0885854 Jan 27 17:58:59.696741 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-617b9d83-1311-4da6-912a-7abd5927e84f req-7db70ef7-08cb-49be-86ff-1843d1cd6d38 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396032 Jan 27 17:59:00.901511 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf371616-c265-43af-88c4-2d1fb32c5f4b req-3ca6e492-e14f-43d6-9fad-5dd964ef45e4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:00.902991 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cf371616-c265-43af-88c4-2d1fb32c5f4b req-3ca6e492-e14f-43d6-9fad-5dd964ef45e4 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 943 time: 0.0980973 Jan 27 17:59:00.950613 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-cf371616-c265-43af-88c4-2d1fb32c5f4b req-8b42d2a0-e067-46bd-9181-79c741d9adc6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 Jan 27 17:59:02.151687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8b5d0-3de3-4f69-bd34-885d46194986 req-b224691d-5398-4bd4-a03f-bcacb3cc583c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:02.153281 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-13f8b5d0-3de3-4f69-bd34-885d46194986 req-b224691d-5398-4bd4-a03f-bcacb3cc583c tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 943 time: 0.0920153 Jan 27 17:59:02.204046 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-13f8b5d0-3de3-4f69-bd34-885d46194986 req-4ddb80dc-fbdc-41f9-8f21-7d9879b8c0ce tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449920 Jan 27 17:59:03.406334 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb78b27-7e78-4688-81dd-7c303b0afed1 req-303160d9-171e-4e52-87f1-e93fef1e6c18 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:03.407817 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3bb78b27-7e78-4688-81dd-7c303b0afed1 req-303160d9-171e-4e52-87f1-e93fef1e6c18 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 943 time: 0.0874250 Jan 27 17:59:03.457554 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-3bb78b27-7e78-4688-81dd-7c303b0afed1 req-402bc463-ef93-4515-ad76-d127a006c898 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438721 Jan 27 17:59:04.656465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ebcb3-5bb1-4f6b-8b7b-2c8f1e01eb3b req-d4314387-0399-439f-af98-a05ff80ee4e0 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:04.657949 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-332ebcb3-5bb1-4f6b-8b7b-2c8f1e01eb3b req-d4314387-0399-439f-af98-a05ff80ee4e0 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 943 time: 0.0906556 Jan 27 17:59:04.708041 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-332ebcb3-5bb1-4f6b-8b7b-2c8f1e01eb3b req-6145d585-85ed-4d89-b116-6d641c93b7f3 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437515 Jan 27 17:59:05.273746 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device d5fda62a-ca18-4f19-8b12-0560699ebcdf details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:59:05.418852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port d5fda62a-ca18-4f19-8b12-0560699ebcdf, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:59:05.432696 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'port_id': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'mac_address': 'fa:16:3e:2c:00:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:59:05.529959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:05.547095 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fda62a-ca18-4f19-8b12-0560699ebcdf {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:59:05.564153 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port d5fda62a-ca18-4f19-8b12-0560699ebcdf, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:59:05.570119 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:05.637108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=d5fda62a-ca18-4f19-8b12-0560699ebcdf,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:59:05.781481 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['d5fda62a-ca18-4f19-8b12-0560699ebcdf'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:59:05.897062 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37747bd7-709c-4f8c-a229-259a61bbe482 req-176f3ae2-3cc6-46c6-9860-ad184e5e49f5 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:05.898654 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37747bd7-709c-4f8c-a229-259a61bbe482 req-176f3ae2-3cc6-46c6-9860-ad184e5e49f5 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 944 time: 0.0841720 Jan 27 17:59:05.944706 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-37747bd7-709c-4f8c-a229-259a61bbe482 req-1539524f-93df-4632-805a-f8bc3745d1f8 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400865 Jan 27 17:59:07.152807 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0751120-20c0-4f2f-9e10-f72fa7d0237d req-0697803f-f8fc-40ed-bc07-537a7a71b9f1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:07.154276 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d0751120-20c0-4f2f-9e10-f72fa7d0237d req-0697803f-f8fc-40ed-bc07-537a7a71b9f1 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 944 time: 0.0964088 Jan 27 17:59:07.203065 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-d0751120-20c0-4f2f-9e10-f72fa7d0237d req-da320efa-ba6e-45df-b1a9-0a7dde48b075 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402529 Jan 27 17:59:07.300835 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device d5fda62a-ca18-4f19-8b12-0560699ebcdf up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:59:07.372760 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port d5fda62a-ca18-4f19-8b12-0560699ebcdf triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:59:07.373137 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:07.506005 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:07.533589 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:59:07.543255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port d5fda62a-ca18-4f19-8b12-0560699ebcdf, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:59:07.548989 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:07.581963 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'code': 200} Jan 27 17:59:07.625987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=d5fda62a-ca18-4f19-8b12-0560699ebcdf,revision_number=8']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:59:07.877781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7479-6a9e-4756-bb64-f250e9b3ad69 req-a488df11-33ab-4227-8ab7-8ecfb06c524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:07.879269 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-beae7479-6a9e-4756-bb64-f250e9b3ad69 req-a488df11-33ab-4227-8ab7-8ecfb06c524e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 1098 time: 0.0812624 Jan 27 17:59:07.920220 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-beae7479-6a9e-4756-bb64-f250e9b3ad69 req-199dabdd-c192-461b-aff4-0313e21e8d10 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351639 Jan 27 17:59:08.416171 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6fdfb-0f2e-4ffe-8d45-4a94e8511fcb req-83aa67f4-2261-4dd7-893c-f5c7594c5e77 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:08.417639 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1ea6fdfb-0f2e-4ffe-8d45-4a94e8511fcb req-83aa67f4-2261-4dd7-893c-f5c7594c5e77 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0942895 Jan 27 17:59:08.467943 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1ea6fdfb-0f2e-4ffe-8d45-4a94e8511fcb req-1139f1b7-d5aa-451e-aeff-7bac10e80bcb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 Jan 27 17:59:09.677340 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed427e1-3fcb-474b-9dec-5ff4618d8383 req-a7e6cdfc-610c-4d6b-9bf6-e296383b6e69 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:09.678717 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9ed427e1-3fcb-474b-9dec-5ff4618d8383 req-a7e6cdfc-610c-4d6b-9bf6-e296383b6e69 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0866492 Jan 27 17:59:09.728915 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-9ed427e1-3fcb-474b-9dec-5ff4618d8383 req-180605ad-5cfe-45dc-ab29-88a1869dbac0 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440946 Jan 27 17:59:19.775044 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fae1b1d3-3113-4af4-a9e1-1091994d2073 req-7e40e367-8280-4e62-b0e3-a5b22c1ac9d0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741897 Jan 27 17:59:19.923879 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1b1d3-3113-4af4-a9e1-1091994d2073 req-53f11ebc-b600-465d-a173-a24a6992fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:19.925799 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fae1b1d3-3113-4af4-a9e1-1091994d2073 req-53f11ebc-b600-465d-a173-a24a6992fc59 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 1098 time: 0.0759847 Jan 27 17:59:20.085315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1b1d3-3113-4af4-a9e1-1091994d2073 req-17272d22-7458-40f7-8dd9-8bab204dbdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:20.085936 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fae1b1d3-3113-4af4-a9e1-1091994d2073 req-17272d22-7458-40f7-8dd9-8bab204dbdc3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1402557 Jan 27 17:59:20.191462 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fae1b1d3-3113-4af4-a9e1-1091994d2073 req-875a89ad-14d3-4835-8286-6957c3f38893 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf HTTP/1.1" status: 200 len: 1001 time: 0.0982425 Jan 27 17:59:20.255802 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1b1d3-3113-4af4-a9e1-1091994d2073 req-c582f3bb-b386-412a-948f-d01cffd2f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:20.257295 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fae1b1d3-3113-4af4-a9e1-1091994d2073 req-c582f3bb-b386-412a-948f-d01cffd2f922 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0592713 Jan 27 17:59:20.335667 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1b1d3-3113-4af4-a9e1-1091994d2073 req-09058633-2099-41f7-8507-1de7e94dc7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:20.337061 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fae1b1d3-3113-4af4-a9e1-1091994d2073 req-09058633-2099-41f7-8507-1de7e94dc7ab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735948 Jan 27 17:59:20.470782 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fae1b1d3-3113-4af4-a9e1-1091994d2073 req-44ed4e70-a73f-4777-8ba1-5a2acabcd9c1 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258361 Jan 27 17:59:20.718496 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fae1b1d3-3113-4af4-a9e1-1091994d2073 req-587ff569-50d8-4b16-9a02-fae04ba73cc9 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405746 Jan 27 17:59:21.579538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6a66de50-5233-4525-afcf-ffe07b808f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:21.618148 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:59:23.849326 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c20b-ec99-42d8-af69-a992707d2503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:24.869464 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:25.505601 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:26.872587 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:29.014735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:51.577458 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7775f5cc-ba88-4584-9849-815bb5019bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:53.845840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-69da8c25-722c-48d2-941d-3d3feca853fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:54.866588 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:55.506089 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:56.872740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:58.617811 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:59:59.019061 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:21.278699 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-7f3950b7-0806-46d3-982b-1ff92769459b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1450021 Jan 27 18:00:21.423217 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-be83dc1e-f507-4aa4-b4c6-a5a7a083c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:21.424658 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-be83dc1e-f507-4aa4-b4c6-a5a7a083c5ed service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 1098 time: 0.0776818 Jan 27 18:00:21.574575 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ace5ccfe-76a3-4fc1-9ca0-96b411f03a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:21.576585 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-afd938d6-bec2-432f-ac54-6b35e40ed542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:21.578411 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-afd938d6-bec2-432f-ac54-6b35e40ed542 service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1345608 Jan 27 18:00:21.692749 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-9739ad36-9505-4721-a3df-0e807e35c042 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf HTTP/1.1" status: 200 len: 1001 time: 0.1079099 Jan 27 18:00:21.757617 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-54af596e-e913-4870-a654-9b64f977dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:21.759092 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-54af596e-e913-4870-a654-9b64f977dce6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0599258 Jan 27 18:00:21.836944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-14afa06c-b4fe-4d57-a0d8-b017d43a8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:21.838424 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-14afa06c-b4fe-4d57-a0d8-b017d43a8e93 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728719 Jan 27 18:00:21.848366 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-5ca80508-4cb9-4332-a8fd-115602091107 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 18:00:21.849245 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-5ca80508-4cb9-4332-a8fd-115602091107 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051327 Jan 27 18:00:21.992609 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-65f6634e-6d45-4c40-b650-94a74a5e1ae9 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367795 Jan 27 18:00:22.127144 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-da23956a-db0c-4f9a-9cd7-236726dbd505 req-551b6f42-a3f4-45d3-96c1-8c4ff18eb30d service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281912 Jan 27 18:00:23.847819 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3463b791-9dac-44e6-a752-a5023e08de3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:24.861769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:25.511559 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:25.996474 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51588) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:26.207358 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Deleting port 536c50de-572e-4c82-8a7b-c3dc3fc8e485 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:00:26.207721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:26.380199 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:26.380723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:26.516096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Calling delete_port for 536c50de-572e-4c82-8a7b-c3dc3fc8e485 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:00:26.793083 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:26.841476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event deleted for resources: {'Port': ['ID=536c50de-572e-4c82-8a7b-c3dc3fc8e485,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:26.873751 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:26.877803 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:26.878137 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:26.878465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:26.878792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:26.879113 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:26.879428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:26.879765 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:26.880073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:26.880402 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:26.880692 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:26.881200 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:26.881413 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:26.952227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:26.952558 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Floating IP ffb78d6d-fa59-4d56-977b-39cf15018a87 disassociated (deleted). External IP: 172.26.8.173, port: d5fda62a-ca18-4f19-8b12-0560699ebcdf. Jan 27 18:00:27.321043 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Router ef02d967-5589-4e39-a969-b9de03d674b0 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:00:27.501351 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:00:27.512745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1f0ee9-3956-4b5a-b1d9-37acd3fc27cd None None] Sync routers for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:00:27.522410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1f0ee9-3956-4b5a-b1d9-37acd3fc27cd None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:00:27.522880 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:27.523024 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-5f1f0ee9-3956-4b5a-b1d9-37acd3fc27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:27.581129 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-52699cbd-8f1d-4de8-9177-fb5822ca824f tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "DELETE /v2.0/floatingips/ffb78d6d-fa59-4d56-977b-39cf15018a87 HTTP/1.1" status: 204 len: 168 time: 1.5833135 Jan 27 18:00:27.581615 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:00:27.630536 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'status': 'completed', 'code': 200} Jan 27 18:00:27.705974 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-5f1f0ee9-3956-4b5a-b1d9-37acd3fc27cd None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:27.723855 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e3254-2766-46b3-86a3-e2fd99db190d req-993b2d76-cefc-4117-a925-49a3e6b77635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:27.725507 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a90e3254-2766-46b3-86a3-e2fd99db190d req-993b2d76-cefc-4117-a925-49a3e6b77635 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 1098 time: 0.0725718 Jan 27 18:00:27.866874 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e3254-2766-46b3-86a3-e2fd99db190d req-84d93d6e-a746-44cc-a2df-1b1e9e2d78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:27.868387 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a90e3254-2766-46b3-86a3-e2fd99db190d req-84d93d6e-a746-44cc-a2df-1b1e9e2d78cb service neutron] 10.222.0.88 "GET /v2.0/networks?id=02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 200 len: 910 time: 0.1370056 Jan 27 18:00:27.940032 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a90e3254-2766-46b3-86a3-e2fd99db190d req-ff51095c-fed1-446b-a8c8-9e15c063ffb7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf HTTP/1.1" status: 200 len: 217 time: 0.0643718 Jan 27 18:00:27.960693 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627b4d6-ed1e-423c-b57b-a8483bf5a3cb req-0ac9ca78-e8b8-4211-991e-f857f8c82b89 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:27.962184 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f627b4d6-ed1e-423c-b57b-a8483bf5a3cb req-0ac9ca78-e8b8-4211-991e-f857f8c82b89 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0829241 Jan 27 18:00:28.006045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e3254-2766-46b3-86a3-e2fd99db190d req-54081eeb-19e9-4c75-9eee-98ad600936a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:28.007507 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a90e3254-2766-46b3-86a3-e2fd99db190d req-54081eeb-19e9-4c75-9eee-98ad600936a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 200 len: 847 time: 0.0610797 Jan 27 18:00:28.009749 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-f627b4d6-ed1e-423c-b57b-a8483bf5a3cb req-33b7527b-62b6-411a-a512-80ec7174fed6 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402877 Jan 27 18:00:28.032795 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-5f1f0ee9-3956-4b5a-b1d9-37acd3fc27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:49Z', 'revision_number': 5, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:28.036645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1f0ee9-3956-4b5a-b1d9-37acd3fc27cd None None] Checking router: ef02d967-5589-4e39-a969-b9de03d674b0 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:00:28.044917 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1f0ee9-3956-4b5a-b1d9-37acd3fc27cd None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:00:28.045539 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-5f1f0ee9-3956-4b5a-b1d9-37acd3fc27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:28.089691 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e3254-2766-46b3-86a3-e2fd99db190d req-2c5c59e8-d08e-4a5c-b851-37e3cdb7b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:28.091215 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a90e3254-2766-46b3-86a3-e2fd99db190d req-2c5c59e8-d08e-4a5c-b851-37e3cdb7b0b3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=02524956-e32f-4c41-929b-4b6245545ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739989 Jan 27 18:00:28.224594 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a90e3254-2766-46b3-86a3-e2fd99db190d req-76b8da36-050c-4682-872a-fcbaa1fdafc9 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263952 Jan 27 18:00:28.263402 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-5f1f0ee9-3956-4b5a-b1d9-37acd3fc27cd None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:28.474329 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a90e3254-2766-46b3-86a3-e2fd99db190d req-67547fc6-414a-43bd-92d8-832bc9111f28 service neutron] 10.222.0.88 "GET /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427053 Jan 27 18:00:28.582173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-5f1f0ee9-3956-4b5a-b1d9-37acd3fc27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:49Z', 'revision_number': 5, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:28.587141 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1f0ee9-3956-4b5a-b1d9-37acd3fc27cd None None] The sync data for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv is: [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T17:51:43Z', 'revision_number': 4, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '4833edf1-0674-4ec4-81b4-ddc50583f568', 'name': '', 'network_id': '02524956-e32f-4c41-929b-4b6245545ec5', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'mac_address': 'fa:16:3e:bf:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:42Z', 'updated_at': '2022-01-27T17:51:49Z', 'revision_number': 5, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'subnets': [{'id': 'a4482843-e3c5-4ae7-b011-af68794fa12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:00:28.827267 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b0b4f-97ad-47f0-aef5-e88bc2f1beac None None] New status for floating IP ffb78d6d-fa59-4d56-977b-39cf15018a87: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 18:00:29.017801 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:29.199194 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b7ccc-89d8-475c-83b0-0f325ab98c3c req-8b448a9a-88e0-4fa9-b377-df55a8a29bbb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:29.199959 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-1d1b7ccc-89d8-475c-83b0-0f325ab98c3c req-8b448a9a-88e0-4fa9-b377-df55a8a29bbb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Synchronizing usage tracker for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:00:29.219648 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-1d1b7ccc-89d8-475c-83b0-0f325ab98c3c req-8b448a9a-88e0-4fa9-b377-df55a8a29bbb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Unset dirty status for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:00:29.221781 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1d1b7ccc-89d8-475c-83b0-0f325ab98c3c req-8b448a9a-88e0-4fa9-b377-df55a8a29bbb tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.1035292 Jan 27 18:00:29.269988 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-1d1b7ccc-89d8-475c-83b0-0f325ab98c3c req-b645795b-d883-418b-bb8a-2666a45b1af8 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/security-groups?id=33e5399e-9c48-47d5-85a3-0be588aa2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398066 Jan 27 18:00:29.443016 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12c8bf-8edc-498b-9492-c78a27843c08 req-1614e6b6-599c-425c-9fe9-4ee0a84b30a0 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:29.444389 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6d12c8bf-8edc-498b-9492-c78a27843c08 req-1614e6b6-599c-425c-9fe9-4ee0a84b30a0 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 945 time: 0.0911384 Jan 27 18:00:29.514140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-6d12c8bf-8edc-498b-9492-c78a27843c08 req-edf7143c-0a03-445a-95fe-f8f92d488315 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Deleting port d5fda62a-ca18-4f19-8b12-0560699ebcdf {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:00:29.514785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6d12c8bf-8edc-498b-9492-c78a27843c08 req-edf7143c-0a03-445a-95fe-f8f92d488315 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:29.777251 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-6d12c8bf-8edc-498b-9492-c78a27843c08 req-edf7143c-0a03-445a-95fe-f8f92d488315 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] For port d5fda62a-ca18-4f19-8b12-0560699ebcdf, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=d5fda62a-ca18-4f19-8b12-0560699ebcdf,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:29.777476 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6d12c8bf-8edc-498b-9492-c78a27843c08 req-edf7143c-0a03-445a-95fe-f8f92d488315 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:29.899443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-6d12c8bf-8edc-498b-9492-c78a27843c08 req-edf7143c-0a03-445a-95fe-f8f92d488315 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Calling delete_port for d5fda62a-ca18-4f19-8b12-0560699ebcdf owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:00:30.057891 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6d12c8bf-8edc-498b-9492-c78a27843c08 req-edf7143c-0a03-445a-95fe-f8f92d488315 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:30.111038 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7143c-0a03-445a-95fe-f8f92d488315 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event deleted for resources: {'Port': ['ID=d5fda62a-ca18-4f19-8b12-0560699ebcdf,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:30.185720 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d12c8bf-8edc-498b-9492-c78a27843c08 req-edf7143c-0a03-445a-95fe-f8f92d488315 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] No DVR routers for this DVR port d5fda62a-ca18-4f19-8b12-0560699ebcdf on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 18:00:30.188532 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-6d12c8bf-8edc-498b-9492-c78a27843c08 req-edf7143c-0a03-445a-95fe-f8f92d488315 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:30.190931 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'name': 'network-vif-deleted', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:00:30.211184 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6d12c8bf-8edc-498b-9492-c78a27843c08 req-edf7143c-0a03-445a-95fe-f8f92d488315 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.88 "DELETE /v2.0/ports/d5fda62a-ca18-4f19-8b12-0560699ebcdf HTTP/1.1" status: 204 len: 173 time: 0.7610779 Jan 27 18:00:30.242992 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c94d9a3-da6f-49fe-abe7-bf02b7d100aa', 'name': 'network-vif-deleted', 'tag': 'd5fda62a-ca18-4f19-8b12-0560699ebcdf', 'status': 'completed', 'code': 200} Jan 27 18:00:30.425405 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a9a08edf-2e3e-44f4-9c2f-3535f6cd0f55 req-df35cf8a-0e48-44dd-a5d4-8bb5fd9cf3be tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Synchronizing usage tracker for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:00:30.443552 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-a9a08edf-2e3e-44f4-9c2f-3535f6cd0f55 req-df35cf8a-0e48-44dd-a5d4-8bb5fd9cf3be tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Unset dirty status for tenant:61ae0ba2c6c5415d90e168c6e9f3f145 on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:00:30.444932 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-a9a08edf-2e3e-44f4-9c2f-3535f6cd0f55 req-df35cf8a-0e48-44dd-a5d4-8bb5fd9cf3be tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c94d9a3-da6f-49fe-abe7-bf02b7d100aa HTTP/1.1" status: 200 len: 210 time: 0.0619686 Jan 27 18:00:31.542840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51610) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:31.616511 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-590cce11-49ff-4571-a905-94ea23e66f39 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:31.648576 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-590cce11-49ff-4571-a905-94ea23e66f39 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:31.716525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-590cce11-49ff-4571-a905-94ea23e66f39 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:31.735445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cce11-49ff-4571-a905-94ea23e66f39 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e5399e-9c48-47d5-85a3-0be588aa2b94,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:31.751860 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-590cce11-49ff-4571-a905-94ea23e66f39 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:31.753686 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-590cce11-49ff-4571-a905-94ea23e66f39 tempest-TestShelveInstance-679489183 tempest-TestShelveInstance-679489183-project] 10.222.0.81 "DELETE /v2.0/security-groups/33e5399e-9c48-47d5-85a3-0be588aa2b94 HTTP/1.1" status: 204 len: 168 time: 0.2092781 Jan 27 18:00:31.805539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51616) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:32.592661 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb7ba-7686-4422-afa5-df4b383623b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:32.958504 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4e7eb7ba-7686-4422-afa5-df4b383623b7 admin admin] Deleting port 4833edf1-0674-4ec4-81b4-ddc50583f568 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:00:32.958836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb7ba-7686-4422-afa5-df4b383623b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:33.135301 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-4e7eb7ba-7686-4422-afa5-df4b383623b7 admin admin] For port 4833edf1-0674-4ec4-81b4-ddc50583f568, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=4833edf1-0674-4ec4-81b4-ddc50583f568,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:33.135846 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb7ba-7686-4422-afa5-df4b383623b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:33.260518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-4e7eb7ba-7686-4422-afa5-df4b383623b7 admin admin] Calling delete_port for 4833edf1-0674-4ec4-81b4-ddc50583f568 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:00:33.597732 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb7ba-7686-4422-afa5-df4b383623b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:33.647450 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eb7ba-7686-4422-afa5-df4b383623b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4833edf1-0674-4ec4-81b4-ddc50583f568,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:33.689462 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device d5fda62a-ca18-4f19-8b12-0560699ebcdf no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:00:33.727931 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: d5fda62a-ca18-4f19-8b12-0560699ebcdf {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:00:33.728279 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device d5fda62a-ca18-4f19-8b12-0560699ebcdf not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:00:34.036316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb7ba-7686-4422-afa5-df4b383623b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:34.424088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7eb7ba-7686-4422-afa5-df4b383623b7 admin admin] Router ef02d967-5589-4e39-a969-b9de03d674b0 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:00:34.616085 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7eb7ba-7686-4422-afa5-df4b383623b7 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:00:34.626456 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76723209-3bf7-46e4-bcbb-8b6c46202d01 None None] Sync routers for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:00:34.635905 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-4e7eb7ba-7686-4422-afa5-df4b383623b7 admin admin] 10.222.0.81 "PUT /v2.0/routers/ef02d967-5589-4e39-a969-b9de03d674b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8268757 Jan 27 18:00:34.636159 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51622) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:34.636351 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76723209-3bf7-46e4-bcbb-8b6c46202d01 None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:00:34.636976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-76723209-3bf7-46e4-bcbb-8b6c46202d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:34.813563 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-76723209-3bf7-46e4-bcbb-8b6c46202d01 None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:34.820776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:35.001100 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:35.011968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Deleting port c1be93d8-8f04-442f-86fa-d2e3b82df95a {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:00:35.012337 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:35.099449 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-76723209-3bf7-46e4-bcbb-8b6c46202d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T18:00:33Z', 'revision_number': 5, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port': {'id': 'c1be93d8-8f04-442f-86fa-d2e3b82df95a', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:40Z', 'updated_at': '2022-01-27T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:35.103611 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76723209-3bf7-46e4-bcbb-8b6c46202d01 None None] Checking router: ef02d967-5589-4e39-a969-b9de03d674b0 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:00:35.112248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76723209-3bf7-46e4-bcbb-8b6c46202d01 None None] Routers {'ef02d967-5589-4e39-a969-b9de03d674b0'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:00:35.112842 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-76723209-3bf7-46e4-bcbb-8b6c46202d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['ef02d967-5589-4e39-a969-b9de03d674b0'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:35.262937 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-76723209-3bf7-46e4-bcbb-8b6c46202d01 None None] Set router ef02d967-5589-4e39-a969-b9de03d674b0 gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:35.312680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] For port c1be93d8-8f04-442f-86fa-d2e3b82df95a, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c1be93d8-8f04-442f-86fa-d2e3b82df95a,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:35.313081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:35.414027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-76723209-3bf7-46e4-bcbb-8b6c46202d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T18:00:35Z', 'revision_number': 6, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:35.418313 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76723209-3bf7-46e4-bcbb-8b6c46202d01 None None] The sync data for ids ['ef02d967-5589-4e39-a969-b9de03d674b0'] in dv-neutron-825077-1-hyperv is: [{'id': 'ef02d967-5589-4e39-a969-b9de03d674b0', 'name': 'tempest-TestShelveInstance-886575130-router', 'tenant_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:39Z', 'updated_at': '2022-01-27T18:00:35Z', 'revision_number': 6, 'project_id': '61ae0ba2c6c5415d90e168c6e9f3f145', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:00:35.437201 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Calling delete_port for c1be93d8-8f04-442f-86fa-d2e3b82df95a owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:00:35.611428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:35.616256 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:00:35.658863 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1be93d8-8f04-442f-86fa-d2e3b82df95a,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:35.750748 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:35.937471 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:35.940922 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:35.969145 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:35.970150 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef02d967-5589-4e39-a969-b9de03d674b0 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 18:00:35.986431 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:35.987618 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8c9048fc-2637-489d-b0f3-c675777e2d50 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ef02d967-5589-4e39-a969-b9de03d674b0 HTTP/1.1" status: 204 len: 168 time: 1.3505008 Jan 27 18:00:35.990373 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51626) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:36.054055 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-15aa71ae-771a-4722-ada8-fdd7ca88254a admin admin] Deleting subnet a4482843-e3c5-4ae7-b011-af68794fa12c {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 18:00:36.057387 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15aa71ae-771a-4722-ada8-fdd7ca88254a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:36.107797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15aa71ae-771a-4722-ada8-fdd7ca88254a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:36.197850 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15aa71ae-771a-4722-ada8-fdd7ca88254a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:36.278961 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15aa71ae-771a-4722-ada8-fdd7ca88254a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:36.317203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa71ae-771a-4722-ada8-fdd7ca88254a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4482843-e3c5-4ae7-b011-af68794fa12c,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:36.322148 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-15aa71ae-771a-4722-ada8-fdd7ca88254a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:36.329054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114475c4-fb11-4163-9a2a-da46af1b3393 None None] Network 02524956-e32f-4c41-929b-4b6245545ec5 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 18:00:36.329553 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-15aa71ae-771a-4722-ada8-fdd7ca88254a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a4482843-e3c5-4ae7-b011-af68794fa12c HTTP/1.1" status: 204 len: 168 time: 0.3381107 Jan 27 18:00:36.331872 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51630) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:36.443823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:36.456114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Deleting port 428be468-92e7-46b9-ac9e-770a93bb83e2 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:00:36.456428 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:36.590140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac09be3-b39e-4569-aab7-8be8be411ed4 None None] DHCP port deletion for 02524956-e32f-4c41-929b-4b6245545ec5 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 18:00:36.594450 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-eac09be3-b39e-4569-aab7-8be8be411ed4 None None] Deleting port 428be468-92e7-46b9-ac9e-770a93bb83e2 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:00:36.595170 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eac09be3-b39e-4569-aab7-8be8be411ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:36.668705 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] For port 428be468-92e7-46b9-ac9e-770a93bb83e2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=428be468-92e7-46b9-ac9e-770a93bb83e2,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:36.669321 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:36.785453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 428be468-92e7-46b9-ac9e-770a93bb83e2 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:00:36.795867 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Calling delete_port for 428be468-92e7-46b9-ac9e-770a93bb83e2 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:00:36.851194 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-eac09be3-b39e-4569-aab7-8be8be411ed4 None None] For port 428be468-92e7-46b9-ac9e-770a93bb83e2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=428be468-92e7-46b9-ac9e-770a93bb83e2,segment=NetworkSegment(58bb1020-f301-448e-861e-e55a310219dc),segment_id=58bb1020-f301-448e-861e-e55a310219dc)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:36.851606 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eac09be3-b39e-4569-aab7-8be8be411ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:36.974430 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:36.985295 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-eac09be3-b39e-4569-aab7-8be8be411ed4 None None] Calling delete_port for 428be468-92e7-46b9-ac9e-770a93bb83e2 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:00:37.028607 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No active binding found for port 428be468-92e7-46b9-ac9e-770a93bb83e2 {{(pid=87610) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 27 18:00:37.028808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] No DVR routers for this DVR port 428be468-92e7-46b9-ac9e-770a93bb83e2 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 18:00:37.029040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 428be468-92e7-46b9-ac9e-770a93bb83e2 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:00:37.029437 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c1be93d8-8f04-442f-86fa-d2e3b82df95a no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:00:37.056439 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Pushing event deleted for resources: {'Port': ['ID=428be468-92e7-46b9-ac9e-770a93bb83e2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:37.070115 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: c1be93d8-8f04-442f-86fa-d2e3b82df95a {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:00:37.070452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c1be93d8-8f04-442f-86fa-d2e3b82df95a not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:00:37.070875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4833edf1-0674-4ec4-81b4-ddc50583f568 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:00:37.108309 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 4833edf1-0674-4ec4-81b4-ddc50583f568 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:00:37.108639 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 4833edf1-0674-4ec4-81b4-ddc50583f568 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:00:37.127850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-eac09be3-b39e-4569-aab7-8be8be411ed4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:00:37.128211 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-eac09be3-b39e-4569-aab7-8be8be411ed4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 18:00:37.149277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:37.173758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02524956-e32f-4c41-929b-4b6245545ec5']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:37.185700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58bb1020-f301-448e-861e-e55a310219dc') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:37.185981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58bb1020-f301-448e-861e-e55a310219dc') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:37.197108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:37.212523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:37.218934 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 18:00:37.219314 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:00:37.232724 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:00:37.308823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:37.324519 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:37.334571 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] Pushing event deleted for resources: {'Network': ['ID=02524956-e32f-4c41-929b-4b6245545ec5,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:37.350663 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-047c5040-df14-4a92-be3a-a3bc46c7b119 admin admin] 10.222.0.81 "DELETE /v2.0/networks/02524956-e32f-4c41-929b-4b6245545ec5 HTTP/1.1" status: 204 len: 168 time: 1.0178015 Jan 27 18:00:37.354859 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51634) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:37.629707 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-eac09be3-b39e-4569-aab7-8be8be411ed4 None None] Deleting port 428be468-92e7-46b9-ac9e-770a93bb83e2 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:00:37.630433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-eac09be3-b39e-4569-aab7-8be8be411ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:37.698848 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-eac09be3-b39e-4569-aab7-8be8be411ed4 None None] The port '428be468-92e7-46b9-ac9e-770a93bb83e2' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 18:00:37.895920 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e02211ce-25af-4a06-abe4-40c0e6d5450b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:38.255504 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e02211ce-25af-4a06-abe4-40c0e6d5450b admin admin] Deleting port 5542f297-1f37-4d72-9828-740462b12413 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:00:38.256068 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e02211ce-25af-4a06-abe4-40c0e6d5450b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:38.545321 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-e02211ce-25af-4a06-abe4-40c0e6d5450b admin admin] For port 5542f297-1f37-4d72-9828-740462b12413, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=5542f297-1f37-4d72-9828-740462b12413,segment=NetworkSegment(fa5ec9ac-7016-43e5-892b-35a9e2b9393b),segment_id=fa5ec9ac-7016-43e5-892b-35a9e2b9393b)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:38.545665 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e02211ce-25af-4a06-abe4-40c0e6d5450b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:38.675328 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-e02211ce-25af-4a06-abe4-40c0e6d5450b admin admin] Calling delete_port for 5542f297-1f37-4d72-9828-740462b12413 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:00:38.861058 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e02211ce-25af-4a06-abe4-40c0e6d5450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:38.908090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02211ce-25af-4a06-abe4-40c0e6d5450b admin admin] Pushing event deleted for resources: {'Port': ['ID=5542f297-1f37-4d72-9828-740462b12413,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:39.193649 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e02211ce-25af-4a06-abe4-40c0e6d5450b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:39.563523 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02211ce-25af-4a06-abe4-40c0e6d5450b admin admin] Router 91c660ef-6257-40fb-83f6-623afdf124cd has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:00:39.758188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02211ce-25af-4a06-abe4-40c0e6d5450b admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:00:39.768723 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22c585e-16ba-40d8-9666-0a3796c41a02 None None] Sync routers for ids ['91c660ef-6257-40fb-83f6-623afdf124cd'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:00:39.779793 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e02211ce-25af-4a06-abe4-40c0e6d5450b admin admin] 10.222.0.81 "PUT /v2.0/routers/91c660ef-6257-40fb-83f6-623afdf124cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4238882 Jan 27 18:00:39.781976 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c585e-16ba-40d8-9666-0a3796c41a02 None None] Routers {'91c660ef-6257-40fb-83f6-623afdf124cd'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:00:39.782858 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b22c585e-16ba-40d8-9666-0a3796c41a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['91c660ef-6257-40fb-83f6-623afdf124cd'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:39.783238 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51638) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:39.960223 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-b22c585e-16ba-40d8-9666-0a3796c41a02 None None] Set router 91c660ef-6257-40fb-83f6-623afdf124cd gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:40.073754 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:40.253666 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:40.264827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Deleting port 856771d5-bb00-4ca4-bd55-e13f7f307f43 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:00:40.265197 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:40.277813 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b22c585e-16ba-40d8-9666-0a3796c41a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'name': 'tempest-TestShelveInstance-2136816660-router', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:45Z', 'updated_at': '2022-01-27T18:00:38Z', 'revision_number': 5, 'project_id': '06068d33108044f8a8d41504eb526014', 'gw_port': {'id': '856771d5-bb00-4ca4-bd55-e13f7f307f43', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:51:46Z', 'updated_at': '2022-01-27T17:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:40.281615 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22c585e-16ba-40d8-9666-0a3796c41a02 None None] Checking router: 91c660ef-6257-40fb-83f6-623afdf124cd for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:00:40.289878 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c585e-16ba-40d8-9666-0a3796c41a02 None None] Routers {'91c660ef-6257-40fb-83f6-623afdf124cd'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:00:40.290475 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b22c585e-16ba-40d8-9666-0a3796c41a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['91c660ef-6257-40fb-83f6-623afdf124cd'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:40.444017 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-b22c585e-16ba-40d8-9666-0a3796c41a02 None None] Set router 91c660ef-6257-40fb-83f6-623afdf124cd gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:40.446784 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] For port 856771d5-bb00-4ca4-bd55-e13f7f307f43, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=856771d5-bb00-4ca4-bd55-e13f7f307f43,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:40.447136 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:40.547001 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-b22c585e-16ba-40d8-9666-0a3796c41a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'name': 'tempest-TestShelveInstance-2136816660-router', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:45Z', 'updated_at': '2022-01-27T18:00:40Z', 'revision_number': 6, 'project_id': '06068d33108044f8a8d41504eb526014', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:40.550901 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22c585e-16ba-40d8-9666-0a3796c41a02 None None] The sync data for ids ['91c660ef-6257-40fb-83f6-623afdf124cd'] in dv-neutron-825077-1-hyperv is: [{'id': '91c660ef-6257-40fb-83f6-623afdf124cd', 'name': 'tempest-TestShelveInstance-2136816660-router', 'tenant_id': '06068d33108044f8a8d41504eb526014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:51:45Z', 'updated_at': '2022-01-27T18:00:40Z', 'revision_number': 6, 'project_id': '06068d33108044f8a8d41504eb526014', 'gw_port_host': None}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:00:40.572442 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Calling delete_port for 856771d5-bb00-4ca4-bd55-e13f7f307f43 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:00:40.771786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:40.820785 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=856771d5-bb00-4ca4-bd55-e13f7f307f43,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:40.916383 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.096713 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.099116 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.126274 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.126856 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91c660ef-6257-40fb-83f6-623afdf124cd {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 18:00:41.139298 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.140467 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ef2fa5e5-b153-4436-b493-fe21c4d9cba0 admin admin] 10.222.0.81 "DELETE /v2.0/routers/91c660ef-6257-40fb-83f6-623afdf124cd HTTP/1.1" status: 204 len: 168 time: 1.3563118 Jan 27 18:00:41.143139 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 51642) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:41.205418 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Deleting subnet cae09d08-b8a5-4651-ae38-ef52953b1532 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 18:00:41.208590 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.265592 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.305092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5542f297-1f37-4d72-9828-740462b12413 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:00:41.344523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 5542f297-1f37-4d72-9828-740462b12413 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:00:41.346092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 5542f297-1f37-4d72-9828-740462b12413 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:00:41.353700 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.430125 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.470704 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae09d08-b8a5-4651-ae38-ef52953b1532,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:41.478421 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.480235 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d04ddaa-3a65-48ca-bea6-3d172335bbe3 None None] Network d273a6fe-08b0-40fb-8772-8000325902a7 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 18:00:41.484741 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:41.485288 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:41.485770 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:41.486250 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:41.486713 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:41.487279 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:41.487793 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:41.488348 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:41.488824 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:41.489292 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:41.489752 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:41.490217 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:41.493764 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-0c833721-12d4-4697-a550-cccac5489700 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cae09d08-b8a5-4651-ae38-ef52953b1532 HTTP/1.1" status: 204 len: 168 time: 0.3495824 Jan 27 18:00:41.497045 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51646) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:41.619168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.631955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Deleting port c9b19352-94ad-431f-96db-1487f964fad2 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:00:41.632888 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.769690 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea7640-6b3d-4537-9a8c-f7143c1f8e99 None None] DHCP port deletion for d273a6fe-08b0-40fb-8772-8000325902a7 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 18:00:41.774381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea7640-6b3d-4537-9a8c-f7143c1f8e99 None None] Deleting port c9b19352-94ad-431f-96db-1487f964fad2 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:00:41.774750 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5ea7640-6b3d-4537-9a8c-f7143c1f8e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.966455 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] For port c9b19352-94ad-431f-96db-1487f964fad2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9b19352-94ad-431f-96db-1487f964fad2,segment=NetworkSegment(fa5ec9ac-7016-43e5-892b-35a9e2b9393b),segment_id=fa5ec9ac-7016-43e5-892b-35a9e2b9393b)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:41.966824 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:41.987434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5ea7640-6b3d-4537-9a8c-f7143c1f8e99 None None] For port c9b19352-94ad-431f-96db-1487f964fad2, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=c9b19352-94ad-431f-96db-1487f964fad2,segment=NetworkSegment(fa5ec9ac-7016-43e5-892b-35a9e2b9393b),segment_id=fa5ec9ac-7016-43e5-892b-35a9e2b9393b)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:41.987849 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5ea7640-6b3d-4537-9a8c-f7143c1f8e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:42.094073 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Calling delete_port for c9b19352-94ad-431f-96db-1487f964fad2 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:00:42.148915 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea7640-6b3d-4537-9a8c-f7143c1f8e99 None None] Calling delete_port for c9b19352-94ad-431f-96db-1487f964fad2 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:00:42.172440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:42.223213 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-f5ea7640-6b3d-4537-9a8c-f7143c1f8e99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:00:42.223502 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-f5ea7640-6b3d-4537-9a8c-f7143c1f8e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 18:00:42.224397 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b19352-94ad-431f-96db-1487f964fad2,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:42.226210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] No DVR routers for this DVR port c9b19352-94ad-431f-96db-1487f964fad2 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 18:00:42.343723 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:42.371438 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d273a6fe-08b0-40fb-8772-8000325902a7']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:42.384744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5ec9ac-7016-43e5-892b-35a9e2b9393b') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:42.384976 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5ec9ac-7016-43e5-892b-35a9e2b9393b') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:42.398035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:42.415492 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:42.421764 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 18:00:42.422153 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:00:42.435654 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:00:42.521833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:42.539896 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:42.550166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d273a6fe-08b0-40fb-8772-8000325902a7,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:42.557622 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-9ef589fe-a5f1-4881-9a90-687cc0f930e9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d273a6fe-08b0-40fb-8772-8000325902a7 HTTP/1.1" status: 204 len: 168 time: 1.0593503 Jan 27 18:00:42.725190 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea7640-6b3d-4537-9a8c-f7143c1f8e99 None None] Deleting port c9b19352-94ad-431f-96db-1487f964fad2 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:00:42.725711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5ea7640-6b3d-4537-9a8c-f7143c1f8e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:42.746690 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51652) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:42.803874 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-263210f6-b1b1-4817-9ce9-24d6ed3fc3a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61ae0ba2c6c5415d90e168c6e9f3f145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558977 Jan 27 18:00:42.806949 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51656) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:42.809084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea7640-6b3d-4537-9a8c-f7143c1f8e99 None None] The port 'c9b19352-94ad-431f-96db-1487f964fad2' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 18:00:42.810473 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 856771d5-bb00-4ca4-bd55-e13f7f307f43 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:00:42.851305 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 856771d5-bb00-4ca4-bd55-e13f7f307f43 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:00:42.851776 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 856771d5-bb00-4ca4-bd55-e13f7f307f43 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:00:42.852226 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9b19352-94ad-431f-96db-1487f964fad2 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:00:42.873986 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ac731db2-a62d-458d-af6a-a9cb5ab53740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:42.894538 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: c9b19352-94ad-431f-96db-1487f964fad2 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:00:42.894878 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device c9b19352-94ad-431f-96db-1487f964fad2 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:00:42.909406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ac731db2-a62d-458d-af6a-a9cb5ab53740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:42.977660 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ac731db2-a62d-458d-af6a-a9cb5ab53740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:42.996525 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac731db2-a62d-458d-af6a-a9cb5ab53740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278f04e6-34f1-4943-b9ef-5aa36968a37e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:43.003829 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ac731db2-a62d-458d-af6a-a9cb5ab53740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:43.004999 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ac731db2-a62d-458d-af6a-a9cb5ab53740 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/278f04e6-34f1-4943-b9ef-5aa36968a37e HTTP/1.1" status: 204 len: 168 time: 0.1968200 Jan 27 18:00:43.462181 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 51664) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:43.519671 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-5ec83d4a-d750-49ce-b08f-e782193b2d02 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06068d33108044f8a8d41504eb526014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545146 Jan 27 18:00:43.521429 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 51668) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:43.584322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6ef1-dc71-4561-b93e-e187b9bb8f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:43.611725 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6ef1-dc71-4561-b93e-e187b9bb8f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:43.666049 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6ef1-dc71-4561-b93e-e187b9bb8f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:43.684546 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea6ef1-dc71-4561-b93e-e187b9bb8f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224ab397-cb60-454a-9637-cf90b0eeef06,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:43.691040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6ef1-dc71-4561-b93e-e187b9bb8f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:43.693762 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-e4ea6ef1-dc71-4561-b93e-e187b9bb8f5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/224ab397-cb60-454a-9637-cf90b0eeef06 HTTP/1.1" status: 204 len: 168 time: 0.1714404 Jan 27 18:00:44.499451 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 51692) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:44.617123 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-18350931-network', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:00:44.624261 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:44.628654 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Usage tracker for resource:network and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:44.632044 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:44.639337 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:44.652800 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Made reservation on behalf of 1dbcd8ffc46e4d57827141532aa54cec for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 18:00:44.655627 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:44.669287 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:44.684129 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:44.688002 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Usage tracker for resource:security_group_rule and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:44.690827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:44.696513 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:44.790599 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:44.797033 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:44.835131 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 18:00:44.843710 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c33e3ee-ac28-4f1a-bdce-34dd0c079ee3,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:44.849676 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:44.850061 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Added segment ddccad4d-3b31-4f92-8493-b23cfd653063 of type vlan for network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 Jan 27 18:00:44.881318 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:44.913828 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:44.914714 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:44.915281 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:45.013631 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5130019 Jan 27 18:00:45.016731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51698) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:45.019403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcd368-5d86-4f17-a1ae-a36d4b08a832 admin admin] Pushing event updated for resources: {'Network': ['ID=9a8c79a8-0b32-4614-b0be-13c2a01d2a91,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:45.022637 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Request body: {'subnet': {'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-18350931-subnet', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'ip_version': 4}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:00:45.028075 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:45.029908 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 18:00:45.033157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Usage tracker for resource:subnet and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:45.036449 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:45.042540 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:45.054042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Made reservation on behalf of 1dbcd8ffc46e4d57827141532aa54cec for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 18:00:45.056728 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:45.285310 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:45.361956 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5eb630-4a37-4d32-9e16-b4885074f917,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:45.372807 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Checking segment: {'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 18:00:45.373157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Network hostable DHCP agents. Network: 9a8c79a8-0b32-4614-b0be-13c2a01d2a91, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 18:00:45.394605 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 18:00:45.406128 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 9a8c79a8-0b32-4614-b0be-13c2a01d2a91) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:00:45.410589 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:45.411169 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:45.418715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce8bb7-f575-4a7f-9d46-545c5ca5f0b7 None None] Network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 18:00:45.434905 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-45843f38-3feb-40a9-9dbb-fa6e8845eda9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4170113 Jan 27 18:00:45.437930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51702) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:45.442890 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:00:45.447708 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:45.451674 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Usage tracker for resource:router and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:45.454465 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:45.460340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:45.473129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:45.474389 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:45.490362 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:45.636262 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 18:00:45.637492 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:45.797522 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Allocated IP 172.20.0.2 (9a8c79a8-0b32-4614-b0be-13c2a01d2a91/2e5eb630-4a37-4d32-9e16-b4885074f917/6cc1fd6c-b402-4a5d-9bbf-205436890341) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:00:45.875050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:46.023959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:46.034234 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Transition to ACTIVE for port object 6cc1fd6c-b402-4a5d-9bbf-205436890341 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:00:46.052240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Transition to ACTIVE for port object 6cc1fd6c-b402-4a5d-9bbf-205436890341 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:00:46.058669 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:46.126215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:00:46.127349 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:00:46.131157 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 18:00:46.162732 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Pushing event updated for resources: {'Port': ['ID=6cc1fd6c-b402-4a5d-9bbf-205436890341,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:46.198072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:46.201468 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:46.201812 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:46.202144 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:46.202469 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:46.202794 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:46.203112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:46.203429 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:46.203766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:46.204084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:46.204403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:46.204714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:46.205022 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:46.228799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:46.234633 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Attempting to bind port 6cc1fd6c-b402-4a5d-9bbf-205436890341 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 18:00:46.235014 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Attempting to bind port 6cc1fd6c-b402-4a5d-9bbf-205436890341 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 18:00:46.235370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Attempting to bind port 6cc1fd6c-b402-4a5d-9bbf-205436890341 on network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 18:00:46.240740 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 18, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:00:46.241096 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Checking segment: {'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 18:00:46.241485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:46.241863 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Bound using segment: {'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:00:46.242306 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Bound port: 6cc1fd6c-b402-4a5d-9bbf-205436890341, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 18:00:46.242666 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:46.334767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] For port 6cc1fd6c-b402-4a5d-9bbf-205436890341, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 18:00:46.338039 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] For port 6cc1fd6c-b402-4a5d-9bbf-205436890341, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6cc1fd6c-b402-4a5d-9bbf-205436890341,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 18:00:46.346232 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:46.370588 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Allocated IP 172.26.8.163 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/dc973863-4b68-4b0e-beb5-307939e4c363) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:00:46.429074 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46051248-12c7-48ac-9234-1edc014fdd63 None None] Pushing event updated for resources: {'Port': ['ID=6cc1fd6c-b402-4a5d-9bbf-205436890341,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:46.528927 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:46.559412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:46.629815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:00:46.634538 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:00:46.638875 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 18:00:46.668631 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Pushing event updated for resources: {'Port': ['ID=dc973863-4b68-4b0e-beb5-307939e4c363,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:46.831037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6cc1fd6c-b402-4a5d-9bbf-205436890341 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:00:46.906722 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 6cc1fd6c-b402-4a5d-9bbf-205436890341 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:00:47.081797 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:47.451081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a19312-81a6-440f-b01e-eb890d23de64 None None] Network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 18:00:47.554054 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:47.614615 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3c76a51c-9478-45b1-92e9-4d6d33ba23b2 None None] Provisioning for port 6cc1fd6c-b402-4a5d-9bbf-205436890341 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:00:47.648290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3c76a51c-9478-45b1-92e9-4d6d33ba23b2 None None] Provisioning complete for port 6cc1fd6c-b402-4a5d-9bbf-205436890341 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:47.648660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3c76a51c-9478-45b1-92e9-4d6d33ba23b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:47.779266 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Router 150b1de6-928f-443f-8256-8a63d803bd5a is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 18:00:47.843124 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3c76a51c-9478-45b1-92e9-4d6d33ba23b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:47.882959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-3c76a51c-9478-45b1-92e9-4d6d33ba23b2 None None] For port 6cc1fd6c-b402-4a5d-9bbf-205436890341, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6cc1fd6c-b402-4a5d-9bbf-205436890341,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:47.889022 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3c76a51c-9478-45b1-92e9-4d6d33ba23b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:47.961925 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76a51c-9478-45b1-92e9-4d6d33ba23b2 None None] Pushing event updated for resources: {'Port': ['ID=6cc1fd6c-b402-4a5d-9bbf-205436890341,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:47.964732 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:00:47.977840 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Sync routers for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:00:47.987983 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:00:47.988850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:47.995147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:47.996892 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f2964899-6d3d-4042-abed-957afa25e056 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5578911 Jan 27 18:00:47.999562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51706) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:48.174530 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-6b9ad84b-a699-4763-bab1-35bfce13512c None None] Provisioning complete for port 6cc1fd6c-b402-4a5d-9bbf-205436890341 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:48.174796 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad84b-a699-4763-bab1-35bfce13512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:48.213767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:48.569050 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:46Z', 'revision_number': 3, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:48.573208 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Checking router: 150b1de6-928f-443f-8256-8a63d803bd5a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:00:48.573493 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Updating router 150b1de6-928f-443f-8256-8a63d803bd5a port dc973863-4b68-4b0e-beb5-307939e4c363 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 18:00:48.627433 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:48.692255 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:48.796459 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6cc1fd6c-b402-4a5d-9bbf-205436890341 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:00:48.949454 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 6cc1fd6c-b402-4a5d-9bbf-205436890341 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:48.949743 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.021283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Allocated IP 172.20.0.1 (9a8c79a8-0b32-4614-b0be-13c2a01d2a91/2e5eb630-4a37-4d32-9e16-b4885074f917/45698bc6-f193-480e-90e7-710a740e8821) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:00:49.075018 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.115002 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Transition to ACTIVE for port object dc973863-4b68-4b0e-beb5-307939e4c363 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:00:49.179814 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.180599 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.196376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Transition to ACTIVE for port object 45698bc6-f193-480e-90e7-710a740e8821 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:00:49.221859 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.267889 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d94f9-00d2-4636-85ad-a78021a35f94 None None] Pushing event updated for resources: {'Port': ['ID=dc973863-4b68-4b0e-beb5-307939e4c363,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:49.271703 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Attempting to bind port dc973863-4b68-4b0e-beb5-307939e4c363 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 18:00:49.272065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Attempting to bind port dc973863-4b68-4b0e-beb5-307939e4c363 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 18:00:49.272475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Attempting to bind port dc973863-4b68-4b0e-beb5-307939e4c363 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 18:00:49.279108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 18, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:00:49.279480 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 18:00:49.279923 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.280284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:00:49.280782 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Bound port: dc973863-4b68-4b0e-beb5-307939e4c363, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 18:00:49.281153 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.286725 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:00:49.289562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:00:49.293752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 18:00:49.339412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Pushing event updated for resources: {'Port': ['ID=45698bc6-f193-480e-90e7-710a740e8821,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:49.368703 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.376081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] For port dc973863-4b68-4b0e-beb5-307939e4c363, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 18:00:49.380029 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] For port dc973863-4b68-4b0e-beb5-307939e4c363, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=dc973863-4b68-4b0e-beb5-307939e4c363,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 18:00:49.387129 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.470174 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:00:49.470755 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:49.536340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d94f9-00d2-4636-85ad-a78021a35f94 None None] Pushing event updated for resources: {'Port': ['ID=dc973863-4b68-4b0e-beb5-307939e4c363,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:49.628875 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c5c40abc-29da-42cf-ae1f-a08224bb8db7 None None] Provisioning for port 45698bc6-f193-480e-90e7-710a740e8821 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:00:49.645996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-c5c40abc-29da-42cf-ae1f-a08224bb8db7 None None] Provisioning complete for port 45698bc6-f193-480e-90e7-710a740e8821 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:49.645996 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c5c40abc-29da-42cf-ae1f-a08224bb8db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.648534 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.706734 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:49.816987 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-c5c40abc-29da-42cf-ae1f-a08224bb8db7 None None] Port 45698bc6-f193-480e-90e7-710a740e8821 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 18:00:49.875594 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.881908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.990270 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:49.993930 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Pushing event updated for resources: {'Port': ['ID=45698bc6-f193-480e-90e7-710a740e8821,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:50.002961 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:46Z', 'revision_number': 3, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:50.007145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c7f4f5-2803-4553-ac30-4a8184dd24d0 None None] The sync data for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv is: [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:46Z', 'revision_number': 3, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:00:50.146995 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:00:50.148295 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:00:50.374359 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Router 150b1de6-928f-443f-8256-8a63d803bd5a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:00:50.446452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-3adad934-eff0-4b30-801a-a4ab11906708 None None] Provisioning complete for port 45698bc6-f193-480e-90e7-710a740e8821 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:50.446833 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-3adad934-eff0-4b30-801a-a4ab11906708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:50.516479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-3adad934-eff0-4b30-801a-a4ab11906708 None None] Port 45698bc6-f193-480e-90e7-710a740e8821 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 18:00:50.685283 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:00:50.695750 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-0631fc51-5ba9-4e77-818d-59cfd5090595 admin admin] 10.222.0.81 "PUT /v2.0/routers/150b1de6-928f-443f-8256-8a63d803bd5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6948948 Jan 27 18:00:50.832229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device dc973863-4b68-4b0e-beb5-307939e4c363 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:00:50.910224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port dc973863-4b68-4b0e-beb5-307939e4c363 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:00:50.920717 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port dc973863-4b68-4b0e-beb5-307939e4c363 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:50.921187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.044645 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.061495 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port dc973863-4b68-4b0e-beb5-307939e4c363, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=dc973863-4b68-4b0e-beb5-307939e4c363,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:51.066171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.136324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=dc973863-4b68-4b0e-beb5-307939e4c363,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:51.266050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 51724) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:51.271943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-145391127-network', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:00:51.277656 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:51.281687 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Usage tracker for resource:network and tenant:a1e73557336a4c48804e665909cbdabd is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:51.284718 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:51.290812 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:51.307486 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Made reservation on behalf of a1e73557336a4c48804e665909cbdabd for: {'network': 1} {{(pid=87609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 18:00:51.310157 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for network, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.322936 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.340374 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:51.345467 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Usage tracker for resource:security_group_rule and tenant:a1e73557336a4c48804e665909cbdabd is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:51.348924 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:51.355336 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:51.448877 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.454227 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.488825 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1203} {{(pid=87609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 18:00:51.498292 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4635df33-12b3-4877-acf3-983f774c1d4f,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:51.504206 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.504470 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.segments_db [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Added segment c5dd7689-7193-41d8-b770-e41945a807e8 of type vlan for network 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea Jan 27 18:00:51.534406 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787737990247'] for network, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.571837 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833'] for network, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.572397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2509ca3c-6267-409a-bd13-8120dfd9885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.573234 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:51.574218 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Notify callbacks [] for network, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.626678 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Sync routers for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:00:51.636433 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:00:51.637053 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:51.677369 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4101527 Jan 27 18:00:51.680279 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51728) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:51.682786 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aff4ab-54b4-40ab-9a95-b312eb6c1b4c admin admin] Pushing event updated for resources: {'Network': ['ID=5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:51.691203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Request body: {'subnet': {'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-145391127-subnet', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'ip_version': 4}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:00:51.693363 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Network 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea details requested by agent ovs-agent-dv-neutron-825077-1-hyperv with host dv-neutron-825077-1-hyperv {{(pid=87610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 18:00:51.697036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:51.701312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Usage tracker for resource:subnet and tenant:a1e73557336a4c48804e665909cbdabd is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:51.704669 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:51.710766 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:51.723244 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Made reservation on behalf of a1e73557336a4c48804e665909cbdabd for: {'subnet': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 18:00:51.726066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66096821'] for subnet, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.822754 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:51.972275 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66596106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66096807'] for subnet, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.049771 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a25c79-7952-4e26-b1a8-903644003a8e,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:52.060086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Checking segment: {'id': 'c5dd7689-7193-41d8-b770-e41945a807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 18:00:52.060440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Network hostable DHCP agents. Network: 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea, hostable agents: ['4f657bf2-cc6d-4cf8-9bef-04c101488dfe'], hosted agents: [] {{(pid=87608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 18:00:52.082092 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Network 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea is scheduled to be hosted by DHCP agent 4f657bf2-cc6d-4cf8-9bef-04c101488dfe with binding_index 1 {{(pid=87608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 18:00:52.092672 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825077-1-hyperv, 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea) {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:00:52.098472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:52.099518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.105822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33abee0d-24c6-46b1-9c91-85525d96e984 None None] Network 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 18:00:52.124575 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-748124fb-64dc-409d-9e48-b075ea043022 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4428811 Jan 27 18:00:52.127210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51732) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:52.132539 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-145391127-router', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:00:52.138415 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:52.142746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Usage tracker for resource:router and tenant:a1e73557336a4c48804e665909cbdabd is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:52.145740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:52.149320 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 2, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:52.152403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:52.154043 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Checking router: 150b1de6-928f-443f-8256-8a63d803bd5a for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:00:52.154385 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Updating router 150b1de6-928f-443f-8256-8a63d803bd5a port 45698bc6-f193-480e-90e7-710a740e8821 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 18:00:52.165621 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39772'] for router, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.166663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39763'] for router, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.182240 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.213989 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.344536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2ec229-8278-5bff-81e2-c8d32f1c2a98-5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea', 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'fixed_ips': [{'subnet_id': '59a25c79-7952-4e26-b1a8-903644003a8e'}]}} from dv-neutron-825077-1-hyperv. {{(pid=87610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 18:00:52.345813 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.485738 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39745'] for router, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.563870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.db_base_plugin_common [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Allocated IP 172.20.0.2 (5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea/59a25c79-7952-4e26-b1a8-903644003a8e/bbd435bc-7938-4282-96ce-a0bfed0a7dd3) {{(pid=87610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:00:52.625950 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.639227 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Transition to ACTIVE for port object 45698bc6-f193-480e-90e7-710a740e8821 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:00:52.646234 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.789183 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Notify callbacks [] for port, precommit_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.800958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Transition to ACTIVE for port object bbd435bc-7938-4282-96ce-a0bfed0a7dd3 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:00:52.833844 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.847373 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device dc973863-4b68-4b0e-beb5-307939e4c363 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:00:52.870522 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Attempting to bind port 45698bc6-f193-480e-90e7-710a740e8821 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 18:00:52.871044 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Attempting to bind port 45698bc6-f193-480e-90e7-710a740e8821 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 18:00:52.871425 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Attempting to bind port 45698bc6-f193-480e-90e7-710a740e8821 on network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 18:00:52.873656 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Pushing event updated for resources: {'Port': ['ID=45698bc6-f193-480e-90e7-710a740e8821,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:52.876466 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Transition to ACTIVE for port object bbd435bc-7938-4282-96ce-a0bfed0a7dd3 will not be triggered until provisioned by entity DHCP. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:00:52.882863 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:52.883193 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:52.883517 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:52.883860 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:52.884174 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:52.884487 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:52.884968 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:52.885273 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:52.885583 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:52.885891 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:52.885981 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.886195 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:52.886534 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:52.893417 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 18, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:00:52.893827 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Checking segment: {'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 18:00:52.894166 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.894541 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Bound using segment: {'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:00:52.895000 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Bound port: 45698bc6-f193-480e-90e7-710a740e8821, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 18:00:52.895360 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.906483 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429'] for port, after_create {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:53.003552 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Network 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea is already hosted by enough agents. {{(pid=87610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:00:53.006065 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Pushing event updated for resources: {'Port': ['ID=bbd435bc-7938-4282-96ce-a0bfed0a7dd3,revision_number=1']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:53.008469 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.scheduler.base_scheduler [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Resources bound (agent type, host, resource id): {{(pid=87610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:00:53.011557 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Received port after_create {{(pid=87610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 18:00:53.015979 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] For port 45698bc6-f193-480e-90e7-710a740e8821, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 18:00:53.020047 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] For port 45698bc6-f193-480e-90e7-710a740e8821, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=45698bc6-f193-480e-90e7-710a740e8821,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 18:00:53.026035 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:53.066628 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Allocated IP 172.26.8.23 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/7085d1f4-03cc-4f4e-b68b-2daf67da67a9) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:00:53.113170 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port dc973863-4b68-4b0e-beb5-307939e4c363 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:53.113714 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:53.116235 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:00:53.116951 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:53.180117 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Attempting to bind port bbd435bc-7938-4282-96ce-a0bfed0a7dd3 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 18:00:53.180870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Attempting to bind port bbd435bc-7938-4282-96ce-a0bfed0a7dd3 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'c5dd7689-7193-41d8-b770-e41945a807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 18:00:53.181383 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Attempting to bind port bbd435bc-7938-4282-96ce-a0bfed0a7dd3 on network 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 18:00:53.191591 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd4ce9-fbc1-4b34-b6b6-0ac4c5e97c1d None None] Pushing event updated for resources: {'Port': ['ID=45698bc6-f193-480e-90e7-710a740e8821,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:53.203870 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 18, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:00:53.204245 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Checking segment: {'id': 'c5dd7689-7193-41d8-b770-e41945a807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 18:00:53.204652 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:53.205042 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Bound using segment: {'id': 'c5dd7689-7193-41d8-b770-e41945a807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:00:53.205528 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Bound port: bbd435bc-7938-4282-96ce-a0bfed0a7dd3, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5dd7689-7193-41d8-b770-e41945a807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 18:00:53.206043 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:53.249796 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:53.289108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:53.377207 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] For port bbd435bc-7938-4282-96ce-a0bfed0a7dd3, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 18:00:53.380406 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:53.384156 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] For port bbd435bc-7938-4282-96ce-a0bfed0a7dd3, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bbd435bc-7938-4282-96ce-a0bfed0a7dd3,segment=NetworkSegment(c5dd7689-7193-41d8-b770-e41945a807e8),segment_id=c5dd7689-7193-41d8-b770-e41945a807e8)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 18:00:53.396155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:53.482708 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11930eb-ea68-41de-85ab-cdb61a755cea None None] Pushing event updated for resources: {'Port': ['ID=bbd435bc-7938-4282-96ce-a0bfed0a7dd3,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:53.534272 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:00:53.538082 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:00:53.540679 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 18:00:53.593069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Pushing event updated for resources: {'Port': ['ID=7085d1f4-03cc-4f4e-b68b-2daf67da67a9,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:53.729915 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:53Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:53.735232 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9705be41-a535-4acd-913d-87aeb3dc59ac None None] The sync data for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv is: [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:53Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:00:53.846888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-63fa5707-8366-42cf-9fe6-de7a796df6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:54.028731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:54.393948 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575195'] for router, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:54.519885 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6b4c63-0692-452a-9282-4367870f5e3f None None] Network 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 18:00:54.620081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Router 4057af26-1c35-4925-8bd7-99c450c4c576 is scheduled to L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 with binding_index 1 {{(pid=87608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 18:00:54.623500 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d5b5226c-8628-40cd-a450-070b7208019a None None] Provisioning for port bbd435bc-7938-4282-96ce-a0bfed0a7dd3 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:00:54.828457 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:00:54.839352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Sync routers for ids ['4057af26-1c35-4925-8bd7-99c450c4c576'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:00:54.875985 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Routers {'4057af26-1c35-4925-8bd7-99c450c4c576'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:00:54.876766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['4057af26-1c35-4925-8bd7-99c450c4c576'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:54.879166 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:54.880784 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-8d253dd7-48cf-4ced-a41a-5e97084b829d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7526071 Jan 27 18:00:54.884367 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 51736) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:54.944927 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 45698bc6-f193-480e-90e7-710a740e8821 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:00:54.998981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:55.137041 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 45698bc6-f193-480e-90e7-710a740e8821 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:00:55.152330 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 45698bc6-f193-480e-90e7-710a740e8821 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:55.152697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:55.182552 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Set router 4057af26-1c35-4925-8bd7-99c450c4c576 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:55.577894 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:55.578628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:55.618988 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 45698bc6-f193-480e-90e7-710a740e8821, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=45698bc6-f193-480e-90e7-710a740e8821,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:55.626688 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:55.627463 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bbd435bc-7938-4282-96ce-a0bfed0a7dd3 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:00:55.741113 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:55.751604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'name': 'tempest-TestSnapshotPattern-145391127-router', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:00:53Z', 'revision_number': 3, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'gw_port': {'id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:55.754171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=45698bc6-f193-480e-90e7-710a740e8821,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:55.760690 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Checking router: 4057af26-1c35-4925-8bd7-99c450c4c576 for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:00:55.761015 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Updating router 4057af26-1c35-4925-8bd7-99c450c4c576 port 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 binding host dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 18:00:55.813550 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port bbd435bc-7938-4282-96ce-a0bfed0a7dd3 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:00:55.821602 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:55.847561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port bbd435bc-7938-4282-96ce-a0bfed0a7dd3 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:55.847561 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:55.953835 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Allocated IP 172.20.0.1 (5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea/59a25c79-7952-4e26-b1a8-903644003a8e/61e00a18-2eef-45e7-83e5-9044fe28b9b8) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:00:56.080266 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:56.108403 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:56.124258 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.provisioning_blocks [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Transition to ACTIVE for port object 61e00a18-2eef-45e7-83e5-9044fe28b9b8 will not be triggered until provisioned by entity DHCP. {{(pid=87609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:00:56.149441 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:56.179352 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port bbd435bc-7938-4282-96ce-a0bfed0a7dd3, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bbd435bc-7938-4282-96ce-a0bfed0a7dd3,segment=NetworkSegment(c5dd7689-7193-41d8-b770-e41945a807e8),segment_id=c5dd7689-7193-41d8-b770-e41945a807e8)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:56.189764 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:56.218827 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Network 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:00:56.221946 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:00:56.225778 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 18:00:56.260794 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Pushing event updated for resources: {'Port': ['ID=61e00a18-2eef-45e7-83e5-9044fe28b9b8,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:56.284749 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435089'] for router_interface, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:56.295348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=bbd435bc-7938-4282-96ce-a0bfed0a7dd3,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:56.372799 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Notify callbacks [] for port, precommit_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:56.385902 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Transition to ACTIVE for port object 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 will not be triggered until provisioned by entity L2. {{(pid=87610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:00:56.394997 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:56.473381 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Attempting to bind port 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 18:00:56.473663 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Attempting to bind port 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 18:00:56.474041 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Attempting to bind port 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 on network 30d9ffad-2711-4498-a950-0c1b824a383e {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 18:00:56.483110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31413c6-926b-4992-8eef-e12f14f8bbb5 None None] Pushing event updated for resources: {'Port': ['ID=7085d1f4-03cc-4f4e-b68b-2daf67da67a9,revision_number=2']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:56.486905 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 18, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:00:56.487284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Checking segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 18:00:56.487710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:56.488100 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Bound using segment: {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'} {{(pid=87610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:00:56.488569 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.managers [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Bound port: 7085d1f4-03cc-4f4e-b68b-2daf67da67a9, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddebb19-8055-49c1-9a80-1a73a6a78ce5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e'}}] {{(pid=87610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 18:00:56.488944 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:56.558815 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:56.561836 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ae54f105-d60c-41ba-9be0-f50d022379a0 None None] Provisioning for port 61e00a18-2eef-45e7-83e5-9044fe28b9b8 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:00:56.570398 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-ae54f105-d60c-41ba-9be0-f50d022379a0 None None] Provisioning complete for port 61e00a18-2eef-45e7-83e5-9044fe28b9b8 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:56.570771 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ae54f105-d60c-41ba-9be0-f50d022379a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:56.622011 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] For port 7085d1f4-03cc-4f4e-b68b-2daf67da67a9, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 18:00:56.636219 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] For port 7085d1f4-03cc-4f4e-b68b-2daf67da67a9, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7085d1f4-03cc-4f4e-b68b-2daf67da67a9,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 18:00:56.639108 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-ae54f105-d60c-41ba-9be0-f50d022379a0 None None] Port 61e00a18-2eef-45e7-83e5-9044fe28b9b8 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 18:00:56.643046 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:56.730638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Routers {'4057af26-1c35-4925-8bd7-99c450c4c576'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:00:56.731190 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['4057af26-1c35-4925-8bd7-99c450c4c576'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:56.787355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31413c6-926b-4992-8eef-e12f14f8bbb5 None None] Pushing event updated for resources: {'Port': ['ID=7085d1f4-03cc-4f4e-b68b-2daf67da67a9,revision_number=3']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:56.814342 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 45698bc6-f193-480e-90e7-710a740e8821 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:00:56.915043 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:56.921508 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:57.005290 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:57.030842 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Pushing event updated for resources: {'Port': ['ID=61e00a18-2eef-45e7-83e5-9044fe28b9b8,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:57.033379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-434956'] for router_interface, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:57.034298 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] Set router 4057af26-1c35-4925-8bd7-99c450c4c576 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:57.083788 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 45698bc6-f193-480e-90e7-710a740e8821 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:57.084145 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:57.171724 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Network 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:00:57.172891 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:00:57.377160 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Router 4057af26-1c35-4925-8bd7-99c450c4c576 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:00:57.391951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bbd435bc-7938-4282-96ce-a0bfed0a7dd3 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:00:57.500155 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-0619bae3-e534-4f26-995f-81df7cdbca5c None None] Provisioning complete for port 61e00a18-2eef-45e7-83e5-9044fe28b9b8 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:57.500420 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0619bae3-e534-4f26-995f-81df7cdbca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:57.561751 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:00:57.566879 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port bbd435bc-7938-4282-96ce-a0bfed0a7dd3 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:57.567240 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:57.571051 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-711de7a1-c6ce-4402-86aa-737003f2de10 admin admin] 10.222.0.81 "PUT /v2.0/routers/4057af26-1c35-4925-8bd7-99c450c4c576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6854858 Jan 27 18:00:57.591284 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-0619bae3-e534-4f26-995f-81df7cdbca5c None None] Port 61e00a18-2eef-45e7-83e5-9044fe28b9b8 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 18:00:57.622780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'name': 'tempest-TestSnapshotPattern-145391127-router', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:00:56Z', 'revision_number': 4, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'gw_port': {'id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '61e00a18-2eef-45e7-83e5-9044fe28b9b8', 'name': '', 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'mac_address': 'fa:16:3e:a4:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '59a25c79-7952-4e26-b1a8-903644003a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:55Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 1, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'subnets': [{'id': '59a25c79-7952-4e26-b1a8-903644003a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:57.630468 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c182cf-2e6b-4218-99c8-4821c3c8f59a None None] The sync data for ids ['4057af26-1c35-4925-8bd7-99c450c4c576'] in dv-neutron-825077-1-hyperv is: [{'id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'name': 'tempest-TestSnapshotPattern-145391127-router', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:00:56Z', 'revision_number': 4, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'gw_port': {'id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '61e00a18-2eef-45e7-83e5-9044fe28b9b8', 'name': '', 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'mac_address': 'fa:16:3e:a4:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '59a25c79-7952-4e26-b1a8-903644003a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:55Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 1, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'subnets': [{'id': '59a25c79-7952-4e26-b1a8-903644003a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:00:58.826641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:00:58.902378 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:00:58.907976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:58.908363 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.039609 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.040410 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.057126 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 7085d1f4-03cc-4f4e-b68b-2daf67da67a9, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7085d1f4-03cc-4f4e-b68b-2daf67da67a9,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:59.062133 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.134063 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=7085d1f4-03cc-4f4e-b68b-2daf67da67a9,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:59.179936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51748) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:59.185181 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54882258', 'description': 'tempest-secgroup-smoke-54882258 description', 'project_id': '1dbcd8ffc46e4d57827141532aa54cec'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:00:59.191309 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:59.195243 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Usage tracker for resource:security_group and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:59.199218 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:59.204977 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:59.216069 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.236044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:59.239841 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Usage tracker for resource:security_group_rule and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:59.243509 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:59.252688 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:59.325199 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.330944 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.505146 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a4b6b5-7d1a-495f-b08a-44f245a75e77,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:59.508035 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.509261 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-71ef63bb-05e8-40c2-bf3d-eec6bc37cf0c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3283131 Jan 27 18:00:59.513786 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51752) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:59.518874 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-36eae9b1-7d83-4e12-9312-097067ea0267 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Request body: {'security_group_rule': {'security_group_id': '13a4b6b5-7d1a-495f-b08a-44f245a75e77', 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:00:59.525044 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-36eae9b1-7d83-4e12-9312-097067ea0267 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:59.529118 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-36eae9b1-7d83-4e12-9312-097067ea0267 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Usage tracker for resource:security_group_rule and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:59.532050 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-36eae9b1-7d83-4e12-9312-097067ea0267 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:59.538032 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-36eae9b1-7d83-4e12-9312-097067ea0267 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:59.556936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-36eae9b1-7d83-4e12-9312-097067ea0267 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.620808 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-36eae9b1-7d83-4e12-9312-097067ea0267 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.625837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-36eae9b1-7d83-4e12-9312-097067ea0267 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.648774 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eae9b1-7d83-4e12-9312-097067ea0267 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff35fa0-71c8-4180-b422-90d178c6ad92,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:59.659456 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-36eae9b1-7d83-4e12-9312-097067ea0267 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.660744 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-36eae9b1-7d83-4e12-9312-097067ea0267 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459646 Jan 27 18:00:59.663549 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51756) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:59.668700 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-dfe0d4ca-5109-45bb-8974-b777a226d9d4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Request body: {'security_group_rule': {'security_group_id': '13a4b6b5-7d1a-495f-b08a-44f245a75e77', 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:00:59.674597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dfe0d4ca-5109-45bb-8974-b777a226d9d4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:59.678418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dfe0d4ca-5109-45bb-8974-b777a226d9d4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Usage tracker for resource:security_group_rule and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:59.681290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-dfe0d4ca-5109-45bb-8974-b777a226d9d4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:59.687005 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-dfe0d4ca-5109-45bb-8974-b777a226d9d4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:59.705583 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d4ca-5109-45bb-8974-b777a226d9d4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.768731 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d4ca-5109-45bb-8974-b777a226d9d4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.773047 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d4ca-5109-45bb-8974-b777a226d9d4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.795499 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0d4ca-5109-45bb-8974-b777a226d9d4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37530134-9af3-4539-a025-eec6eba7df13,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:59.805616 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d4ca-5109-45bb-8974-b777a226d9d4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.806840 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-dfe0d4ca-5109-45bb-8974-b777a226d9d4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423895 Jan 27 18:00:59.809883 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51760) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:59.814752 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-e8bf69db-10ed-4666-a4c5-ffcf61fd4a59 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Request body: {'security_group_rule': {'security_group_id': '13a4b6b5-7d1a-495f-b08a-44f245a75e77', 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:00:59.820707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e8bf69db-10ed-4666-a4c5-ffcf61fd4a59 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:59.824564 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e8bf69db-10ed-4666-a4c5-ffcf61fd4a59 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Usage tracker for resource:security_group_rule and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:59.827376 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-e8bf69db-10ed-4666-a4c5-ffcf61fd4a59 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:59.832939 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-e8bf69db-10ed-4666-a4c5-ffcf61fd4a59 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:59.852281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e8bf69db-10ed-4666-a4c5-ffcf61fd4a59 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.915205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e8bf69db-10ed-4666-a4c5-ffcf61fd4a59 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.920758 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e8bf69db-10ed-4666-a4c5-ffcf61fd4a59 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.944010 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf69db-10ed-4666-a4c5-ffcf61fd4a59 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe730c7-7ba7-45cb-a2a3-7be208f927bb,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:59.955466 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-e8bf69db-10ed-4666-a4c5-ffcf61fd4a59 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:59.956692 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-e8bf69db-10ed-4666-a4c5-ffcf61fd4a59 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459076 Jan 27 18:00:59.959467 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51764) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:59.965514 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-43945a4b-b8da-438a-ae26-dcff83a9d893 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Request body: {'security_group_rule': {'security_group_id': '13a4b6b5-7d1a-495f-b08a-44f245a75e77', 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:00:59.972168 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-43945a4b-b8da-438a-ae26-dcff83a9d893 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:59.975989 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-43945a4b-b8da-438a-ae26-dcff83a9d893 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Usage tracker for resource:security_group_rule and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:59.978816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-43945a4b-b8da-438a-ae26-dcff83a9d893 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:59.984866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-43945a4b-b8da-438a-ae26-dcff83a9d893 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:01:00.003716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-43945a4b-b8da-438a-ae26-dcff83a9d893 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:00.067877 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-43945a4b-b8da-438a-ae26-dcff83a9d893 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:00.072315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-43945a4b-b8da-438a-ae26-dcff83a9d893 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:00.097000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43945a4b-b8da-438a-ae26-dcff83a9d893 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b197b9-cc97-45f8-a8ab-c6125fdc0324,revision_number=0']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:00.107536 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-43945a4b-b8da-438a-ae26-dcff83a9d893 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:00.109005 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-43945a4b-b8da-438a-ae26-dcff83a9d893 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485672 Jan 27 18:01:00.111944 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 51768) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:01:00.117152 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-3ef8458d-158c-4519-ada6-35b7d665dcf7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Request body: {'security_group_rule': {'security_group_id': '13a4b6b5-7d1a-495f-b08a-44f245a75e77', 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:01:00.123543 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3ef8458d-158c-4519-ada6-35b7d665dcf7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:01:00.127521 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3ef8458d-158c-4519-ada6-35b7d665dcf7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Usage tracker for resource:security_group_rule and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:01:00.130629 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-3ef8458d-158c-4519-ada6-35b7d665dcf7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:01:00.137695 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-3ef8458d-158c-4519-ada6-35b7d665dcf7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:01:00.149807 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-3ef8458d-158c-4519-ada6-35b7d665dcf7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Project 1dbcd8ffc46e4d57827141532aa54cec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 18:01:00.157149 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3ef8458d-158c-4519-ada6-35b7d665dcf7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:00.232040 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3ef8458d-158c-4519-ada6-35b7d665dcf7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:00.237220 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3ef8458d-158c-4519-ada6-35b7d665dcf7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:00.261091 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8458d-158c-4519-ada6-35b7d665dcf7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54b659b-f400-4ab6-9ce4-b99f68a1d178,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:00.271167 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-3ef8458d-158c-4519-ada6-35b7d665dcf7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:00.272379 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-3ef8458d-158c-4519-ada6-35b7d665dcf7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1594369 Jan 27 18:01:00.275271 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 51772) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:01:00.280251 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-db0f743a-6330-464d-8555-2e52893b070e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Request body: {'security_group_rule': {'security_group_id': '13a4b6b5-7d1a-495f-b08a-44f245a75e77', 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:01:00.286405 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-db0f743a-6330-464d-8555-2e52893b070e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:01:00.290322 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-db0f743a-6330-464d-8555-2e52893b070e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Usage tracker for resource:security_group_rule and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:01:00.293249 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-db0f743a-6330-464d-8555-2e52893b070e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:01:00.299187 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-db0f743a-6330-464d-8555-2e52893b070e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:01:00.312217 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.securitygroups_db [None req-db0f743a-6330-464d-8555-2e52893b070e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Project 1dbcd8ffc46e4d57827141532aa54cec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 18:01:00.320010 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-db0f743a-6330-464d-8555-2e52893b070e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:00.385094 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-db0f743a-6330-464d-8555-2e52893b070e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:00.390299 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-db0f743a-6330-464d-8555-2e52893b070e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541213'] for security_group_rule, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:00.413615 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f743a-6330-464d-8555-2e52893b070e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd11843-6e2d-41cf-89db-0794676b01e0,revision_number=0']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:00.423399 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-db0f743a-6330-464d-8555-2e52893b070e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:00.424651 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-db0f743a-6330-464d-8555-2e52893b070e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484299 Jan 27 18:01:00.681838 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-59fde807-6f6a-4332-abcb-dc76bf4bd680 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Synchronizing usage tracker for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:security_group {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:01:00.703227 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-59fde807-6f6a-4332-abcb-dc76bf4bd680 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Unset dirty status for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:security_group {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:01:00.703227 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-59fde807-6f6a-4332-abcb-dc76bf4bd680 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54882258&fields=id&tenant_id=1dbcd8ffc46e4d57827141532aa54cec HTTP/1.1" status: 200 len: 267 time: 0.0638330 Jan 27 18:01:00.800686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:01:00.862372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-fb744791-e08d-4102-9b1f-b50ccc410cfe tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:00.863835 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-fb744791-e08d-4102-9b1f-b50ccc410cfe tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 808 time: 0.1512952 Jan 27 18:01:00.874888 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:01:00.875253 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:00.878936 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-03acefa0-cbf5-4122-81f8-55ac673630e3 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/quotas/1dbcd8ffc46e4d57827141532aa54cec HTTP/1.1" status: 200 len: 375 time: 0.0093923 Jan 27 18:01:00.962472 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-ce66ab5a-06cb-4400-a6ea-ac622cd36a57 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Synchronizing usage tracker for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:01:00.983006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-ce66ab5a-06cb-4400-a6ea-ac622cd36a57 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Unset dirty status for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:01:00.984501 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-ce66ab5a-06cb-4400-a6ea-ac622cd36a57 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001554 Jan 27 18:01:01.233699 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-0a538e8d-fec0-4f94-a4fa-84de863a4a04 service neutron] 10.222.0.81 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371287 Jan 27 18:01:01.321003 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Sync routers for ids ['4057af26-1c35-4925-8bd7-99c450c4c576'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:01:01.330612 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Routers {'4057af26-1c35-4925-8bd7-99c450c4c576'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:01:01.331212 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['4057af26-1c35-4925-8bd7-99c450c4c576'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:01.377676 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-2c179948-a9eb-48b7-9404-5db7f67e41c7 service neutron] 10.222.0.81 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380296 Jan 27 18:01:01.522352 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Set router 4057af26-1c35-4925-8bd7-99c450c4c576 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:01:01.561955 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-5e3387e6-6463-4bbf-95cc-c5cc8d7753c8 req-b3ffc029-4c26-4e03-95f3-990eaaad058f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 210 time: 0.0439789 Jan 27 18:01:01.872712 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'name': 'tempest-TestSnapshotPattern-145391127-router', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:00:56Z', 'revision_number': 4, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'gw_port': {'id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '61e00a18-2eef-45e7-83e5-9044fe28b9b8', 'name': '', 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'mac_address': 'fa:16:3e:a4:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '59a25c79-7952-4e26-b1a8-903644003a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:55Z', 'updated_at': '2022-01-27T18:00:56Z', 'revision_number': 2, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'subnets': [{'id': '59a25c79-7952-4e26-b1a8-903644003a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:01.876739 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Checking router: 4057af26-1c35-4925-8bd7-99c450c4c576 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:01:01.877208 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Updating router 4057af26-1c35-4925-8bd7-99c450c4c576 port 61e00a18-2eef-45e7-83e5-9044fe28b9b8 binding host dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 18:01:01.933714 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:02.279349 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:02.291960 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Transition to ACTIVE for port object 61e00a18-2eef-45e7-83e5-9044fe28b9b8 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:01:02.299096 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:02.461620 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5196549-5916-4a97-98f8-52e43d086194 None None] Pushing event updated for resources: {'Port': ['ID=61e00a18-2eef-45e7-83e5-9044fe28b9b8,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:02.524196 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Attempting to bind port 61e00a18-2eef-45e7-83e5-9044fe28b9b8 on host dv-neutron-825077-1-hyperv for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 18:01:02.524786 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Attempting to bind port 61e00a18-2eef-45e7-83e5-9044fe28b9b8 by drivers openvswitch,hyperv on host dv-neutron-825077-1-hyperv at level 0 using segments [{'id': 'c5dd7689-7193-41d8-b770-e41945a807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 18:01:02.525390 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Attempting to bind port 61e00a18-2eef-45e7-83e5-9044fe28b9b8 on network 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 18:01:02.532682 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Checking agent: {'id': 'ec3814a7-9fe7-4a1e-ab2f-03ba719442b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825077-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 58, 25), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 18, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825077-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:01:02.533040 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Checking segment: {'id': 'c5dd7689-7193-41d8-b770-e41945a807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 18:01:02.533425 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:02.533800 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Bound using segment: {'id': 'c5dd7689-7193-41d8-b770-e41945a807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:01:02.534227 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Bound port: 61e00a18-2eef-45e7-83e5-9044fe28b9b8, host: dv-neutron-825077-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5dd7689-7193-41d8-b770-e41945a807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 18:01:02.534587 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:02.632106 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] For port 61e00a18-2eef-45e7-83e5-9044fe28b9b8, host dv-neutron-825077-1-hyperv, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 18:01:02.636506 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] For port 61e00a18-2eef-45e7-83e5-9044fe28b9b8, host dv-neutron-825077-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=61e00a18-2eef-45e7-83e5-9044fe28b9b8,segment=NetworkSegment(c5dd7689-7193-41d8-b770-e41945a807e8),segment_id=c5dd7689-7193-41d8-b770-e41945a807e8)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 18:01:02.643788 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:02.664812 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8e3a925d-5df2-47c5-9dde-3d878e490162 req-204f33e8-a6c8-47c7-8dcf-4af3b564f3e2 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 210 time: 0.0491800 Jan 27 18:01:02.730912 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Routers {'4057af26-1c35-4925-8bd7-99c450c4c576'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:01:02.731529 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['4057af26-1c35-4925-8bd7-99c450c4c576'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:02.788042 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5196549-5916-4a97-98f8-52e43d086194 None None] Pushing event updated for resources: {'Port': ['ID=61e00a18-2eef-45e7-83e5-9044fe28b9b8,revision_number=4']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:02.926698 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] Set router 4057af26-1c35-4925-8bd7-99c450c4c576 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:01:03.253487 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'name': 'tempest-TestSnapshotPattern-145391127-router', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:00:56Z', 'revision_number': 4, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'gw_port': {'id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '61e00a18-2eef-45e7-83e5-9044fe28b9b8', 'name': '', 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'mac_address': 'fa:16:3e:a4:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '59a25c79-7952-4e26-b1a8-903644003a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:55Z', 'updated_at': '2022-01-27T18:01:02Z', 'revision_number': 4, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'subnets': [{'id': '59a25c79-7952-4e26-b1a8-903644003a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:03.258275 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84453d-658a-49db-bf54-3004a2c5acfa None None] The sync data for ids ['4057af26-1c35-4925-8bd7-99c450c4c576'] in dv-neutron-825077-1-hyperv is: [{'id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'name': 'tempest-TestSnapshotPattern-145391127-router', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:00:56Z', 'revision_number': 4, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'gw_port': {'id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '61e00a18-2eef-45e7-83e5-9044fe28b9b8', 'name': '', 'network_id': '5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'mac_address': 'fa:16:3e:a4:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '59a25c79-7952-4e26-b1a8-903644003a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:55Z', 'updated_at': '2022-01-27T18:01:02Z', 'revision_number': 4, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'subnets': [{'id': '59a25c79-7952-4e26-b1a8-903644003a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:01:03.822281 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2e0a90a3-c515-4871-8461-d1a31b5f8b84 req-f8a3cc0f-bb15-4645-bf57-69df9164529a tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 210 time: 0.0471432 Jan 27 18:01:03.977775 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-500329cb-5c96-47b7-a963-bd654233028a tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:03.979127 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-500329cb-5c96-47b7-a963-bd654233028a tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.88 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 808 time: 0.1625874 Jan 27 18:01:04.066301 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-e588d319-647e-4123-a686-4ed0aedfe0b0 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dbcd8ffc46e4d57827141532aa54cec HTTP/1.1" status: 200 len: 378 time: 0.0464544 Jan 27 18:01:04.076495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Request body: {'port': {'device_id': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'admin_state_up': True, 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'security_groups': ['13a4b6b5-7d1a-495f-b08a-44f245a75e77']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:01:04.220440 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:01:04.230289 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:01:04.243680 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Made reservation on behalf of 1dbcd8ffc46e4d57827141532aa54cec for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 18:01:04.247445 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:04.416841 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Allocated IP 172.20.0.10 (9a8c79a8-0b32-4614-b0be-13c2a01d2a91/2e5eb630-4a37-4d32-9e16-b4885074f917/7c341e1a-4468-4c80-8661-2384983eba88) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:01:04.628976 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:04.646129 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Transition to ACTIVE for port object 7c341e1a-4468-4c80-8661-2384983eba88 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:01:04.673741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:04.848952 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 61e00a18-2eef-45e7-83e5-9044fe28b9b8 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:01:04.883936 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:01:04.887938 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:01:04.889926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event updated for resources: {'Port': ['ID=7c341e1a-4468-4c80-8661-2384983eba88,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:04.892203 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 18:01:04.951154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning for port 61e00a18-2eef-45e7-83e5-9044fe28b9b8 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:01:04.957037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 61e00a18-2eef-45e7-83e5-9044fe28b9b8 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:01:04.957577 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:04.992973 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:04.993684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:05.051960 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-cab6397f-4b61-44d5-9935-7d456466aba1 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9803438 Jan 27 18:01:05.065827 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Request body: {'port': {'device_id': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:01:05.097795 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:05.118740 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432db652-5d02-4184-8aca-8e6902eb6eb5 req-3cf621ab-977f-4a44-8dc3-cc5044be534b tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:05.119616 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-432db652-5d02-4184-8aca-8e6902eb6eb5 req-3cf621ab-977f-4a44-8dc3-cc5044be534b tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Synchronizing usage tracker for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:01:05.132438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] For port 61e00a18-2eef-45e7-83e5-9044fe28b9b8, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=61e00a18-2eef-45e7-83e5-9044fe28b9b8,segment=NetworkSegment(c5dd7689-7193-41d8-b770-e41945a807e8),segment_id=c5dd7689-7193-41d8-b770-e41945a807e8)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:01:05.138412 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:05.185374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-432db652-5d02-4184-8aca-8e6902eb6eb5 req-3cf621ab-977f-4a44-8dc3-cc5044be534b tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Unset dirty status for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:01:05.186447 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-432db652-5d02-4184-8aca-8e6902eb6eb5 req-3cf621ab-977f-4a44-8dc3-cc5044be534b tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 932 time: 0.2328873 Jan 27 18:01:05.217196 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Pushing event updated for resources: {'Port': ['ID=61e00a18-2eef-45e7-83e5-9044fe28b9b8,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:05.222301 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-054bc793-cad6-4e7a-9083-ffd8ba950642 None None] Provisioning for port 7c341e1a-4468-4c80-8661-2384983eba88 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:01:05.223698 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:05.228635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-054bc793-cad6-4e7a-9083-ffd8ba950642 None None] Provisioning complete for port 7c341e1a-4468-4c80-8661-2384983eba88 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:01:05.228898 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-054bc793-cad6-4e7a-9083-ffd8ba950642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:05.287366 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-054bc793-cad6-4e7a-9083-ffd8ba950642 None None] Port 7c341e1a-4468-4c80-8661-2384983eba88 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 18:01:05.305201 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-432db652-5d02-4184-8aca-8e6902eb6eb5 req-3cfe8095-b5cc-40d3-bf7e-fbc98ce638d8 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1022315 Jan 27 18:01:05.611874 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c341e1a-4468-4c80-8661-2384983eba88 {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 18:01:05.622742 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:05.637513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Transition to ACTIVE for port object 7c341e1a-4468-4c80-8661-2384983eba88 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:01:05.645651 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:05.811305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c341e1a-4468-4c80-8661-2384983eba88,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:05.896356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Attempting to bind port 7c341e1a-4468-4c80-8661-2384983eba88 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 18:01:05.896687 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Attempting to bind port 7c341e1a-4468-4c80-8661-2384983eba88 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 18:01:05.897011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Attempting to bind port 7c341e1a-4468-4c80-8661-2384983eba88 on network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 18:01:05.902513 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Port 7c341e1a-4468-4c80-8661-2384983eba88 on network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 18:01:05.902992 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Attempting to bind port 7c341e1a-4468-4c80-8661-2384983eba88 on network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 18:01:05.908686 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 18, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:01:05.909012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Checking segment: {'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 18:01:05.909392 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Bound using segment: {'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:01:05.909814 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Bound port: 7c341e1a-4468-4c80-8661-2384983eba88, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 18:01:05.910157 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:06.012453 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] For port 7c341e1a-4468-4c80-8661-2384983eba88, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 18:01:06.016483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] For port 7c341e1a-4468-4c80-8661-2384983eba88, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c341e1a-4468-4c80-8661-2384983eba88,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 18:01:06.023131 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:06.083769 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:06.084427 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:06.085806 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] 10.222.0.88 "PUT /v2.0/ports/7c341e1a-4468-4c80-8661-2384983eba88 HTTP/1.1" status: 200 len: 1094 time: 1.0250537 Jan 27 18:01:06.086230 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:01:06.108489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585af786-86d1-4973-80e2-d649b509a4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c341e1a-4468-4c80-8661-2384983eba88,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:06.207202 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88', 'status': 'completed', 'code': 200} Jan 27 18:01:06.236141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-6a130e5b-8ca0-455e-a882-b65b459ee143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:06.237659 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-6a130e5b-8ca0-455e-a882-b65b459ee143 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 1097 time: 0.1031828 Jan 27 18:01:06.311838 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-e7c85119-d2ea-48fc-9fc5-f5e3a489df97 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c341e1a-4468-4c80-8661-2384983eba88 HTTP/1.1" status: 200 len: 217 time: 0.0664678 Jan 27 18:01:06.383791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-486b646e-f3e9-4a0a-9bae-bc50d6e40e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:06.385273 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-486b646e-f3e9-4a0a-9bae-bc50d6e40e3f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2e5eb630-4a37-4d32-9e16-b4885074f917 HTTP/1.1" status: 200 len: 847 time: 0.0683537 Jan 27 18:01:06.521042 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-fcaed923-7704-4d5d-a008-8aa6f714b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:06.522435 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-fcaed923-7704-4d5d-a008-8aa6f714b754 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1313293 Jan 27 18:01:06.534205 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bdf92-1a6c-4272-925c-d8e3949c2872 req-ffaa09db-7365-40d5-bcec-8b5a205b16c7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:06.535559 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-252bdf92-1a6c-4272-925c-d8e3949c2872 req-ffaa09db-7365-40d5-bcec-8b5a205b16c7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 944 time: 0.1121414 Jan 27 18:01:06.778927 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-252bdf92-1a6c-4272-925c-d8e3949c2872 req-845a5c87-b9dd-4b23-b63e-e34fc2e549e2 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2222862 Jan 27 18:01:06.807884 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 61e00a18-2eef-45e7-83e5-9044fe28b9b8 up at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:01:06.814980 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-80bcd13e-aedf-479f-a902-6a34b3fcc8bf service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784705 Jan 27 18:01:06.877489 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Provisioning complete for port 61e00a18-2eef-45e7-83e5-9044fe28b9b8 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:01:06.877854 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:06.956894 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-3475cee8-6685-40e6-80d5-0724efb44c05 req-e1db6e40-0fdd-44a3-8432-8a3c947e2ef9 service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349053 Jan 27 18:01:07.076164 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467f1a-f21e-421a-b507-3c8512d63d43 req-1108d7cc-1459-4011-9b6f-5feac10753ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:07.077649 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-63467f1a-f21e-421a-b507-3c8512d63d43 req-1108d7cc-1459-4011-9b6f-5feac10753ad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 1097 time: 0.0711055 Jan 27 18:01:07.208967 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467f1a-f21e-421a-b507-3c8512d63d43 req-44c8732e-e319-4a56-a2e5-f221fb7eba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:07.210487 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-63467f1a-f21e-421a-b507-3c8512d63d43 req-44c8732e-e319-4a56-a2e5-f221fb7eba3d service neutron] 10.222.0.88 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 910 time: 0.1269257 Jan 27 18:01:07.282805 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-63467f1a-f21e-421a-b507-3c8512d63d43 req-badeaa1e-fca6-4cff-a791-25a26f81f0dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c341e1a-4468-4c80-8661-2384983eba88 HTTP/1.1" status: 200 len: 217 time: 0.0644476 Jan 27 18:01:07.347006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467f1a-f21e-421a-b507-3c8512d63d43 req-9ba201e6-2486-4e16-a489-9e88e4f0a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:07.348518 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-63467f1a-f21e-421a-b507-3c8512d63d43 req-9ba201e6-2486-4e16-a489-9e88e4f0a07b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2e5eb630-4a37-4d32-9e16-b4885074f917 HTTP/1.1" status: 200 len: 847 time: 0.0596280 Jan 27 18:01:07.426913 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467f1a-f21e-421a-b507-3c8512d63d43 req-34b9da92-7842-43b5-9b95-5956bbe18134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:07.428432 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-63467f1a-f21e-421a-b507-3c8512d63d43 req-34b9da92-7842-43b5-9b95-5956bbe18134 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739551 Jan 27 18:01:07.568355 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-63467f1a-f21e-421a-b507-3c8512d63d43 req-8061bef2-6147-4079-a46a-6fa2dc4ef08e service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325667 Jan 27 18:01:07.706263 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-63467f1a-f21e-421a-b507-3c8512d63d43 req-e0077545-e69e-4d38-85fc-0b3be5a60c91 service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299934 Jan 27 18:01:07.842688 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 7c341e1a-4468-4c80-8661-2384983eba88 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 18:01:07.973840 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed211e1-6212-45de-8280-2e33a4ee6c2f req-282231e0-b052-4b93-ae3d-48ed0ee81d61 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:07.975326 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1ed211e1-6212-45de-8280-2e33a4ee6c2f req-282231e0-b052-4b93-ae3d-48ed0ee81d61 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 944 time: 0.0824215 Jan 27 18:01:07.982191 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 7c341e1a-4468-4c80-8661-2384983eba88, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c341e1a-4468-4c80-8661-2384983eba88,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:01:07.996483 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '7c341e1a-4468-4c80-8661-2384983eba88', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'port_id': '7c341e1a-4468-4c80-8661-2384983eba88', 'mac_address': 'fa:16:3e:97:a8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 18:01:08.020894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-1ed211e1-6212-45de-8280-2e33a4ee6c2f req-b4d8a19a-5fd8-4f2c-a9e4-99242f06c6ce tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Synchronizing usage tracker for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:security_group {{(pid=87609) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:01:08.033050 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [req-1ed211e1-6212-45de-8280-2e33a4ee6c2f req-b4d8a19a-5fd8-4f2c-a9e4-99242f06c6ce tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Unset dirty status for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:security_group {{(pid=87609) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:01:08.034170 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-1ed211e1-6212-45de-8280-2e33a4ee6c2f req-b4d8a19a-5fd8-4f2c-a9e4-99242f06c6ce tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525193 Jan 27 18:01:08.054838 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:08.071956 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c341e1a-4468-4c80-8661-2384983eba88 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 18:01:08.086839 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 7c341e1a-4468-4c80-8661-2384983eba88, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c341e1a-4468-4c80-8661-2384983eba88,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:01:08.092852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:08.159401 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=7c341e1a-4468-4c80-8661-2384983eba88,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:08.346160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['7c341e1a-4468-4c80-8661-2384983eba88'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 18:01:09.227325 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82675-3f3d-4596-977e-c89696b3d297 req-92c8fca2-693b-4c54-bf4c-8fd9526e2518 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:09.228867 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5ca82675-3f3d-4596-977e-c89696b3d297 req-92c8fca2-693b-4c54-bf4c-8fd9526e2518 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 945 time: 0.0855680 Jan 27 18:01:09.279749 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-5ca82675-3f3d-4596-977e-c89696b3d297 req-a34dc8fd-2b26-4173-ae9e-12cca90afb86 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425310 Jan 27 18:01:09.860633 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 7c341e1a-4468-4c80-8661-2384983eba88 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:01:09.941957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 7c341e1a-4468-4c80-8661-2384983eba88 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:01:09.947273 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 7c341e1a-4468-4c80-8661-2384983eba88 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:01:09.947686 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:10.154537 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:10.186585 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:01:10.199112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 7c341e1a-4468-4c80-8661-2384983eba88, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c341e1a-4468-4c80-8661-2384983eba88,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:01:10.206229 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:10.243617 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88', 'code': 200} Jan 27 18:01:10.347930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=7c341e1a-4468-4c80-8661-2384983eba88,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:10.534354 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2f575-56a4-425a-8b16-47f67bc89c95 req-d5a16471-b3a0-4fc6-b37d-79276e311b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:10.535728 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-88c2f575-56a4-425a-8b16-47f67bc89c95 req-d5a16471-b3a0-4fc6-b37d-79276e311b37 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 1099 time: 0.1284904 Jan 27 18:01:10.545612 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8938a-d920-44b3-b02d-287e98399907 req-00a3e967-d60d-43b6-8a2e-613e9415b3aa tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:10.546962 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-67c8938a-d920-44b3-b02d-287e98399907 req-00a3e967-d60d-43b6-8a2e-613e9415b3aa tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 946 time: 0.1072018 Jan 27 18:01:10.621406 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-88c2f575-56a4-425a-8b16-47f67bc89c95 req-e0fa5f08-70f6-4f02-86f2-4a0aaacae921 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734138 Jan 27 18:01:10.626072 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-67c8938a-d920-44b3-b02d-287e98399907 req-220bbf6b-2708-46f7-97ef-805f916a3c4f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636425 Jan 27 18:01:11.820801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadcd94-0177-4d9c-95f3-fcd018938d4a req-bdce4b75-f499-483d-afed-3cb36bbd4a2b tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:11.822281 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dcadcd94-0177-4d9c-95f3-fcd018938d4a req-bdce4b75-f499-483d-afed-3cb36bbd4a2b tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 946 time: 0.0871265 Jan 27 18:01:11.870165 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-dcadcd94-0177-4d9c-95f3-fcd018938d4a req-58e29658-1ed4-42b6-ba8c-9ef891713913 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413070 Jan 27 18:01:12.078188 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b4536-d3d5-42a4-92b0-963eb0676d9e req-ce3b3f09-0340-4264-a8a4-32c55064be0f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:12.079660 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0b2b4536-d3d5-42a4-92b0-963eb0676d9e req-ce3b3f09-0340-4264-a8a4-32c55064be0f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 946 time: 0.0959737 Jan 27 18:01:12.127657 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0b2b4536-d3d5-42a4-92b0-963eb0676d9e req-298c8e93-b6ff-492a-8ec7-b09473d667bf tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420730 Jan 27 18:01:12.155463 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51840) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:01:12.284108 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d0afd-09dd-49c5-9dd0-11f9ea50fe62 tempest-TestSnapshotPattern-367328584 tempest-TestSnapshotPattern-367328584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:12.285626 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-223d0afd-09dd-49c5-9dd0-11f9ea50fe62 tempest-TestSnapshotPattern-367328584 tempest-TestSnapshotPattern-367328584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 1094 time: 0.1288879 Jan 27 18:01:12.289155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 51846) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:01:12.294106 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '7c341e1a-4468-4c80-8661-2384983eba88', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:01:12.300424 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:01:12.304830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Usage tracker for resource:floatingip and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:01:12.308915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:01:12.315037 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:01:12.327822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for floatingip, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:12.466664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:12.615608 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:01:12.616370 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Allocated IP 172.26.8.31 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/59576122-f58b-408e-aa67-74ded85ebd65) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:01:12.886014 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:12.919676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:12.985036 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:01:12.987999 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:01:12.991604 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 18:01:13.021141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event updated for resources: {'Port': ['ID=59576122-f58b-408e-aa67-74ded85ebd65,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:13.414743 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:13.491061 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:13.703210 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:13.708547 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:13.811454 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event updated for resources: {'Port': ['ID=59576122-f58b-408e-aa67-74ded85ebd65,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:13.827542 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:14.000700 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Floating IP e9d89d82-e849-4870-af79-a42e802b547f associated. External IP: 172.26.8.31, port: 7c341e1a-4468-4c80-8661-2384983eba88. Jan 27 18:01:14.465083 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Router 150b1de6-928f-443f-8256-8a63d803bd5a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:01:14.646399 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:01:14.657122 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7231c727-ee00-4191-80f3-e27d4a1a3172 None None] Sync routers for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:01:14.667135 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7231c727-ee00-4191-80f3-e27d4a1a3172 None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:01:14.667883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-7231c727-ee00-4191-80f3-e27d4a1a3172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:14.674890 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:14.732501 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f481154e-a327-4ffc-a1fe-9eaca5b700ff tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4423196 Jan 27 18:01:14.733066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:01:14.784107 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88', 'status': 'completed', 'code': 200} Jan 27 18:01:14.854067 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-7231c727-ee00-4191-80f3-e27d4a1a3172 None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:01:14.880965 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf14ecd-35c7-4776-b4a4-9eb0f7bedb18 req-4f23a95f-3c05-40bd-bd01-2f0793af9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:14.882473 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-edf14ecd-35c7-4776-b4a4-9eb0f7bedb18 req-4f23a95f-3c05-40bd-bd01-2f0793af9eda service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 1099 time: 0.0763736 Jan 27 18:01:15.019064 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf14ecd-35c7-4776-b4a4-9eb0f7bedb18 req-a6f647d8-3d8f-480a-b948-06a18ad00e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:15.020537 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-edf14ecd-35c7-4776-b4a4-9eb0f7bedb18 req-a6f647d8-3d8f-480a-b948-06a18ad00e30 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 910 time: 0.1319945 Jan 27 18:01:15.132957 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-edf14ecd-35c7-4776-b4a4-9eb0f7bedb18 req-d0e7ba2b-817d-457a-9029-edbcddfd7c48 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c341e1a-4468-4c80-8661-2384983eba88 HTTP/1.1" status: 200 len: 999 time: 0.1058407 Jan 27 18:01:15.194656 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf14ecd-35c7-4776-b4a4-9eb0f7bedb18 req-9ef0427a-66ed-4021-b1bb-141a1947d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:15.196333 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-edf14ecd-35c7-4776-b4a4-9eb0f7bedb18 req-9ef0427a-66ed-4021-b1bb-141a1947d9d6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2e5eb630-4a37-4d32-9e16-b4885074f917 HTTP/1.1" status: 200 len: 847 time: 0.0568998 Jan 27 18:01:15.264540 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-7231c727-ee00-4191-80f3-e27d4a1a3172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'e9d89d82-e849-4870-af79-a42e802b547f', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'floating_ip_address': '172.26.8.31', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'port_id': '7c341e1a-4468-4c80-8661-2384983eba88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'mac_address': 'fa:16:3e:97:a8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:01:13Z', 'updated_at': '2022-01-27T18:01:13Z', 'revision_number': 0, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 5, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:15.268622 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7231c727-ee00-4191-80f3-e27d4a1a3172 None None] Checking router: 150b1de6-928f-443f-8256-8a63d803bd5a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:01:15.271245 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf14ecd-35c7-4776-b4a4-9eb0f7bedb18 req-592fda3f-5b12-4295-8cf4-8afa9ba632d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:15.272772 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-edf14ecd-35c7-4776-b4a4-9eb0f7bedb18 req-592fda3f-5b12-4295-8cf4-8afa9ba632d0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710146 Jan 27 18:01:15.277821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7231c727-ee00-4191-80f3-e27d4a1a3172 None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:01:15.278416 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-7231c727-ee00-4191-80f3-e27d4a1a3172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:00:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:15.414716 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-edf14ecd-35c7-4776-b4a4-9eb0f7bedb18 req-05732e7d-b1ee-48c6-8b82-03372da96baf service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349843 Jan 27 18:01:15.461704 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-7231c727-ee00-4191-80f3-e27d4a1a3172 None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:01:15.549919 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-edf14ecd-35c7-4776-b4a4-9eb0f7bedb18 req-f208b69c-7617-431c-a2f5-f021582bcf4c service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292136 Jan 27 18:01:15.830062 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-7231c727-ee00-4191-80f3-e27d4a1a3172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'e9d89d82-e849-4870-af79-a42e802b547f', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'floating_ip_address': '172.26.8.31', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'port_id': '7c341e1a-4468-4c80-8661-2384983eba88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'mac_address': 'fa:16:3e:97:a8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:01:13Z', 'updated_at': '2022-01-27T18:01:13Z', 'revision_number': 0, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 5, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:15.834276 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7231c727-ee00-4191-80f3-e27d4a1a3172 None None] The sync data for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv is: [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'e9d89d82-e849-4870-af79-a42e802b547f', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'floating_ip_address': '172.26.8.31', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'port_id': '7c341e1a-4468-4c80-8661-2384983eba88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'mac_address': 'fa:16:3e:97:a8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:01:13Z', 'updated_at': '2022-01-27T18:01:13Z', 'revision_number': 0, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 5, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:01:16.065465 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996d5ebd-fa51-4d00-9104-a4d83c3efd18 None None] New status for floating IP e9d89d82-e849-4870-af79-a42e802b547f: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 18:01:21.209827 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8aaa1bd3-c434-41b6-a86b-488326081e24 req-717b59a9-4529-4c87-a0a5-01a861737dbb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755649 Jan 27 18:01:21.354012 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1bd3-c434-41b6-a86b-488326081e24 req-17ca280d-c235-4dee-a7ff-201569318e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:21.360657 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8aaa1bd3-c434-41b6-a86b-488326081e24 req-17ca280d-c235-4dee-a7ff-201569318e65 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 1099 time: 0.0769787 Jan 27 18:01:21.516081 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1bd3-c434-41b6-a86b-488326081e24 req-0e1db1a5-f0e7-4972-94e1-e09e7427d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:21.517459 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8aaa1bd3-c434-41b6-a86b-488326081e24 req-0e1db1a5-f0e7-4972-94e1-e09e7427d9dd service neutron] 10.222.0.88 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 910 time: 0.1424594 Jan 27 18:01:21.568957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-acd28e03-213f-478d-997b-1e066546c0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:21.740971 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8aaa1bd3-c434-41b6-a86b-488326081e24 req-25054db2-e357-4dbd-86d0-64e7df39a70c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c341e1a-4468-4c80-8661-2384983eba88 HTTP/1.1" status: 200 len: 1001 time: 0.2172055 Jan 27 18:01:21.809278 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1bd3-c434-41b6-a86b-488326081e24 req-d8c10409-3237-4dfb-a9f8-f815d6071cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:21.810651 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8aaa1bd3-c434-41b6-a86b-488326081e24 req-d8c10409-3237-4dfb-a9f8-f815d6071cbc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2e5eb630-4a37-4d32-9e16-b4885074f917 HTTP/1.1" status: 200 len: 847 time: 0.0633051 Jan 27 18:01:21.885524 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1bd3-c434-41b6-a86b-488326081e24 req-6d87efe9-0dc3-4da3-bd86-5dbc2625509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:21.886980 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8aaa1bd3-c434-41b6-a86b-488326081e24 req-6d87efe9-0dc3-4da3-bd86-5dbc2625509c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708597 Jan 27 18:01:22.026659 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8aaa1bd3-c434-41b6-a86b-488326081e24 req-16e6c006-ad05-4b3a-87d8-1a45daaee949 service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331496 Jan 27 18:01:22.166052 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-8aaa1bd3-c434-41b6-a86b-488326081e24 req-2fbbc36c-9873-4042-be18-9cd48e042018 service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318858 Jan 27 18:01:23.845726 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-68e9451e-7705-4d4b-9af4-4849efbad5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:24.866868 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:25.515919 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:26.884773 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:29.019543 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:49.615552 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:01:51.564651 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9f985ba8-d13b-4f00-9f4b-cfe6fc18bd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:53.845103 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-baa230d3-415e-4c53-9655-cada1bafef2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:54.863768 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:55.509943 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:56.890170 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:59.033110 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:21.573154 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-788f1d56-46a0-4acf-84e2-ac5d3070cf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:23.201474 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-546f415e-1500-4e6b-8c6e-1e73b72a4c56 req-a7193755-1c4d-4c91-97f1-8a988718835d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827773 Jan 27 18:02:23.349908 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f415e-1500-4e6b-8c6e-1e73b72a4c56 req-1fe74711-6b85-4ae5-a9e4-7720feacf40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:02:23.351395 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-546f415e-1500-4e6b-8c6e-1e73b72a4c56 req-1fe74711-6b85-4ae5-a9e4-7720feacf40e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 1099 time: 0.0742433 Jan 27 18:02:23.500730 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f415e-1500-4e6b-8c6e-1e73b72a4c56 req-b014565b-5534-4958-82bb-204a54142444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:02:23.502092 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-546f415e-1500-4e6b-8c6e-1e73b72a4c56 req-b014565b-5534-4958-82bb-204a54142444 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 910 time: 0.1309752 Jan 27 18:02:23.608311 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-546f415e-1500-4e6b-8c6e-1e73b72a4c56 req-6312d784-6102-4b93-8af0-15378e200a17 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c341e1a-4468-4c80-8661-2384983eba88 HTTP/1.1" status: 200 len: 1001 time: 0.0998876 Jan 27 18:02:23.669791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f415e-1500-4e6b-8c6e-1e73b72a4c56 req-6815ccb4-f032-4949-a834-a7339b5b993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:02:23.671247 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-546f415e-1500-4e6b-8c6e-1e73b72a4c56 req-6815ccb4-f032-4949-a834-a7339b5b993a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2e5eb630-4a37-4d32-9e16-b4885074f917 HTTP/1.1" status: 200 len: 847 time: 0.0575109 Jan 27 18:02:23.750134 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f415e-1500-4e6b-8c6e-1e73b72a4c56 req-77a191bc-e9b3-434e-844a-616e3266c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:02:23.751666 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-546f415e-1500-4e6b-8c6e-1e73b72a4c56 req-77a191bc-e9b3-434e-844a-616e3266c14f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745196 Jan 27 18:02:23.839485 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b6c7206e-ef36-482c-a31e-855aa89a3496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:23.894319 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-546f415e-1500-4e6b-8c6e-1e73b72a4c56 req-55dbd228-d378-47cf-b2eb-39187ce7d37b service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357760 Jan 27 18:02:24.032651 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-546f415e-1500-4e6b-8c6e-1e73b72a4c56 req-bbb9b3e5-07ca-45b9-b212-fd3f7e71f1f3 service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320977 Jan 27 18:02:24.859993 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:25.512826 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:26.618058 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:02:26.891054 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:29.031878 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:51.576452 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-efbecd91-8182-47e1-ba56-5d6cdbab52fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:53.856937 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-76800e75-5c31-4c5c-95bb-de845c494d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:54.855216 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:55.521398 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:56.895457 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:59.037385 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:03.622885 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:03:12.582766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 7c341e1a-4468-4c80-8661-2384983eba88 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 18:03:12.717241 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 7c341e1a-4468-4c80-8661-2384983eba88, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c341e1a-4468-4c80-8661-2384983eba88,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:03:12.730212 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '7c341e1a-4468-4c80-8661-2384983eba88', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'port_id': '7c341e1a-4468-4c80-8661-2384983eba88', 'mac_address': 'fa:16:3e:97:a8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 18:03:12.789434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:12.807475 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c341e1a-4468-4c80-8661-2384983eba88 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 18:03:12.823286 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 7c341e1a-4468-4c80-8661-2384983eba88, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c341e1a-4468-4c80-8661-2384983eba88,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:03:12.829403 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:12.910320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=7c341e1a-4468-4c80-8661-2384983eba88,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:03:12.918112 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:12.918438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:12.918777 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:12.919102 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:12.919416 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:12.919770 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:12.920084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:12.920399 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:12.920715 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:12.921027 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:12.921317 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:12.921616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:12.928171 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['7c341e1a-4468-4c80-8661-2384983eba88'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 18:03:14.604189 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 7c341e1a-4468-4c80-8661-2384983eba88 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:03:14.679903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 7c341e1a-4468-4c80-8661-2384983eba88 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:03:14.680460 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:14.813130 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:14.846060 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:03:14.858092 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 7c341e1a-4468-4c80-8661-2384983eba88, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c341e1a-4468-4c80-8661-2384983eba88,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:03:14.864973 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:14.947413 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=7c341e1a-4468-4c80-8661-2384983eba88,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:03:14.991134 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88', 'code': 200} Jan 27 18:03:21.574756 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-90ec8254-9f62-4197-922c-4232c5c28280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:23.840160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-df0a0efc-207d-4395-b3c3-912fc012f021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:23.905973 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-b85fde42-d8d1-4e15-944b-6c2da484c984 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54882258&fields=id&tenant_id=1dbcd8ffc46e4d57827141532aa54cec HTTP/1.1" status: 200 len: 267 time: 0.0405173 Jan 27 18:03:24.055877 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-4e740291-5e8b-46f4-9def-c8822998aee9 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:24.057576 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-4e740291-5e8b-46f4-9def-c8822998aee9 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 808 time: 0.1450639 Jan 27 18:03:24.076009 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-2695f690-5dc8-4747-a910-9438b0f5e9f3 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/quotas/1dbcd8ffc46e4d57827141532aa54cec HTTP/1.1" status: 200 len: 375 time: 0.0099103 Jan 27 18:03:24.328204 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-c6339f4e-5746-4283-b387-e23b7b833902 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2446554 Jan 27 18:03:24.335542 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fd1c3e76-eed3-49a0-933c-90b61efb839e req-f1d97d6f-b46a-46ac-9fbf-ade5e97ba665 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0990510 Jan 27 18:03:24.345316 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-e34bad92-1f7c-4d18-8530-5bf94e5eda07 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=87608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 18:03:24.346305 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-e34bad92-1f7c-4d18-8530-5bf94e5eda07 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066445 Jan 27 18:03:24.529948 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-b39cb58e-7e11-4f60-87f5-85cb5a1bd0de service neutron] 10.222.0.81 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777048 Jan 27 18:03:24.582597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c3e76-eed3-49a0-933c-90b61efb839e req-0dd827b2-c2b6-4abd-a674-d06a9abe11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:24.583970 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fd1c3e76-eed3-49a0-933c-90b61efb839e req-0dd827b2-c2b6-4abd-a674-d06a9abe11ae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 1099 time: 0.1434445 Jan 27 18:03:24.752926 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-bfeebc25-d6b7-4637-a1ff-11c09fca14dd service neutron] 10.222.0.81 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169199 Jan 27 18:03:24.783776 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c3e76-eed3-49a0-933c-90b61efb839e req-792ebf49-c43a-47cc-8101-ef99c2820e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:24.785245 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fd1c3e76-eed3-49a0-933c-90b61efb839e req-792ebf49-c43a-47cc-8101-ef99c2820e0a service neutron] 10.222.0.88 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 910 time: 0.1563094 Jan 27 18:03:24.884930 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:24.896058 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fd1c3e76-eed3-49a0-933c-90b61efb839e req-191627a3-45c8-431d-8439-3db147ff10e2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c341e1a-4468-4c80-8661-2384983eba88 HTTP/1.1" status: 200 len: 1001 time: 0.1040890 Jan 27 18:03:24.938666 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d4b2e331-dad9-4749-984b-0c3654730e23 req-201e1856-7283-4c4f-955a-05ae70ce8a81 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 210 time: 0.0438194 Jan 27 18:03:24.960622 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c3e76-eed3-49a0-933c-90b61efb839e req-1bebcf85-6423-48a0-af42-24c3558f638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:24.962279 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fd1c3e76-eed3-49a0-933c-90b61efb839e req-1bebcf85-6423-48a0-af42-24c3558f638d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2e5eb630-4a37-4d32-9e16-b4885074f917 HTTP/1.1" status: 200 len: 847 time: 0.0607188 Jan 27 18:03:25.044020 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c3e76-eed3-49a0-933c-90b61efb839e req-9286076d-5743-43c7-abe1-1a4754eb2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:25.045646 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fd1c3e76-eed3-49a0-933c-90b61efb839e req-9286076d-5743-43c7-abe1-1a4754eb2be6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772972 Jan 27 18:03:25.182955 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fd1c3e76-eed3-49a0-933c-90b61efb839e req-42db61d4-8cda-48a7-a028-2f0130a6e889 service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306317 Jan 27 18:03:25.317880 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-fd1c3e76-eed3-49a0-933c-90b61efb839e req-a878e864-c258-47b4-85e0-8aa084f8f31e service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285932 Jan 27 18:03:25.519362 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:26.009678 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-28d3a619-e008-48bf-9aa6-282fec862711 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:26.011150 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-28d3a619-e008-48bf-9aa6-282fec862711 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.88 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 808 time: 0.1488786 Jan 27 18:03:26.101163 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-091861c9-0c2a-462b-b847-2a7a8e0eca2e req-b9d98307-e5d2-4f8b-92fe-74469d10fcab tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 210 time: 0.0542798 Jan 27 18:03:26.123677 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-3717dd78-9b53-4e56-a8e3-a8999c9c41d7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dbcd8ffc46e4d57827141532aa54cec HTTP/1.1" status: 200 len: 378 time: 0.0964284 Jan 27 18:03:26.132305 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Request body: {'port': {'device_id': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'admin_state_up': True, 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'security_groups': ['13a4b6b5-7d1a-495f-b08a-44f245a75e77']}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:03:26.266966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:03:26.278521 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.quota.driver [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:03:26.290923 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Made reservation on behalf of 1dbcd8ffc46e4d57827141532aa54cec for: {'port': 1} {{(pid=87608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 18:03:26.295068 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:26.642042 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 7c341e1a-4468-4c80-8661-2384983eba88 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:03:26.647947 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_common [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Allocated IP 172.20.0.6 (9a8c79a8-0b32-4614-b0be-13c2a01d2a91/2e5eb630-4a37-4d32-9e16-b4885074f917/76b61c50-ad8b-4ff7-9875-80ffb1445f95) {{(pid=87608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:03:26.806138 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:26.847758 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:03:26.875625 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 7c341e1a-4468-4c80-8661-2384983eba88, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c341e1a-4468-4c80-8661-2384983eba88,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:03:26.888439 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:26.922833 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88', 'code': 200} Jan 27 18:03:26.930634 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for port, precommit_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:26.940255 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:26.951950 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Transition to ACTIVE for port object 76b61c50-ad8b-4ff7-9875-80ffb1445f95 will not be triggered until provisioned by entity DHCP. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:03:26.969545 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=7c341e1a-4468-4c80-8661-2384983eba88,revision_number=8']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:03:26.979746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_create {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:27.071330 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 is already hosted by enough agents. {{(pid=87608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:03:27.075114 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.base_scheduler [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources bound (agent type, host, resource id): {{(pid=87608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:03:27.079959 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Received port after_create {{(pid=87608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 18:03:27.150860 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:27.151567 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:27.167066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event updated for resources: {'Port': ['ID=76b61c50-ad8b-4ff7-9875-80ffb1445f95,revision_number=1']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:03:27.179889 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:27.180463 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:27.180837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:27.181175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:27.181517 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:27.181833 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:27.182255 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:27.182606 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:27.182929 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:27.183254 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:27.183853 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:27.184215 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:27.202541 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-436262f1-f790-4037-9c2c-ac32b75ba1a4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0737085 Jan 27 18:03:27.405176 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba068c7-226b-4db2-b8fe-fd2e4da2324f req-7e846c58-a5fa-4f95-ac31-f0f18f1882de tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:27.406000 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-2ba068c7-226b-4db2-b8fe-fd2e4da2324f req-7e846c58-a5fa-4f95-ac31-f0f18f1882de tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Synchronizing usage tracker for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:03:27.413951 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d2bf0ce5-db2d-402e-9f86-6fe519bf6634 None None] Provisioning for port 76b61c50-ad8b-4ff7-9875-80ffb1445f95 completed by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:03:27.420225 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-d2bf0ce5-db2d-402e-9f86-6fe519bf6634 None None] Provisioning complete for port 76b61c50-ad8b-4ff7-9875-80ffb1445f95 triggered by entity DHCP. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:03:27.420578 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d2bf0ce5-db2d-402e-9f86-6fe519bf6634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:27.428265 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-2ba068c7-226b-4db2-b8fe-fd2e4da2324f req-7e846c58-a5fa-4f95-ac31-f0f18f1882de tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Unset dirty status for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:03:27.430493 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2ba068c7-226b-4db2-b8fe-fd2e4da2324f req-7e846c58-a5fa-4f95-ac31-f0f18f1882de tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 931 time: 0.1817250 Jan 27 18:03:27.480428 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf0ce5-db2d-402e-9f86-6fe519bf6634 None None] Port 76b61c50-ad8b-4ff7-9875-80ffb1445f95 cannot update to ACTIVE because it is not bound. {{(pid=87610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 18:03:27.504208 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2ba068c7-226b-4db2-b8fe-fd2e4da2324f req-2af63028-3cea-4b9f-b4f6-47b25b2185e4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672278 Jan 27 18:03:28.723805 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700bf5a-ab7e-4b78-84b3-204ae5979b49 req-79c24029-55e3-4a61-8d8c-5633789dfa0e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:28.725960 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2700bf5a-ab7e-4b78-84b3-204ae5979b49 req-79c24029-55e3-4a61-8d8c-5633789dfa0e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 931 time: 0.1053529 Jan 27 18:03:28.792968 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-2700bf5a-ab7e-4b78-84b3-204ae5979b49 req-e758f95b-f77c-46ac-896f-99e3a98bd411 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608833 Jan 27 18:03:29.047976 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:29.997367 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e6ff1-a241-4206-8cb3-8b7c08d54397 req-d0e34e61-2716-4cbd-85f1-04d333def6f0 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:29.998839 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0c5e6ff1-a241-4206-8cb3-8b7c08d54397 req-d0e34e61-2716-4cbd-85f1-04d333def6f0 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 931 time: 0.0886347 Jan 27 18:03:30.052186 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0c5e6ff1-a241-4206-8cb3-8b7c08d54397 req-83dd5dbe-1e3e-45ad-8a95-d8cadd5dddf3 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450587 Jan 27 18:03:31.247798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61729310-48d6-4f30-985e-3b14c97f5169 req-c52cf707-40c2-4a86-8afe-0845e499666b tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:31.249301 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-61729310-48d6-4f30-985e-3b14c97f5169 req-c52cf707-40c2-4a86-8afe-0845e499666b tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 931 time: 0.0835421 Jan 27 18:03:31.295148 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-61729310-48d6-4f30-985e-3b14c97f5169 req-94a0ee3b-4cd9-4a66-9570-4548db29eda7 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377686 Jan 27 18:03:32.496253 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3460fa5-60f4-4819-af7d-7f6cc8c37cd0 req-1fd6b58b-5d50-4df8-b54c-b014ac412ae4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:32.497732 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c3460fa5-60f4-4819-af7d-7f6cc8c37cd0 req-1fd6b58b-5d50-4df8-b54c-b014ac412ae4 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 931 time: 0.0802732 Jan 27 18:03:32.546788 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c3460fa5-60f4-4819-af7d-7f6cc8c37cd0 req-bfda128e-a1bb-41bc-9c5e-f8fa3d915c90 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433960 Jan 27 18:03:33.883589 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cc16f-7ece-4cda-afcc-1cf3297d9cc3 req-ec12163b-c5a1-4354-a9e4-ad9eba10c436 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:33.885066 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d07cc16f-7ece-4cda-afcc-1cf3297d9cc3 req-ec12163b-c5a1-4354-a9e4-ad9eba10c436 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 931 time: 0.2124023 Jan 27 18:03:33.932739 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-d07cc16f-7ece-4cda-afcc-1cf3297d9cc3 req-fb9cf71f-e3ed-4bc3-9f6f-e403d32a3a26 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389054 Jan 27 18:03:35.132915 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80680e2-d9a8-43a7-8e43-605c41bb9660 req-5b7bc71a-2808-4b26-9740-8874dae270c9 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:35.134378 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c80680e2-d9a8-43a7-8e43-605c41bb9660 req-5b7bc71a-2808-4b26-9740-8874dae270c9 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 931 time: 0.0886371 Jan 27 18:03:35.182475 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-c80680e2-d9a8-43a7-8e43-605c41bb9660 req-d803857c-76d3-43b9-aee9-0c5b3138748e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420051 Jan 27 18:03:36.355849 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.v2.base [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Request body: {'port': {'device_id': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8250'}} {{(pid=87608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:03:36.377201 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee146b57-8544-415a-9d4a-f601aac17f5d req-ea4240e0-e905-4fe4-ba15-36aac49b1c78 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:36.378652 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ee146b57-8544-415a-9d4a-f601aac17f5d req-ea4240e0-e905-4fe4-ba15-36aac49b1c78 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 931 time: 0.0869341 Jan 27 18:03:36.423882 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-ee146b57-8544-415a-9d4a-f601aac17f5d req-9e077676-89fa-42ef-844a-a57f5af9af81 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393724 Jan 27 18:03:36.469575 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:36.817448 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b61c50-ad8b-4ff7-9875-80ffb1445f95 {{(pid=87608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 18:03:36.825722 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:36.841066 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.provisioning_blocks [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Transition to ACTIVE for port object 76b61c50-ad8b-4ff7-9875-80ffb1445f95 will not be triggered until provisioned by entity L2. {{(pid=87608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 18:03:36.848198 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:37.005487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Pushing event updated for resources: {'Port': ['ID=76b61c50-ad8b-4ff7-9875-80ffb1445f95,revision_number=2']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:03:37.088495 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Attempting to bind port 76b61c50-ad8b-4ff7-9875-80ffb1445f95 on host hv-neutron-8250 for vnic_type normal with profile {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 18:03:37.088822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Attempting to bind port 76b61c50-ad8b-4ff7-9875-80ffb1445f95 by drivers openvswitch,hyperv on host hv-neutron-8250 at level 0 using segments [{'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 18:03:37.089140 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Attempting to bind port 76b61c50-ad8b-4ff7-9875-80ffb1445f95 on network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 18:03:37.093840 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Port 76b61c50-ad8b-4ff7-9875-80ffb1445f95 on network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8250 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 18:03:37.094493 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Attempting to bind port 76b61c50-ad8b-4ff7-9875-80ffb1445f95 on network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 18:03:37.099353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Checking agent: {'id': '052477e6-222c-4e1d-9de4-32d5b0b0e35c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8250', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'started_at': datetime.datetime(2022, 1, 27, 17, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 18, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:03:37.099710 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Checking segment: {'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 18:03:37.100072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Bound using segment: {'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'} {{(pid=87608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:03:37.100480 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.managers [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Bound port: 76b61c50-ad8b-4ff7-9875-80ffb1445f95, host: hv-neutron-8250, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddccad4d-3b31-4f92-8493-b23cfd653063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91'}}] {{(pid=87608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 18:03:37.100810 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:37.305048 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] For port 76b61c50-ad8b-4ff7-9875-80ffb1445f95, host hv-neutron-8250, cleared binding levels {{(pid=87608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 18:03:37.308013 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] For port 76b61c50-ad8b-4ff7-9875-80ffb1445f95, host hv-neutron-8250, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=76b61c50-ad8b-4ff7-9875-80ffb1445f95,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 18:03:37.312747 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66596231'] for port, after_update {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:37.372897 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:37.373544 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:37.374855 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] 10.222.0.88 "PUT /v2.0/ports/76b61c50-ad8b-4ff7-9875-80ffb1445f95 HTTP/1.1" status: 200 len: 1093 time: 1.0239122 Jan 27 18:03:37.375306 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:03:37.397699 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de05ed-69a1-47a8-b820-463b9418042b service neutron] Pushing event updated for resources: {'Port': ['ID=76b61c50-ad8b-4ff7-9875-80ffb1445f95,revision_number=3']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:03:37.447635 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'status': 'completed', 'code': 200} Jan 27 18:03:37.490261 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-ef031b22-d1d8-43d7-8a83-982d5de81d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:37.491679 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-ef031b22-d1d8-43d7-8a83-982d5de81d5e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 1096 time: 0.0748715 Jan 27 18:03:37.564236 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-9aaff6df-5c48-46f7-ad95-41b4bc8daa2c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76b61c50-ad8b-4ff7-9875-80ffb1445f95 HTTP/1.1" status: 200 len: 217 time: 0.0657272 Jan 27 18:03:37.616562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78dac-a0d7-42d9-9f58-0a92523b5233 req-c116bb96-517b-41c8-87cb-700745624b16 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:37.618012 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-15a78dac-a0d7-42d9-9f58-0a92523b5233 req-c116bb96-517b-41c8-87cb-700745624b16 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 943 time: 0.0827971 Jan 27 18:03:37.626757 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-af43490d-2eaa-40f5-ac57-99b68ee3bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:37.628120 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-af43490d-2eaa-40f5-ac57-99b68ee3bf9e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2e5eb630-4a37-4d32-9e16-b4885074f917 HTTP/1.1" status: 200 len: 847 time: 0.0573397 Jan 27 18:03:37.663249 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-15a78dac-a0d7-42d9-9f58-0a92523b5233 req-3514b345-0b1c-4e1f-9e9e-f803fbe630d9 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392890 Jan 27 18:03:37.720375 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-69b4f8de-db90-44d2-92fc-8d8703ccab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:37.721855 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-69b4f8de-db90-44d2-92fc-8d8703ccab51 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878444 Jan 27 18:03:37.853773 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-9a16b632-dd73-492c-9499-da2dbbbca927 service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252229 Jan 27 18:03:37.993819 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-731ab824-eb8a-40f0-94c8-f0fb576cfee7 req-49558db5-fd2d-4014-8855-a331c1c85339 service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344435 Jan 27 18:03:38.118647 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8bed-17f1-4fa5-9cc6-8169d9c47229 req-270f3db4-3de0-4913-90f8-e31dfeedf271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:38.120173 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e8bed-17f1-4fa5-9cc6-8169d9c47229 req-270f3db4-3de0-4913-90f8-e31dfeedf271 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 1096 time: 0.0760715 Jan 27 18:03:38.249531 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8bed-17f1-4fa5-9cc6-8169d9c47229 req-7693ae4a-58d2-4f41-b968-e22807dc9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:38.250871 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e8bed-17f1-4fa5-9cc6-8169d9c47229 req-7693ae4a-58d2-4f41-b968-e22807dc9d7f service neutron] 10.222.0.88 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 910 time: 0.1248331 Jan 27 18:03:38.321564 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e8bed-17f1-4fa5-9cc6-8169d9c47229 req-e8f6b93e-fa11-4ac8-b2ff-3aa082cd687f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76b61c50-ad8b-4ff7-9875-80ffb1445f95 HTTP/1.1" status: 200 len: 217 time: 0.0631258 Jan 27 18:03:38.382611 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8bed-17f1-4fa5-9cc6-8169d9c47229 req-4b96d4c0-186e-475a-8fe6-a46fd1dc1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:38.384041 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e8bed-17f1-4fa5-9cc6-8169d9c47229 req-4b96d4c0-186e-475a-8fe6-a46fd1dc1f63 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2e5eb630-4a37-4d32-9e16-b4885074f917 HTTP/1.1" status: 200 len: 847 time: 0.0560751 Jan 27 18:03:38.463792 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8bed-17f1-4fa5-9cc6-8169d9c47229 req-f86fbda6-593b-485a-aba1-d9089fe40aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:38.465323 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e8bed-17f1-4fa5-9cc6-8169d9c47229 req-f86fbda6-593b-485a-aba1-d9089fe40aee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747075 Jan 27 18:03:38.596300 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e8bed-17f1-4fa5-9cc6-8169d9c47229 req-a21a8f6a-10e5-40a9-ad1e-94ed306766df service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245096 Jan 27 18:03:38.669140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 76b61c50-ad8b-4ff7-9875-80ffb1445f95 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 18:03:38.731761 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-887e8bed-17f1-4fa5-9cc6-8169d9c47229 req-b4234001-7bc9-45d4-af0d-75955a31032c service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287990 Jan 27 18:03:38.805701 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 76b61c50-ad8b-4ff7-9875-80ffb1445f95, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=76b61c50-ad8b-4ff7-9875-80ffb1445f95,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:03:38.818698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'port_id': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'mac_address': 'fa:16:3e:40:9c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 18:03:38.849160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0485d39-9b20-4439-ae4c-001eea9d6031 req-a547ec54-0e2d-4e8b-9b1c-0b102d0db94a tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:38.850550 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f0485d39-9b20-4439-ae4c-001eea9d6031 req-a547ec54-0e2d-4e8b-9b1c-0b102d0db94a tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 943 time: 0.0781243 Jan 27 18:03:38.872955 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:38.889140 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b61c50-ad8b-4ff7-9875-80ffb1445f95 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 18:03:38.894672 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f0485d39-9b20-4439-ae4c-001eea9d6031 req-6e35cfca-4ecf-437c-8864-0e98a15c391e tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382166 Jan 27 18:03:38.904632 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 76b61c50-ad8b-4ff7-9875-80ffb1445f95, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=76b61c50-ad8b-4ff7-9875-80ffb1445f95,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:03:38.911033 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:38.985084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=76b61c50-ad8b-4ff7-9875-80ffb1445f95,revision_number=4']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:03:39.128981 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['76b61c50-ad8b-4ff7-9875-80ffb1445f95'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 18:03:40.110074 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a6305-3ae9-4ce4-825f-f8a71b450fb8 req-52f91b45-92ad-4c2d-a7c0-3c2061a82419 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:40.111545 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bd1a6305-3ae9-4ce4-825f-f8a71b450fb8 req-52f91b45-92ad-4c2d-a7c0-3c2061a82419 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 944 time: 0.0965374 Jan 27 18:03:40.156878 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-bd1a6305-3ae9-4ce4-825f-f8a71b450fb8 req-24e225e7-bd66-47a7-b7f4-63cf9acafb31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396240 Jan 27 18:03:40.623986 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:03:40.686959 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 76b61c50-ad8b-4ff7-9875-80ffb1445f95 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:03:40.765339 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning for port 76b61c50-ad8b-4ff7-9875-80ffb1445f95 completed by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:03:40.770340 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 76b61c50-ad8b-4ff7-9875-80ffb1445f95 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:03:40.770780 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:40.889876 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:40.918224 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:03:40.928320 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 76b61c50-ad8b-4ff7-9875-80ffb1445f95, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=76b61c50-ad8b-4ff7-9875-80ffb1445f95,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:03:40.933650 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:40.973540 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'code': 200} Jan 27 18:03:41.007206 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=76b61c50-ad8b-4ff7-9875-80ffb1445f95,revision_number=5']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:03:41.338640 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392eaec-8d9c-425c-9f69-a52c7a05b51c req-968db718-56c3-494f-a7a9-a61520cc2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:41.340190 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4392eaec-8d9c-425c-9f69-a52c7a05b51c req-968db718-56c3-494f-a7a9-a61520cc2d6d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 1098 time: 0.1984930 Jan 27 18:03:41.381199 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4392eaec-8d9c-425c-9f69-a52c7a05b51c req-7f2869b7-1c6b-41cc-a22c-d250fa8fd29d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345299 Jan 27 18:03:41.407410 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445f4ca-9f58-4557-a0b4-d7eb80f7d1da req-6e49d53f-37cc-43ec-adf7-0b8e8ee81852 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:41.408897 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8445f4ca-9f58-4557-a0b4-d7eb80f7d1da req-6e49d53f-37cc-43ec-adf7-0b8e8ee81852 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 945 time: 0.1388450 Jan 27 18:03:41.455137 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-8445f4ca-9f58-4557-a0b4-d7eb80f7d1da req-8f118332-8a7c-4a9a-b5d7-d7cafa9f49f0 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402915 Jan 27 18:03:42.721663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e016e4-415b-492b-b151-a21aea7a9805 req-4392657a-ac7f-4791-b5a0-e7b99fda5677 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:42.722984 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-63e016e4-415b-492b-b151-a21aea7a9805 req-4392657a-ac7f-4791-b5a0-e7b99fda5677 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 945 time: 0.1549561 Jan 27 18:03:42.769835 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-63e016e4-415b-492b-b151-a21aea7a9805 req-3ddde22d-4143-42d8-90f8-20e7eea45036 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410430 Jan 27 18:03:42.969446 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea05740-8060-4254-afb8-ba2603a24ded req-44ee1186-f359-452b-9346-43bec8e97484 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:42.970857 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-eea05740-8060-4254-afb8-ba2603a24ded req-44ee1186-f359-452b-9346-43bec8e97484 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 945 time: 0.0885949 Jan 27 18:03:43.016396 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-eea05740-8060-4254-afb8-ba2603a24ded req-ec1923a9-4f7e-4f30-b11e-f1082bb7a02a tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374756 Jan 27 18:03:43.048958 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 52122) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:03:43.121329 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81562df0-8006-4631-9c53-47736f399d2f tempest-TestSnapshotPattern-367328584 tempest-TestSnapshotPattern-367328584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:43.122910 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-81562df0-8006-4631-9c53-47736f399d2f tempest-TestSnapshotPattern-367328584 tempest-TestSnapshotPattern-367328584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 1093 time: 0.0729485 Jan 27 18:03:43.126005 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 52126) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:03:43.130993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.v2.base [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Request body: {'floatingip': {'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'port_id': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:03:43.137454 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:03:43.141869 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Usage tracker for resource:floatingip and tenant:1dbcd8ffc46e4d57827141532aa54cec is out of sync, need to count used quota {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:03:43.144965 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.quota.resource [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87609) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:03:43.151550 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.quota.driver [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87609) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:03:43.164911 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for floatingip, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:43.314785 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:43.463650 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_common [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Allocated IP 172.26.8.15 (30d9ffad-2711-4498-a950-0c1b824a383e/83e63d75-aa31-48f1-8297-0519d96391e4/704e7515-4306-43c2-8bf9-e0a76cc03843) {{(pid=87609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:03:43.618353 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for port, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:43.653943 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787738003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:43.716319 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Network 30d9ffad-2711-4498-a950-0c1b824a383e is already hosted by enough agents. {{(pid=87609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:03:43.719485 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.base_scheduler [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Resources bound (agent type, host, resource id): {{(pid=87609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:03:43.722213 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Received port after_create {{(pid=87609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 27 18:03:43.758707 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event updated for resources: {'Port': ['ID=704e7515-4306-43c2-8bf9-e0a76cc03843,revision_number=1']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:03:43.770412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:43.770747 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:43.771066 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:43.771385 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:43.771720 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:43.772036 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:43.772347 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:43.772653 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:43.772958 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:43.773259 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:43.773562 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:43.773846 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:03:44.160726 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:44.238798 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:44.556610 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for port, precommit_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:44.563482 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64976264'] for port, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:44.665355 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event updated for resources: {'Port': ['ID=704e7515-4306-43c2-8bf9-e0a76cc03843,revision_number=2']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:03:44.683992 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575016'] for floatingip, after_update {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:44.864409 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.db.l3_db [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Floating IP ff7f5cca-9c60-40bb-86ee-d2cb0c58eaef associated. External IP: 172.26.8.15, port: 76b61c50-ad8b-4ff7-9875-80ffb1445f95. Jan 27 18:03:45.240994 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Router 150b1de6-928f-443f-8256-8a63d803bd5a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:03:45.420858 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:03:45.431903 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba84609-6564-4978-b7f4-f6dc96a9fc60 None None] Sync routers for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:03:45.442505 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba84609-6564-4978-b7f4-f6dc96a9fc60 None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:03:45.443164 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8ba84609-6564-4978-b7f4-f6dc96a9fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:03:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:03:45.447678 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:45.515692 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-a6f002ad-deb7-4ca2-a29e-0a4747485055 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3756599 Jan 27 18:03:45.515692 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95'}] {{(pid=87609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:03:45.602295 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'status': 'completed', 'code': 200} Jan 27 18:03:45.655233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8ba84609-6564-4978-b7f4-f6dc96a9fc60 None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:03:45.695658 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60868765-e12e-4661-96ed-01816deb74cd req-d931c139-e7ee-4a7c-9eaa-45087dedf2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:45.697185 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-60868765-e12e-4661-96ed-01816deb74cd req-d931c139-e7ee-4a7c-9eaa-45087dedf2f2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 1098 time: 0.0737903 Jan 27 18:03:45.828235 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60868765-e12e-4661-96ed-01816deb74cd req-d302de30-a70d-46e9-bfbb-26f8331b7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:45.829604 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-60868765-e12e-4661-96ed-01816deb74cd req-d302de30-a70d-46e9-bfbb-26f8331b7f0f service neutron] 10.222.0.88 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 910 time: 0.1270146 Jan 27 18:03:45.933189 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-60868765-e12e-4661-96ed-01816deb74cd req-b1ea40a4-4984-4837-860a-21a64c2b84fc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76b61c50-ad8b-4ff7-9875-80ffb1445f95 HTTP/1.1" status: 200 len: 998 time: 0.0977468 Jan 27 18:03:45.991438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8ba84609-6564-4978-b7f4-f6dc96a9fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'e9d89d82-e849-4870-af79-a42e802b547f', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'floating_ip_address': '172.26.8.31', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'port_id': '7c341e1a-4468-4c80-8661-2384983eba88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'mac_address': 'fa:16:3e:97:a8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:01:13Z', 'updated_at': '2022-01-27T18:01:16Z', 'revision_number': 1, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address_scope': None}, {'id': 'ff7f5cca-9c60-40bb-86ee-d2cb0c58eaef', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'port_id': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'mac_address': 'fa:16:3e:40:9c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:03:44Z', 'updated_at': '2022-01-27T18:03:44Z', 'revision_number': 0, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 5, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:03:45.995467 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba84609-6564-4978-b7f4-f6dc96a9fc60 None None] Checking router: 150b1de6-928f-443f-8256-8a63d803bd5a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:03:45.996020 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60868765-e12e-4661-96ed-01816deb74cd req-83bf2a7d-b3b8-4e9a-a1c6-f86b66d58eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:45.997529 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-60868765-e12e-4661-96ed-01816deb74cd req-83bf2a7d-b3b8-4e9a-a1c6-f86b66d58eee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2e5eb630-4a37-4d32-9e16-b4885074f917 HTTP/1.1" status: 200 len: 847 time: 0.0582943 Jan 27 18:03:46.004250 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba84609-6564-4978-b7f4-f6dc96a9fc60 None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:03:46.004843 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8ba84609-6564-4978-b7f4-f6dc96a9fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:03:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:03:46.070220 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60868765-e12e-4661-96ed-01816deb74cd req-d59b2243-c321-4589-8176-68019eaa5cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:03:46.071720 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-60868765-e12e-4661-96ed-01816deb74cd req-d59b2243-c321-4589-8176-68019eaa5cfd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687282 Jan 27 18:03:46.184706 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8ba84609-6564-4978-b7f4-f6dc96a9fc60 None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:03:46.203512 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-60868765-e12e-4661-96ed-01816deb74cd req-1c0d1bbb-4e30-4da3-bf72-a7d3c156a9ff service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253958 Jan 27 18:03:46.336032 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-60868765-e12e-4661-96ed-01816deb74cd req-d1b09c31-3f11-48b9-8e7a-e54e8eca465c service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261551 Jan 27 18:03:46.533101 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8ba84609-6564-4978-b7f4-f6dc96a9fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'e9d89d82-e849-4870-af79-a42e802b547f', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'floating_ip_address': '172.26.8.31', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'port_id': '7c341e1a-4468-4c80-8661-2384983eba88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'mac_address': 'fa:16:3e:97:a8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:01:13Z', 'updated_at': '2022-01-27T18:01:16Z', 'revision_number': 1, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address_scope': None}, {'id': 'ff7f5cca-9c60-40bb-86ee-d2cb0c58eaef', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'port_id': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'mac_address': 'fa:16:3e:40:9c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:03:44Z', 'updated_at': '2022-01-27T18:03:44Z', 'revision_number': 0, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 5, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:03:46.537348 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba84609-6564-4978-b7f4-f6dc96a9fc60 None None] The sync data for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv is: [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'e9d89d82-e849-4870-af79-a42e802b547f', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'floating_ip_address': '172.26.8.31', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'port_id': '7c341e1a-4468-4c80-8661-2384983eba88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'mac_address': 'fa:16:3e:97:a8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:01:13Z', 'updated_at': '2022-01-27T18:01:16Z', 'revision_number': 1, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address_scope': None}, {'id': 'ff7f5cca-9c60-40bb-86ee-d2cb0c58eaef', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'port_id': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'mac_address': 'fa:16:3e:40:9c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:03:44Z', 'updated_at': '2022-01-27T18:03:44Z', 'revision_number': 0, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 5, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:03:46.743229 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a3b655-6deb-495a-a5c6-275dc6b3a42f None None] New status for floating IP ff7f5cca-9c60-40bb-86ee-d2cb0c58eaef: ACTIVE {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 18:03:51.575869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-6ac2e411-9ddb-4f08-84d7-76bcf21c5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:53.844664 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7ad00d7f-5ad8-48c2-a093-fffba1efaaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:54.863215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:55.530766 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:56.899464 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:59.065850 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:17.628862 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:04:21.573446 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a5f46cc1-1395-4b0f-8489-5c819aaf2dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:23.847592 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ef85dc88-7711-4bd1-a6a9-1fb1ca2b5c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:24.858608 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:25.207256 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7d08ca9-676d-4d78-99db-578af63c5a34 req-e7e89723-009b-4a12-8065-331bb09e5439 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782726 Jan 27 18:04:25.347396 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d08ca9-676d-4d78-99db-578af63c5a34 req-980c2858-c1ee-4f65-87d6-3d825f3b2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:04:25.349000 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7d08ca9-676d-4d78-99db-578af63c5a34 req-980c2858-c1ee-4f65-87d6-3d825f3b2368 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 1097 time: 0.0720670 Jan 27 18:04:25.515373 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d08ca9-676d-4d78-99db-578af63c5a34 req-0105cc46-5466-4f65-9900-864ee5ead234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:04:25.516868 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7d08ca9-676d-4d78-99db-578af63c5a34 req-0105cc46-5466-4f65-9900-864ee5ead234 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 910 time: 0.1457918 Jan 27 18:04:25.526521 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:25.623520 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7d08ca9-676d-4d78-99db-578af63c5a34 req-62c3e06d-29df-4126-acc8-1d227bb1cd10 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c341e1a-4468-4c80-8661-2384983eba88 HTTP/1.1" status: 200 len: 999 time: 0.0989263 Jan 27 18:04:25.690676 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d08ca9-676d-4d78-99db-578af63c5a34 req-a3ead1d9-2a4f-4282-8e21-dc260017ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:04:25.692126 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7d08ca9-676d-4d78-99db-578af63c5a34 req-a3ead1d9-2a4f-4282-8e21-dc260017ecc5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2e5eb630-4a37-4d32-9e16-b4885074f917 HTTP/1.1" status: 200 len: 847 time: 0.0619879 Jan 27 18:04:25.769741 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d08ca9-676d-4d78-99db-578af63c5a34 req-dd915d32-212f-4f8b-b2c9-8968a84a02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:04:25.771086 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7d08ca9-676d-4d78-99db-578af63c5a34 req-dd915d32-212f-4f8b-b2c9-8968a84a02b0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727184 Jan 27 18:04:26.008663 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7d08ca9-676d-4d78-99db-578af63c5a34 req-f2dea446-7fb0-463a-ba15-b88a54b51c9b service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305474 Jan 27 18:04:26.143361 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e7d08ca9-676d-4d78-99db-578af63c5a34 req-06399f46-1378-42fd-a7cf-0eb88e022926 service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272104 Jan 27 18:04:26.901326 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:29.061517 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:51.574853 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e0b309bc-ac41-42cd-ba0d-77f60e775b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:53.853957 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-119babd0-2396-4e11-a85b-1ac7adcdec4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:54.631157 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:04:54.854796 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:55.541774 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:56.904805 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:59.077281 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:11.057464 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 76b61c50-ad8b-4ff7-9875-80ffb1445f95 details requested by agent hyperv_hv-neutron-8250 with host hv-neutron-8250 {{(pid=87610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 18:05:11.239307 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 76b61c50-ad8b-4ff7-9875-80ffb1445f95, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=76b61c50-ad8b-4ff7-9875-80ffb1445f95,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:11.253695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Returning: {'device': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'port_id': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'mac_address': 'fa:16:3e:40:9c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 18:05:11.312784 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:11.332831 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76b61c50-ad8b-4ff7-9875-80ffb1445f95 {{(pid=87610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 18:05:11.349822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 76b61c50-ad8b-4ff7-9875-80ffb1445f95, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=76b61c50-ad8b-4ff7-9875-80ffb1445f95,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:11.358679 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:11.438501 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=76b61c50-ad8b-4ff7-9875-80ffb1445f95,revision_number=6']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:11.445769 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:11.448705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:11.448705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:11.448705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:11.448705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:11.448705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:11.448705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:11.448705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:11.448705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:11.448705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:11.449412 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:11.449412 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:11.458536 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] get_ports_and_sgs() called for port_ids ['76b61c50-ad8b-4ff7-9875-80ffb1445f95'] {{(pid=87610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 18:05:13.065623 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 76b61c50-ad8b-4ff7-9875-80ffb1445f95 up at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:05:13.141547 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.provisioning_blocks [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Provisioning complete for port 76b61c50-ad8b-4ff7-9875-80ffb1445f95 triggered by entity L2. {{(pid=87610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:05:13.141822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515095'] for port, provisioning_complete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:13.264149 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:13.293093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:05:13.325680 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 76b61c50-ad8b-4ff7-9875-80ffb1445f95, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=76b61c50-ad8b-4ff7-9875-80ffb1445f95,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:13.335371 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:13.384493 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'code': 200} Jan 27 18:05:13.420900 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=76b61c50-ad8b-4ff7-9875-80ffb1445f95,revision_number=7']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:20.213632 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 52324) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:20.420443 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Deleting port 704e7515-4306-43c2-8bf9-e0a76cc03843 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:20.420783 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:20.588088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:20.588281 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:20.710925 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Calling delete_port for 704e7515-4306-43c2-8bf9-e0a76cc03843 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:05:20.862318 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:20.911957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event deleted for resources: {'Port': ['ID=704e7515-4306-43c2-8bf9-e0a76cc03843,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:20.948189 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:20.948526 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:20.948859 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:20.949182 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:20.949503 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:20.949823 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:20.950142 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:20.950461 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:20.950781 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:20.951107 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:20.951406 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:20.951744 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:21.011541 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:21.011886 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Floating IP ff7f5cca-9c60-40bb-86ee-d2cb0c58eaef disassociated (deleted). External IP: 172.26.8.15, port: 76b61c50-ad8b-4ff7-9875-80ffb1445f95. Jan 27 18:05:21.473088 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Router 150b1de6-928f-443f-8256-8a63d803bd5a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:05:21.570821 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b0392447-1739-481e-990d-fca9570c6a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:21.656006 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:05:21.667822 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44003769-b68a-48f6-92af-daf71515f41b None None] Sync routers for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:05:21.677531 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44003769-b68a-48f6-92af-daf71515f41b None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:05:21.678219 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-44003769-b68a-48f6-92af-daf71515f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:04:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:21.680486 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:21.737792 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-ee1b0173-b200-4c4d-9463-a38216a50a54 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "DELETE /v2.0/floatingips/ff7f5cca-9c60-40bb-86ee-d2cb0c58eaef HTTP/1.1" status: 204 len: 168 time: 1.5229299 Jan 27 18:05:21.738352 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:05:21.791065 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'status': 'completed', 'code': 200} Jan 27 18:05:21.863359 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-44003769-b68a-48f6-92af-daf71515f41b None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:05:21.953772 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b73a68-f9d8-4b78-b04e-6de2928fae28 req-5fe95d54-daa3-4656-a61a-1ebcc52dcf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:21.955370 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f5b73a68-f9d8-4b78-b04e-6de2928fae28 req-5fe95d54-daa3-4656-a61a-1ebcc52dcf77 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 1098 time: 0.1420765 Jan 27 18:05:22.142684 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b73a68-f9d8-4b78-b04e-6de2928fae28 req-9e58e214-6934-43e5-b22f-ac1ac84d1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:22.144204 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f5b73a68-f9d8-4b78-b04e-6de2928fae28 req-9e58e214-6934-43e5-b22f-ac1ac84d1207 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 910 time: 0.1831346 Jan 27 18:05:22.214247 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f5b73a68-f9d8-4b78-b04e-6de2928fae28 req-a451891f-6e58-4697-8490-d365c1c46600 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76b61c50-ad8b-4ff7-9875-80ffb1445f95 HTTP/1.1" status: 200 len: 217 time: 0.0625203 Jan 27 18:05:22.225426 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-44003769-b68a-48f6-92af-daf71515f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'e9d89d82-e849-4870-af79-a42e802b547f', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'floating_ip_address': '172.26.8.31', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'port_id': '7c341e1a-4468-4c80-8661-2384983eba88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'mac_address': 'fa:16:3e:97:a8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:01:13Z', 'updated_at': '2022-01-27T18:01:16Z', 'revision_number': 1, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 5, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:22.225799 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e37b3-0320-4e72-9ed2-f5bd63b44d42 req-da4a7c4a-8caf-4610-a20c-9802d9069517 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:22.226463 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-af3e37b3-0320-4e72-9ed2-f5bd63b44d42 req-da4a7c4a-8caf-4610-a20c-9802d9069517 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Synchronizing usage tracker for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:05:22.230037 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44003769-b68a-48f6-92af-daf71515f41b None None] Checking router: 150b1de6-928f-443f-8256-8a63d803bd5a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:05:22.239673 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44003769-b68a-48f6-92af-daf71515f41b None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:05:22.240278 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-44003769-b68a-48f6-92af-daf71515f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:04:54Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:22.288770 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-af3e37b3-0320-4e72-9ed2-f5bd63b44d42 req-da4a7c4a-8caf-4610-a20c-9802d9069517 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Unset dirty status for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:05:22.289914 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-af3e37b3-0320-4e72-9ed2-f5bd63b44d42 req-da4a7c4a-8caf-4610-a20c-9802d9069517 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 945 time: 0.2389979 Jan 27 18:05:22.297749 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b73a68-f9d8-4b78-b04e-6de2928fae28 req-0acb7e7e-333f-4158-8832-57c270c600fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:22.299140 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f5b73a68-f9d8-4b78-b04e-6de2928fae28 req-0acb7e7e-333f-4158-8832-57c270c600fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2e5eb630-4a37-4d32-9e16-b4885074f917 HTTP/1.1" status: 200 len: 847 time: 0.0689979 Jan 27 18:05:22.385824 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-af3e37b3-0320-4e72-9ed2-f5bd63b44d42 req-51de0a91-1618-45ee-83af-5a26cd6f274c tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857177 Jan 27 18:05:22.405403 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b73a68-f9d8-4b78-b04e-6de2928fae28 req-ca69954b-486a-43b7-ba05-178f0091ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:22.407565 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f5b73a68-f9d8-4b78-b04e-6de2928fae28 req-ca69954b-486a-43b7-ba05-178f0091ab33 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944614 Jan 27 18:05:22.468008 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-44003769-b68a-48f6-92af-daf71515f41b None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:05:22.543018 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f5b73a68-f9d8-4b78-b04e-6de2928fae28 req-2f501ddf-4bb3-43ff-9f6f-595cdd3973c6 service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284175 Jan 27 18:05:22.674492 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-f5b73a68-f9d8-4b78-b04e-6de2928fae28 req-a1505eb4-bc7c-4034-b12a-cd1a7aa5fa5b service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245909 Jan 27 18:05:22.814518 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-44003769-b68a-48f6-92af-daf71515f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'e9d89d82-e849-4870-af79-a42e802b547f', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'floating_ip_address': '172.26.8.31', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'port_id': '7c341e1a-4468-4c80-8661-2384983eba88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'mac_address': 'fa:16:3e:97:a8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:01:13Z', 'updated_at': '2022-01-27T18:01:16Z', 'revision_number': 1, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 5, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:22.818854 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44003769-b68a-48f6-92af-daf71515f41b None None] The sync data for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv is: [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_floatingips': [{'id': 'e9d89d82-e849-4870-af79-a42e802b547f', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'floating_ip_address': '172.26.8.31', 'floating_network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'router_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'port_id': '7c341e1a-4468-4c80-8661-2384983eba88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'mac_address': 'fa:16:3e:97:a8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:01:13Z', 'updated_at': '2022-01-27T18:01:16Z', 'revision_number': 1, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 5, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:05:23.059601 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b0149a-7ab9-432b-b176-22870706f3c4 None None] New status for floating IP ff7f5cca-9c60-40bb-86ee-d2cb0c58eaef: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 18:05:23.109710 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 76b61c50-ad8b-4ff7-9875-80ffb1445f95 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:05:23.224641 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602917'] for port, before_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:23.250758 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95'}] {{(pid=87610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:05:23.260370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] For port 76b61c50-ad8b-4ff7-9875-80ffb1445f95, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=76b61c50-ad8b-4ff7-9875-80ffb1445f95,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:23.265869 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787738492380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787738003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787737999656'] for port, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:23.304825 dv-neutron-825077-1-hyperv neutron-server[87610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'code': 200} Jan 27 18:05:23.335619 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Pushing event updated for resources: {'Port': ['ID=76b61c50-ad8b-4ff7-9875-80ffb1445f95,revision_number=8']} {{(pid=87610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:23.594729 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7a0e4-a589-45b8-a414-ca3142c068f5 req-ee0a4e9c-13f3-440d-bca6-551d9002513f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:23.596198 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6ca7a0e4-a589-45b8-a414-ca3142c068f5 req-ee0a4e9c-13f3-440d-bca6-551d9002513f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 943 time: 0.1009870 Jan 27 18:05:23.686710 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-6ca7a0e4-a589-45b8-a414-ca3142c068f5 req-6731ef40-48a6-4525-9199-c8eccb958309 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567305 Jan 27 18:05:23.710643 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f62bb-be42-464e-85c3-ae34e0d0b71e req-1ce401d8-9dfd-4999-9186-ec7611fd88b3 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:23.712160 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0f7f62bb-be42-464e-85c3-ae34e0d0b71e req-1ce401d8-9dfd-4999-9186-ec7611fd88b3 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 943 time: 0.1116855 Jan 27 18:05:23.791957 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-0f7f62bb-be42-464e-85c3-ae34e0d0b71e req-0b2e1852-3845-4ae1-9c30-da40b35c966f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Deleting port 76b61c50-ad8b-4ff7-9875-80ffb1445f95 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:23.792290 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0f7f62bb-be42-464e-85c3-ae34e0d0b71e req-0b2e1852-3845-4ae1-9c30-da40b35c966f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:23.839056 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4cc517ae-09c6-48de-802b-8737302cc2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:24.045343 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-0f7f62bb-be42-464e-85c3-ae34e0d0b71e req-0b2e1852-3845-4ae1-9c30-da40b35c966f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] For port 76b61c50-ad8b-4ff7-9875-80ffb1445f95, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=76b61c50-ad8b-4ff7-9875-80ffb1445f95,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:24.045562 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0f7f62bb-be42-464e-85c3-ae34e0d0b71e req-0b2e1852-3845-4ae1-9c30-da40b35c966f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:24.274724 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-0f7f62bb-be42-464e-85c3-ae34e0d0b71e req-0b2e1852-3845-4ae1-9c30-da40b35c966f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Calling delete_port for 76b61c50-ad8b-4ff7-9875-80ffb1445f95 owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:05:24.422216 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0f7f62bb-be42-464e-85c3-ae34e0d0b71e req-0b2e1852-3845-4ae1-9c30-da40b35c966f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:24.479837 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e1852-3845-4ae1-9c30-da40b35c966f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event deleted for resources: {'Port': ['ID=76b61c50-ad8b-4ff7-9875-80ffb1445f95,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:24.554507 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7f62bb-be42-464e-85c3-ae34e0d0b71e req-0b2e1852-3845-4ae1-9c30-da40b35c966f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] No DVR routers for this DVR port 76b61c50-ad8b-4ff7-9875-80ffb1445f95 on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 18:05:24.557277 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-0f7f62bb-be42-464e-85c3-ae34e0d0b71e req-0b2e1852-3845-4ae1-9c30-da40b35c966f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:24.560030 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'name': 'network-vif-deleted', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:05:24.577127 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-0f7f62bb-be42-464e-85c3-ae34e0d0b71e req-0b2e1852-3845-4ae1-9c30-da40b35c966f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.88 "DELETE /v2.0/ports/76b61c50-ad8b-4ff7-9875-80ffb1445f95 HTTP/1.1" status: 204 len: 173 time: 0.8592057 Jan 27 18:05:24.606255 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a985ce5-3d04-424a-944b-5f24a3b873eb', 'name': 'network-vif-deleted', 'tag': '76b61c50-ad8b-4ff7-9875-80ffb1445f95', 'status': 'completed', 'code': 200} Jan 27 18:05:24.851192 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:24.855941 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-14f97f54-cf96-480c-9134-6c1368e58208 req-443cc4da-0248-40ca-957a-42a2de588780 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Synchronizing usage tracker for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:05:24.873175 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-14f97f54-cf96-480c-9134-6c1368e58208 req-443cc4da-0248-40ca-957a-42a2de588780 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Unset dirty status for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:05:24.874191 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-14f97f54-cf96-480c-9134-6c1368e58208 req-443cc4da-0248-40ca-957a-42a2de588780 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a985ce5-3d04-424a-944b-5f24a3b873eb HTTP/1.1" status: 200 len: 210 time: 0.0628119 Jan 27 18:05:25.541370 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:26.561805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 52386) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:26.766123 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-bb899057-fb1e-4e01-88d1-3895fbb6df31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Deleting port 59576122-f58b-408e-aa67-74ded85ebd65 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:26.766356 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bb899057-fb1e-4e01-88d1-3895fbb6df31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:26.907422 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:26.946187 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bb899057-fb1e-4e01-88d1-3895fbb6df31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:26.946535 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bb899057-fb1e-4e01-88d1-3895fbb6df31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:27.067141 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-bb899057-fb1e-4e01-88d1-3895fbb6df31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Calling delete_port for 59576122-f58b-408e-aa67-74ded85ebd65 owned by network:floatingip {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:05:27.136204 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 76b61c50-ad8b-4ff7-9875-80ffb1445f95 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:05:27.172621 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 76b61c50-ad8b-4ff7-9875-80ffb1445f95 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:05:27.173064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 76b61c50-ad8b-4ff7-9875-80ffb1445f95 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:05:27.224182 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bb899057-fb1e-4e01-88d1-3895fbb6df31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:27.272717 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb899057-fb1e-4e01-88d1-3895fbb6df31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event deleted for resources: {'Port': ['ID=59576122-f58b-408e-aa67-74ded85ebd65,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:27.361297 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bb899057-fb1e-4e01-88d1-3895fbb6df31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for floatingip, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:27.361621 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.db.l3_db [None req-bb899057-fb1e-4e01-88d1-3895fbb6df31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Floating IP e9d89d82-e849-4870-af79-a42e802b547f disassociated (deleted). External IP: 172.26.8.31, port: 7c341e1a-4468-4c80-8661-2384983eba88. Jan 27 18:05:27.825312 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb899057-fb1e-4e01-88d1-3895fbb6df31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Router 150b1de6-928f-443f-8256-8a63d803bd5a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:05:28.011759 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb899057-fb1e-4e01-88d1-3895fbb6df31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:05:28.022479 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790cc1d-6762-4217-8dbe-f7c4fb2a1841 None None] Sync routers for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:05:28.032072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790cc1d-6762-4217-8dbe-f7c4fb2a1841 None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:05:28.032660 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8790cc1d-6762-4217-8dbe-f7c4fb2a1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:05:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:28.034234 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-bb899057-fb1e-4e01-88d1-3895fbb6df31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for floatingip, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:28.091863 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-bb899057-fb1e-4e01-88d1-3895fbb6df31 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "DELETE /v2.0/floatingips/e9d89d82-e849-4870-af79-a42e802b547f HTTP/1.1" status: 204 len: 168 time: 1.5288303 Jan 27 18:05:28.092458 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:05:28.156073 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88', 'status': 'completed', 'code': 200} Jan 27 18:05:28.216685 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8790cc1d-6762-4217-8dbe-f7c4fb2a1841 None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:05:28.261550 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565750a-3353-4ea0-9def-11ceb4636732 req-2026e394-8968-4e4d-bb90-0daf85849eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:28.263061 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e565750a-3353-4ea0-9def-11ceb4636732 req-2026e394-8968-4e4d-bb90-0daf85849eb4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 1097 time: 0.0802588 Jan 27 18:05:28.419420 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565750a-3353-4ea0-9def-11ceb4636732 req-a5a468e0-1614-4a66-923a-534198b0fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:28.420947 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e565750a-3353-4ea0-9def-11ceb4636732 req-a5a468e0-1614-4a66-923a-534198b0fbea service neutron] 10.222.0.88 "GET /v2.0/networks?id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 200 len: 910 time: 0.1517558 Jan 27 18:05:28.487821 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e565750a-3353-4ea0-9def-11ceb4636732 req-56e0bdd7-7f66-4bea-9900-5a3f1c096313 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c341e1a-4468-4c80-8661-2384983eba88 HTTP/1.1" status: 200 len: 217 time: 0.0603261 Jan 27 18:05:28.504750 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef56f00-c7c8-4df2-9704-bc25c74bd3f0 req-fbacf5e2-db13-455e-9d16-26f909f6e029 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:28.506360 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-eef56f00-c7c8-4df2-9704-bc25c74bd3f0 req-fbacf5e2-db13-455e-9d16-26f909f6e029 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 944 time: 0.0858078 Jan 27 18:05:28.536605 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8790cc1d-6762-4217-8dbe-f7c4fb2a1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 5, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:28.540702 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790cc1d-6762-4217-8dbe-f7c4fb2a1841 None None] Checking router: 150b1de6-928f-443f-8256-8a63d803bd5a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:05:28.548958 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790cc1d-6762-4217-8dbe-f7c4fb2a1841 None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:05:28.549564 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8790cc1d-6762-4217-8dbe-f7c4fb2a1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:05:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:28.555448 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [req-eef56f00-c7c8-4df2-9704-bc25c74bd3f0 req-4abc13c1-2e0d-4bd9-a829-a546a0334661 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427630 Jan 27 18:05:28.556489 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565750a-3353-4ea0-9def-11ceb4636732 req-7be434f8-7220-4fb9-8e94-5b38cfc26fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:28.557949 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e565750a-3353-4ea0-9def-11ceb4636732 req-7be434f8-7220-4fb9-8e94-5b38cfc26fb7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2e5eb630-4a37-4d32-9e16-b4885074f917 HTTP/1.1" status: 200 len: 847 time: 0.0644100 Jan 27 18:05:28.633805 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565750a-3353-4ea0-9def-11ceb4636732 req-b9c01286-383e-4635-9ef6-bd98c463cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:28.635200 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e565750a-3353-4ea0-9def-11ceb4636732 req-b9c01286-383e-4635-9ef6-bd98c463cde2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9a8c79a8-0b32-4614-b0be-13c2a01d2a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700724 Jan 27 18:05:28.726694 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-8790cc1d-6762-4217-8dbe-f7c4fb2a1841 None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:05:28.767056 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e565750a-3353-4ea0-9def-11ceb4636732 req-2daf43e7-bd18-4fbf-bdaa-a37b116d722d service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247387 Jan 27 18:05:28.904298 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-e565750a-3353-4ea0-9def-11ceb4636732 req-b6f4a3b6-5619-4803-89b7-ada2a92f126a service neutron] 10.222.0.88 "GET /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301963 Jan 27 18:05:29.086656 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-8790cc1d-6762-4217-8dbe-f7c4fb2a1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 5, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:29.098691 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790cc1d-6762-4217-8dbe-f7c4fb2a1841 None None] The sync data for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv is: [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:00:49Z', 'revision_number': 4, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv', '_interfaces': [{'id': '45698bc6-f193-480e-90e7-710a740e8821', 'name': '', 'network_id': '9a8c79a8-0b32-4614-b0be-13c2a01d2a91', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'mac_address': 'fa:16:3e:de:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:48Z', 'updated_at': '2022-01-27T18:00:55Z', 'revision_number': 5, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'subnets': [{'id': '2e5eb630-4a37-4d32-9e16-b4885074f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:05:29.108010 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:29.320549 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc208be4-08c4-463d-88cb-08b76cefdddb None None] New status for floating IP e9d89d82-e849-4870-af79-a42e802b547f: DOWN {{(pid=87611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 18:05:29.770918 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0bb83-04bc-4385-acd0-a10819f7d5bf req-05095531-f273-4910-855d-f55c4e73272f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:29.771505 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-14e0bb83-04bc-4385-acd0-a10819f7d5bf req-05095531-f273-4910-855d-f55c4e73272f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Synchronizing usage tracker for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:05:29.789639 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-14e0bb83-04bc-4385-acd0-a10819f7d5bf req-05095531-f273-4910-855d-f55c4e73272f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Unset dirty status for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:05:29.790913 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-14e0bb83-04bc-4385-acd0-a10819f7d5bf req-05095531-f273-4910-855d-f55c4e73272f tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 944 time: 0.1099188 Jan 27 18:05:29.861884 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-14e0bb83-04bc-4385-acd0-a10819f7d5bf req-7c59e994-5fb7-4b66-9b45-fe4b526242aa tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/security-groups?id=13a4b6b5-7d1a-495f-b08a-44f245a75e77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623910 Jan 27 18:05:30.001096 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb14c3c-69e1-4ac9-a0ce-2f8a48c6aeb3 req-d37c3ac2-1d54-42af-a5ea-fad6b8452758 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:05:30.002540 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4fb14c3c-69e1-4ac9-a0ce-2f8a48c6aeb3 req-d37c3ac2-1d54-42af-a5ea-fad6b8452758 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.88 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 944 time: 0.0903518 Jan 27 18:05:30.084160 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-4fb14c3c-69e1-4ac9-a0ce-2f8a48c6aeb3 req-916c9d1f-7c2e-4c23-957f-68daf1b6bdef tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Deleting port 7c341e1a-4468-4c80-8661-2384983eba88 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:30.084374 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-4fb14c3c-69e1-4ac9-a0ce-2f8a48c6aeb3 req-916c9d1f-7c2e-4c23-957f-68daf1b6bdef tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:30.473338 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [req-4fb14c3c-69e1-4ac9-a0ce-2f8a48c6aeb3 req-916c9d1f-7c2e-4c23-957f-68daf1b6bdef tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] For port 7c341e1a-4468-4c80-8661-2384983eba88, host hv-neutron-8250, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8250',level=0,port_id=7c341e1a-4468-4c80-8661-2384983eba88,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:30.473681 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-4fb14c3c-69e1-4ac9-a0ce-2f8a48c6aeb3 req-916c9d1f-7c2e-4c23-957f-68daf1b6bdef tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:30.594998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [req-4fb14c3c-69e1-4ac9-a0ce-2f8a48c6aeb3 req-916c9d1f-7c2e-4c23-957f-68daf1b6bdef tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Calling delete_port for 7c341e1a-4468-4c80-8661-2384983eba88 owned by compute:nova {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:05:30.750815 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-4fb14c3c-69e1-4ac9-a0ce-2f8a48c6aeb3 req-916c9d1f-7c2e-4c23-957f-68daf1b6bdef tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:30.800294 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c9d1f-7c2e-4c23-957f-68daf1b6bdef tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event deleted for resources: {'Port': ['ID=7c341e1a-4468-4c80-8661-2384983eba88,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:30.877147 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb14c3c-69e1-4ac9-a0ce-2f8a48c6aeb3 req-916c9d1f-7c2e-4c23-957f-68daf1b6bdef tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] No DVR routers for this DVR port 7c341e1a-4468-4c80-8661-2384983eba88 on host hv-neutron-8250 {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 18:05:30.879707 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [req-4fb14c3c-69e1-4ac9-a0ce-2f8a48c6aeb3 req-916c9d1f-7c2e-4c23-957f-68daf1b6bdef tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240293'] for port, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:30.882382 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'name': 'network-vif-deleted', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88'}] {{(pid=87608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:05:30.903335 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-4fb14c3c-69e1-4ac9-a0ce-2f8a48c6aeb3 req-916c9d1f-7c2e-4c23-957f-68daf1b6bdef tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.88 "DELETE /v2.0/ports/7c341e1a-4468-4c80-8661-2384983eba88 HTTP/1.1" status: 204 len: 173 time: 0.8949819 Jan 27 18:05:30.938037 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6', 'name': 'network-vif-deleted', 'tag': '7c341e1a-4468-4c80-8661-2384983eba88', 'status': 'completed', 'code': 200} Jan 27 18:05:31.016624 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-2ec36949-05f9-42eb-93d7-56820bcc8817 req-b27d2637-965c-4572-b12e-f595dbcb3977 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Synchronizing usage tracker for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:05:31.033353 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.quota.resource [req-2ec36949-05f9-42eb-93d7-56820bcc8817 req-b27d2637-965c-4572-b12e-f595dbcb3977 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Unset dirty status for tenant:1dbcd8ffc46e4d57827141532aa54cec on resource:port {{(pid=87608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:05:31.034555 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [req-2ec36949-05f9-42eb-93d7-56820bcc8817 req-b27d2637-965c-4572-b12e-f595dbcb3977 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "GET /v2.0/ports?device_id=07cc4ed7-a0f1-49c0-87e2-a0f7513e15b6 HTTP/1.1" status: 200 len: 210 time: 0.0590408 Jan 27 18:05:31.635797 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:05:32.140955 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 52410) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:32.210379 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-00940b29-bfe4-424a-bd52-dd463d1af6a0 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:32.246053 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-00940b29-bfe4-424a-bd52-dd463d1af6a0 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:32.318664 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-00940b29-bfe4-424a-bd52-dd463d1af6a0 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:32.337976 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00940b29-bfe4-424a-bd52-dd463d1af6a0 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a4b6b5-7d1a-495f-b08a-44f245a75e77,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:32.350845 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-00940b29-bfe4-424a-bd52-dd463d1af6a0 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:32.352135 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-00940b29-bfe4-424a-bd52-dd463d1af6a0 tempest-TestSnapshotPattern-1542840431 tempest-TestSnapshotPattern-1542840431-project] 10.222.0.81 "DELETE /v2.0/security-groups/13a4b6b5-7d1a-495f-b08a-44f245a75e77 HTTP/1.1" status: 204 len: 168 time: 0.2102220 Jan 27 18:05:32.399832 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 52416) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:33.071801 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:33.167048 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 7c341e1a-4468-4c80-8661-2384983eba88 no longer exists at agent hyperv_hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:05:33.201096 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] No Port match for: 7c341e1a-4468-4c80-8661-2384983eba88 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:05:33.201422 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Device 7c341e1a-4468-4c80-8661-2384983eba88 not bound to the agent host hv-neutron-8250 {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:05:33.427872 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Deleting port 45698bc6-f193-480e-90e7-710a740e8821 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:33.428640 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:33.599071 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] For port 45698bc6-f193-480e-90e7-710a740e8821, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=45698bc6-f193-480e-90e7-710a740e8821,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:33.599410 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:33.739843 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Calling delete_port for 45698bc6-f193-480e-90e7-710a740e8821 owned by network:router_interface {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:05:34.063379 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:34.222363 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=45698bc6-f193-480e-90e7-710a740e8821,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:34.264332 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:34.264673 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:34.265012 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:34.265341 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:34.265669 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:34.265993 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:34.266318 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:34.266641 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:34.266964 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:34.267280 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:34.267608 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:34.267925 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825077-1-hyperv {{(pid=87609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:05:34.498829 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:34.858711 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Router 150b1de6-928f-443f-8256-8a63d803bd5a has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:05:35.036076 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:05:35.047113 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c92ba4-2438-4f66-8c31-027deff79216 None None] Sync routers for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:05:35.054399 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-523d3008-2b73-4642-91d4-67ed7176f5ff admin admin] 10.222.0.81 "PUT /v2.0/routers/150b1de6-928f-443f-8256-8a63d803bd5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6534929 Jan 27 18:05:35.057117 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 52420) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:35.058285 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c92ba4-2438-4f66-8c31-027deff79216 None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:05:35.058897 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d0c92ba4-2438-4f66-8c31-027deff79216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:05:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:35.231927 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Notify callbacks [] for router, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:35.235638 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-d0c92ba4-2438-4f66-8c31-027deff79216 None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: dv-neutron-825077-1-hyperv {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:05:35.401894 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:35.412918 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Deleting port dc973863-4b68-4b0e-beb5-307939e4c363 {{(pid=87609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:35.413412 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:35.526982 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d0c92ba4-2438-4f66-8c31-027deff79216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:05:33Z', 'revision_number': 5, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port': {'id': 'dc973863-4b68-4b0e-beb5-307939e4c363', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:46Z', 'updated_at': '2022-01-27T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:35.531162 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c92ba4-2438-4f66-8c31-027deff79216 None None] Checking router: 150b1de6-928f-443f-8256-8a63d803bd5a for host: dv-neutron-825077-1-hyperv {{(pid=87610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:05:35.540698 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c92ba4-2438-4f66-8c31-027deff79216 None None] Routers {'150b1de6-928f-443f-8256-8a63d803bd5a'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:05:35.541376 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d0c92ba4-2438-4f66-8c31-027deff79216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:05:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['150b1de6-928f-443f-8256-8a63d803bd5a'], 'active': True} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:35.693269 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_dvr_db [None req-d0c92ba4-2438-4f66-8c31-027deff79216 None None] Set router 150b1de6-928f-443f-8256-8a63d803bd5a gateway port host: None {{(pid=87610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:05:35.711742 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.db [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] For port dc973863-4b68-4b0e-beb5-307939e4c363, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=dc973863-4b68-4b0e-beb5-307939e4c363,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:35.712285 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:35.798377 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.db.l3_hamode_db [None req-d0c92ba4-2438-4f66-8c31-027deff79216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:05:35Z', 'revision_number': 6, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:35.802339 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c92ba4-2438-4f66-8c31-027deff79216 None None] The sync data for ids ['150b1de6-928f-443f-8256-8a63d803bd5a'] in dv-neutron-825077-1-hyperv is: [{'id': '150b1de6-928f-443f-8256-8a63d803bd5a', 'name': 'tempest-TestSnapshotPattern-18350931-router', 'tenant_id': '1dbcd8ffc46e4d57827141532aa54cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:45Z', 'updated_at': '2022-01-27T18:05:35Z', 'revision_number': 6, 'project_id': '1dbcd8ffc46e4d57827141532aa54cec', 'gw_port_host': None}] {{(pid=87610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:05:35.831727 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.plugins.ml2.plugin [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Calling delete_port for dc973863-4b68-4b0e-beb5-307939e4c363 owned by network:router_gateway {{(pid=87609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:05:36.006966 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64976369'] for port, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:36.055089 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc973863-4b68-4b0e-beb5-307939e4c363,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:36.144776 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:36.317535 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:36.319845 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:36.344407 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:36.344940 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 150b1de6-928f-443f-8256-8a63d803bd5a {{(pid=87609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 18:05:36.357400 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] Notify callbacks [] for router, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:36.358499 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-efabb932-3534-4d10-8408-4d85f637551c admin admin] 10.222.0.81 "DELETE /v2.0/routers/150b1de6-928f-443f-8256-8a63d803bd5a HTTP/1.1" status: 204 len: 168 time: 1.3004284 Jan 27 18:05:36.362249 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.wsgi [-] (87609) accepted ('10.222.0.81', 52424) {{(pid=87609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:36.425591 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc95e6c3-7f1d-4289-928d-8d8f900fc39a admin admin] Deleting subnet 2e5eb630-4a37-4d32-9e16-b4885074f917 {{(pid=87609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 18:05:36.428899 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc95e6c3-7f1d-4289-928d-8d8f900fc39a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:36.477528 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc95e6c3-7f1d-4289-928d-8d8f900fc39a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2761335'] for subnet, precommit_delete_associations {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:36.559081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc95e6c3-7f1d-4289-928d-8d8f900fc39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:36.629195 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc95e6c3-7f1d-4289-928d-8d8f900fc39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64976322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65935133'] for subnet, after_delete {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:36.666576 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95e6c3-7f1d-4289-928d-8d8f900fc39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5eb630-4a37-4d32-9e16-b4885074f917,revision_number=None']} {{(pid=87609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:36.670081 dv-neutron-825077-1-hyperv neutron-server[87609]: DEBUG neutron_lib.callbacks.manager [None req-dc95e6c3-7f1d-4289-928d-8d8f900fc39a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:36.675963 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760c56e7-3dd7-41fe-adc1-a64f3b0c678a None None] Network 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 18:05:36.681099 dv-neutron-825077-1-hyperv neutron-server[87609]: INFO neutron.wsgi [None req-dc95e6c3-7f1d-4289-928d-8d8f900fc39a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2e5eb630-4a37-4d32-9e16-b4885074f917 HTTP/1.1" status: 204 len: 168 time: 0.3178649 Jan 27 18:05:36.683716 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 52428) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:36.790131 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:36.801151 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Deleting port 6cc1fd6c-b402-4a5d-9bbf-205436890341 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:36.801483 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:36.948697 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f1320c-40fe-40d6-b494-091b7c9374a7 None None] DHCP port deletion for 9a8c79a8-0b32-4614-b0be-13c2a01d2a91 request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 18:05:36.954324 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-36f1320c-40fe-40d6-b494-091b7c9374a7 None None] Deleting port 6cc1fd6c-b402-4a5d-9bbf-205436890341 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:36.954695 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-36f1320c-40fe-40d6-b494-091b7c9374a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:37.007674 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] For port 6cc1fd6c-b402-4a5d-9bbf-205436890341, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6cc1fd6c-b402-4a5d-9bbf-205436890341,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:37.008030 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:37.051711 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device dc973863-4b68-4b0e-beb5-307939e4c363 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:05:37.088790 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: dc973863-4b68-4b0e-beb5-307939e4c363 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:05:37.089021 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device dc973863-4b68-4b0e-beb5-307939e4c363 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:05:37.089438 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 6cc1fd6c-b402-4a5d-9bbf-205436890341 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:05:37.132315 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Calling delete_port for 6cc1fd6c-b402-4a5d-9bbf-205436890341 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:05:37.211392 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:37.255603 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Port 6cc1fd6c-b402-4a5d-9bbf-205436890341 update to DOWN by agent not found {{(pid=87610) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 27 18:05:37.256064 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 45698bc6-f193-480e-90e7-710a740e8821 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:05:37.258822 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc1fd6c-b402-4a5d-9bbf-205436890341,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:37.260647 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] No DVR routers for this DVR port 6cc1fd6c-b402-4a5d-9bbf-205436890341 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 18:05:37.342328 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 45698bc6-f193-480e-90e7-710a740e8821 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:05:37.342671 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 45698bc6-f193-480e-90e7-710a740e8821 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:05:37.352763 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-36f1320c-40fe-40d6-b494-091b7c9374a7 None None] For port 6cc1fd6c-b402-4a5d-9bbf-205436890341, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=6cc1fd6c-b402-4a5d-9bbf-205436890341,segment=NetworkSegment(ddccad4d-3b31-4f92-8493-b23cfd653063),segment_id=ddccad4d-3b31-4f92-8493-b23cfd653063)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:37.352763 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-36f1320c-40fe-40d6-b494-091b7c9374a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:37.399256 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:37.428121 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8c79a8-0b32-4614-b0be-13c2a01d2a91']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:37.440784 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddccad4d-3b31-4f92-8493-b23cfd653063') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:37.441098 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddccad4d-3b31-4f92-8493-b23cfd653063') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:37.452979 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:37.470340 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:37.476549 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-36f1320c-40fe-40d6-b494-091b7c9374a7 None None] Calling delete_port for 6cc1fd6c-b402-4a5d-9bbf-205436890341 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:05:37.477735 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 18:05:37.478332 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:05:37.495814 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:05:37.556855 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-36f1320c-40fe-40d6-b494-091b7c9374a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:05:37.557243 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-36f1320c-40fe-40d6-b494-091b7c9374a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 18:05:37.577150 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:37.581470 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:37.604917 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] Pushing event deleted for resources: {'Network': ['ID=9a8c79a8-0b32-4614-b0be-13c2a01d2a91,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:37.613807 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-aa71d278-1696-45b6-beb9-19b6553c305f admin admin] 10.222.0.81 "DELETE /v2.0/networks/9a8c79a8-0b32-4614-b0be-13c2a01d2a91 HTTP/1.1" status: 204 len: 168 time: 0.9283872 Jan 27 18:05:37.616412 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 52432) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:38.058658 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-36f1320c-40fe-40d6-b494-091b7c9374a7 None None] Deleting port 6cc1fd6c-b402-4a5d-9bbf-205436890341 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:38.059248 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-36f1320c-40fe-40d6-b494-091b7c9374a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:38.128397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-36f1320c-40fe-40d6-b494-091b7c9374a7 None None] The port '6cc1fd6c-b402-4a5d-9bbf-205436890341' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 18:05:38.280586 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59f31110-0372-4f42-ab92-14b5b8a0f8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434970'] for router_interface, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:38.627011 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-59f31110-0372-4f42-ab92-14b5b8a0f8d5 admin admin] Deleting port 61e00a18-2eef-45e7-83e5-9044fe28b9b8 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:38.627336 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59f31110-0372-4f42-ab92-14b5b8a0f8d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:38.794501 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-59f31110-0372-4f42-ab92-14b5b8a0f8d5 admin admin] For port 61e00a18-2eef-45e7-83e5-9044fe28b9b8, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=61e00a18-2eef-45e7-83e5-9044fe28b9b8,segment=NetworkSegment(c5dd7689-7193-41d8-b770-e41945a807e8),segment_id=c5dd7689-7193-41d8-b770-e41945a807e8)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:38.794836 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59f31110-0372-4f42-ab92-14b5b8a0f8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:38.915372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-59f31110-0372-4f42-ab92-14b5b8a0f8d5 admin admin] Calling delete_port for 61e00a18-2eef-45e7-83e5-9044fe28b9b8 owned by network:router_interface {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:05:39.301603 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59f31110-0372-4f42-ab92-14b5b8a0f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:39.352202 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f31110-0372-4f42-ab92-14b5b8a0f8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e00a18-2eef-45e7-83e5-9044fe28b9b8,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:39.616372 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-59f31110-0372-4f42-ab92-14b5b8a0f8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573834'] for router_interface, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:40.006464 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f31110-0372-4f42-ab92-14b5b8a0f8d5 admin admin] Router 4057af26-1c35-4925-8bd7-99c450c4c576 has already been hosted by L3 agent 88ef554d-1279-4af6-aa34-386b026173f2 {{(pid=87608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:05:40.191269 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f31110-0372-4f42-ab92-14b5b8a0f8d5 admin admin] Notify agent at l3_agent.dv-neutron-825077-1-hyperv the message routers_updated {{(pid=87608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:05:40.200378 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18f0df-6dda-4e03-8e41-dd5a83fa0603 None None] Sync routers for ids ['4057af26-1c35-4925-8bd7-99c450c4c576'] in dv-neutron-825077-1-hyperv {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:05:40.202014 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-59f31110-0372-4f42-ab92-14b5b8a0f8d5 admin admin] 10.222.0.81 "PUT /v2.0/routers/4057af26-1c35-4925-8bd7-99c450c4c576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5843439 Jan 27 18:05:40.204721 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 52436) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:40.209789 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18f0df-6dda-4e03-8e41-dd5a83fa0603 None None] Routers {'4057af26-1c35-4925-8bd7-99c450c4c576'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:05:40.210407 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9f18f0df-6dda-4e03-8e41-dd5a83fa0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:05:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['4057af26-1c35-4925-8bd7-99c450c4c576'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:40.376968 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:40.381151 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-9f18f0df-6dda-4e03-8e41-dd5a83fa0603 None None] Set router 4057af26-1c35-4925-8bd7-99c450c4c576 gateway port host: dv-neutron-825077-1-hyperv {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:05:40.666016 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9f18f0df-6dda-4e03-8e41-dd5a83fa0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'name': 'tempest-TestSnapshotPattern-145391127-router', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'external_fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:05:39Z', 'revision_number': 5, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'gw_port': {'id': '7085d1f4-03cc-4f4e-b68b-2daf67da67a9', 'name': '', 'network_id': '30d9ffad-2711-4498-a950-0c1b824a383e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825077-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83e63d75-aa31-48f1-8297-0519d96391e4', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825077-1-hyperv'}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:40.670472 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18f0df-6dda-4e03-8e41-dd5a83fa0603 None None] Checking router: 4057af26-1c35-4925-8bd7-99c450c4c576 for host: dv-neutron-825077-1-hyperv {{(pid=87611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:05:40.672394 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:40.680467 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18f0df-6dda-4e03-8e41-dd5a83fa0603 None None] Routers {'4057af26-1c35-4925-8bd7-99c450c4c576'} bound to L3 agent in host dv-neutron-825077-1-hyperv {{(pid=87611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 27 18:05:40.681071 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9f18f0df-6dda-4e03-8e41-dd5a83fa0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825077-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:58:24Z,description=,heartbeat_timestamp=2022-01-27T18:05:24Z,host='dv-neutron-825077-1-hyperv',id=88ef554d-1279-4af6-aa34-386b026173f2,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:58:24Z,topic='l3_agent')) {'router_ids': ['4057af26-1c35-4925-8bd7-99c450c4c576'], 'active': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:40.683418 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Deleting port 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:40.683830 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:40.826711 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_dvr_db [None req-9f18f0df-6dda-4e03-8e41-dd5a83fa0603 None None] Set router 4057af26-1c35-4925-8bd7-99c450c4c576 gateway port host: None {{(pid=87611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:05:40.853651 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] For port 7085d1f4-03cc-4f4e-b68b-2daf67da67a9, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=7085d1f4-03cc-4f4e-b68b-2daf67da67a9,segment=NetworkSegment(bddebb19-8055-49c1-9a80-1a73a6a78ce5),segment_id=bddebb19-8055-49c1-9a80-1a73a6a78ce5)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:40.853998 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:40.930446 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.l3_hamode_db [None req-9f18f0df-6dda-4e03-8e41-dd5a83fa0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'name': 'tempest-TestSnapshotPattern-145391127-router', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:05:40Z', 'revision_number': 6, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'gw_port_host': None}], 'dv-neutron-825077-1-hyperv', False) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:40.935703 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18f0df-6dda-4e03-8e41-dd5a83fa0603 None None] The sync data for ids ['4057af26-1c35-4925-8bd7-99c450c4c576'] in dv-neutron-825077-1-hyperv is: [{'id': '4057af26-1c35-4925-8bd7-99c450c4c576', 'name': 'tempest-TestSnapshotPattern-145391127-router', 'tenant_id': 'a1e73557336a4c48804e665909cbdabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:00:52Z', 'updated_at': '2022-01-27T18:05:40Z', 'revision_number': 6, 'project_id': 'a1e73557336a4c48804e665909cbdabd', 'gw_port_host': None}] {{(pid=87611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:05:40.997898 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Calling delete_port for 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 owned by network:router_gateway {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:05:41.179946 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:41.224487 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7085d1f4-03cc-4f4e-b68b-2daf67da67a9,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:41.320545 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575223'] for router_gateway, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:41.496821 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39754'] for router, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:41.499155 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:41.525276 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575300'] for router, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:41.525816 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4057af26-1c35-4925-8bd7-99c450c4c576 {{(pid=87608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 18:05:41.544481 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] Notify callbacks [] for router, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:41.546223 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-3a875703-177c-40ff-a510-e9791cf2a8f2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4057af26-1c35-4925-8bd7-99c450c4c576 HTTP/1.1" status: 204 len: 168 time: 1.3404064 Jan 27 18:05:41.549170 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 52440) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:41.643072 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f89f4f-a668-4b17-a2a7-7417e56b09a9 admin admin] Deleting subnet 59a25c79-7952-4e26-b1a8-903644003a8e {{(pid=87608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 18:05:41.647317 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6f89f4f-a668-4b17-a2a7-7417e56b09a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:41.734177 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6f89f4f-a668-4b17-a2a7-7417e56b09a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65749178'] for subnet, precommit_delete_associations {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:41.813734 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6f89f4f-a668-4b17-a2a7-7417e56b09a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394432'] for subnet, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:41.884619 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6f89f4f-a668-4b17-a2a7-7417e56b09a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1394443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66596301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66096862'] for subnet, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:41.929480 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-c6f89f4f-a668-4b17-a2a7-7417e56b09a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:41.932419 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f89f4f-a668-4b17-a2a7-7417e56b09a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a25c79-7952-4e26-b1a8-903644003a8e,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:41.935745 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239f561a-cfbe-45e4-9630-6c7cffb63b90 None None] Network 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea requested from dv-neutron-825077-1-hyperv {{(pid=87610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 18:05:41.942072 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-c6f89f4f-a668-4b17-a2a7-7417e56b09a9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/59a25c79-7952-4e26-b1a8-903644003a8e HTTP/1.1" status: 204 len: 168 time: 0.3892574 Jan 27 18:05:41.942313 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 52444) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:42.052735 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1555478'] for network, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:42.064090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Deleting port bbd435bc-7938-4282-96ce-a0bfed0a7dd3 {{(pid=87608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:42.064437 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:42.216434 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ea12f-23b3-4e24-b7fa-7ab8daf782af None None] DHCP port deletion for 5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea request from dv-neutron-825077-1-hyperv {{(pid=87610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 18:05:42.221259 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-875ea12f-23b3-4e24-b7fa-7ab8daf782af None None] Deleting port bbd435bc-7938-4282-96ce-a0bfed0a7dd3 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:42.221628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-875ea12f-23b3-4e24-b7fa-7ab8daf782af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:42.279090 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.db [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] For port bbd435bc-7938-4282-96ce-a0bfed0a7dd3, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bbd435bc-7938-4282-96ce-a0bfed0a7dd3,segment=NetworkSegment(c5dd7689-7193-41d8-b770-e41945a807e8),segment_id=c5dd7689-7193-41d8-b770-e41945a807e8)] {{(pid=87608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:42.279435 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:42.426187 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.db [None req-875ea12f-23b3-4e24-b7fa-7ab8daf782af None None] For port bbd435bc-7938-4282-96ce-a0bfed0a7dd3, host dv-neutron-825077-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825077-1-hyperv',level=0,port_id=bbd435bc-7938-4282-96ce-a0bfed0a7dd3,segment=NetworkSegment(c5dd7689-7193-41d8-b770-e41945a807e8),segment_id=c5dd7689-7193-41d8-b770-e41945a807e8)] {{(pid=87610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:05:42.426571 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-875ea12f-23b3-4e24-b7fa-7ab8daf782af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576836'] for port, precommit_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:42.511086 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.plugin [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Calling delete_port for bbd435bc-7938-4282-96ce-a0bfed0a7dd3 owned by network:dhcp {{(pid=87608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:05:42.550270 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-875ea12f-23b3-4e24-b7fa-7ab8daf782af None None] Calling delete_port for bbd435bc-7938-4282-96ce-a0bfed0a7dd3 owned by network:dhcp {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:05:42.592221 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1602852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787738492407', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787738003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66596350'] for port, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:42.621820 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.db.api [None req-875ea12f-23b3-4e24-b7fa-7ab8daf782af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:05:42.622173 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG oslo_db.api [None req-875ea12f-23b3-4e24-b7fa-7ab8daf782af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 18:05:42.638260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd435bc-7938-4282-96ce-a0bfed0a7dd3,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:42.641847 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] No DVR routers for this DVR port bbd435bc-7938-4282-96ce-a0bfed0a7dd3 on host dv-neutron-825077-1-hyperv {{(pid=87608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 18:05:42.755390 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1395170', 'neutron.services.segments.db._delete_segments_for_network-8787738473750'] for network, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:42.780560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea']}} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:42.792696 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5dd7689-7193-41d8-b770-e41945a807e8') {'for_net_delete': True} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:42.792876 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.services.segments.db [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5dd7689-7193-41d8-b770-e41945a807e8') {} {{(pid=87608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:05:42.804095 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787738473521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65749833'] for segment, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:42.821861 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423611'] for segment, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:42.828444 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=87608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 18:05:42.828795 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66596259'] for segment, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: Traceback (most recent call last): Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: timer() Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: cb(*args, **kw) Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: return func(*args, **kwargs) Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: self._notify() Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: self.callback(batched_events) Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: event.method(event) Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: return f(self, *a, **k) Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._get(url).json() Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: return self.request(url, 'GET', **kwargs) Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:05:42.841717 dv-neutron-825077-1-hyperv neutron-server[87608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:05:42.920560 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575002'] for network, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:42.936791 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Notify callbacks [] for network, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:42.947746 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:42.953495 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-edccf230-5f03-4490-aa7b-1bb4f712f411 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5fe31236-fb86-4fa1-ad2f-c2d1bbc80cea HTTP/1.1" status: 204 len: 168 time: 1.0102224 Jan 27 18:05:42.962705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:05:42.996507 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:05:42.996883 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 7085d1f4-03cc-4f4e-b68b-2daf67da67a9 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:05:42.997249 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bbd435bc-7938-4282-96ce-a0bfed0a7dd3 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:05:43.031712 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: bbd435bc-7938-4282-96ce-a0bfed0a7dd3 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:05:43.032052 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device bbd435bc-7938-4282-96ce-a0bfed0a7dd3 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:05:43.032453 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 61e00a18-2eef-45e7-83e5-9044fe28b9b8 no longer exists at agent ovs-agent-dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:05:43.066059 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] No Port match for: 61e00a18-2eef-45e7-83e5-9044fe28b9b8 {{(pid=87610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:05:43.066404 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.rpc [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Device 61e00a18-2eef-45e7-83e5-9044fe28b9b8 not bound to the agent host dv-neutron-825077-1-hyperv {{(pid=87610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:05:43.123215 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-875ea12f-23b3-4e24-b7fa-7ab8daf782af None None] Deleting port bbd435bc-7938-4282-96ce-a0bfed0a7dd3 {{(pid=87610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:05:43.123604 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-875ea12f-23b3-4e24-b7fa-7ab8daf782af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787738489802'] for port, before_delete {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:43.147926 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 52450) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:43.197141 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-f808486c-7fe1-44f8-8a5d-9e5d7048c7bb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1dbcd8ffc46e4d57827141532aa54cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478961 Jan 27 18:05:43.199777 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 52454) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:43.221735 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron.plugins.ml2.plugin [None req-875ea12f-23b3-4e24-b7fa-7ab8daf782af None None] The port 'bbd435bc-7938-4282-96ce-a0bfed0a7dd3' was deleted {{(pid=87610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 18:05:43.263479 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d06d7833-8659-46bb-b07a-afa3860f3c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:43.288794 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d06d7833-8659-46bb-b07a-afa3860f3c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:43.346966 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d06d7833-8659-46bb-b07a-afa3860f3c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:43.364597 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d7833-8659-46bb-b07a-afa3860f3c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c33e3ee-ac28-4f1a-bdce-34dd0c079ee3,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:43.372609 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-d06d7833-8659-46bb-b07a-afa3860f3c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:43.373742 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-d06d7833-8659-46bb-b07a-afa3860f3c28 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c33e3ee-ac28-4f1a-bdce-34dd0c079ee3 HTTP/1.1" status: 204 len: 168 time: 0.1730628 Jan 27 18:05:43.885866 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 52462) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:43.935247 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-2eefef4a-bca6-4c9d-bfa2-e796aee8ad8d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1e73557336a4c48804e665909cbdabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480723 Jan 27 18:05:43.938663 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.wsgi [-] (87608) accepted ('10.222.0.81', 52466) {{(pid=87608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:05:43.996773 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-542c0175-d41d-422f-af7a-5ab3173766a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:44.025993 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-542c0175-d41d-422f-af7a-5ab3173766a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:44.094518 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-542c0175-d41d-422f-af7a-5ab3173766a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541390'] for security_group, after_delete {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:44.109260 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c0175-d41d-422f-af7a-5ab3173766a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4635df33-12b3-4877-acf3-983f774c1d4f,revision_number=None']} {{(pid=87608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:05:44.116821 dv-neutron-825077-1-hyperv neutron-server[87608]: DEBUG neutron_lib.callbacks.manager [None req-542c0175-d41d-422f-af7a-5ab3173766a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:44.118199 dv-neutron-825077-1-hyperv neutron-server[87608]: INFO neutron.wsgi [None req-542c0175-d41d-422f-af7a-5ab3173766a0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4635df33-12b3-4877-acf3-983f774c1d4f HTTP/1.1" status: 204 len: 168 time: 0.1785963 Jan 27 18:05:51.575705 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c097f576-f6ef-45e3-9098-95e1a270c343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:53.855233 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-11cd04fd-7be5-4038-9f4a-cb536834c87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:54.849852 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:55.540581 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:56.918181 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:59.142266 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:08.638916 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:06:21.580730 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-4b87b7c5-7908-4be7-b11d-d2828d9fd323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:23.853081 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-96eb68c2-61ee-4363-8123-7807b3338c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:24.851000 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:25.548195 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:26.919040 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:29.177113 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:45.641503 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:06:51.578190 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-04cacae1-3192-4382-8196-bb8288f1088a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:53.847792 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-00bac208-454a-4664-91f5-4d04d818d9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:54.858346 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:55.552633 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:56.928012 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:59.165397 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:21.576570 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8cd3105e-dc24-4a4b-9b99-b814816a46df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:22.641896 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:07:23.845482 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b1e9964e-a967-46a8-af34-8b946082dbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:24.853072 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:25.548767 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:26.928523 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:29.181939 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:51.582160 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-ed497a56-651c-48c3-9653-bdbc25686e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:53.851704 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-b31923de-0688-4da8-b05d-0f1af849c076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:54.854358 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:55.557394 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:56.930668 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:59.203856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:59.641266 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:08:21.580983 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9089-486f-4095-9000-ef8fedf28085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:08:23.857239 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-877628d7-3f6e-430f-90c2-469f4edb29bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:08:24.858627 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:08:25.570576 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:08:26.944834 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:08:29.193827 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:08:36.644695 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:08:51.587877 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-d7303817-1126-416a-a849-ae67458b1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:08:53.842815 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f9ace6af-203b-4e25-883b-d12a30c16711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:08:54.862616 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:08:55.572355 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:08:56.939942 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:08:59.197635 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:09:13.649804 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:09:21.577076 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-0be21e50-5488-46f1-b78f-238bb338a28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:09:23.838075 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-9196c4d0-cfca-4b64-ae09-1b2d53b143f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:09:24.864904 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:09:25.576655 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:09:26.945146 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:09:29.211132 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:09:50.649392 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:09:51.577041 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-2337f199-6753-49d4-8944-34cdd1274f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:09:53.841465 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-a5de4308-52e6-4dc3-99f6-109e9f3edbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:09:54.869277 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:09:55.581687 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:09:56.959084 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:09:59.212856 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:10:21.580086 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-e2c24079-cfa7-42ab-8951-d37272e012b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:10:23.847716 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-dffc74fd-2a08-4c8f-ab79-e4fc8a989229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:10:24.873863 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:10:25.577056 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:10:26.960628 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:10:27.648897 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:10:29.206962 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:10:51.578667 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-72eb0aa3-17fc-40de-9a78-baae2afac077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:10:53.845001 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-03f4dfde-bb56-47ac-b307-07a8966c92cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:10:54.872197 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:10:55.585111 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:10:56.963749 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-854daeed-87e8-4d7f-9f23-40e6842fdec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:10:59.219093 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-f5c6cef9-ff50-49cd-8de8-1eaae9873e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:11:04.652984 dv-neutron-825077-1-hyperv neutron-server[87611]: DEBUG neutron.db.agents_db [None req-6d132719-f618-4315-ab74-2484824c9584 None None] Agent healthcheck: found 6 active agents {{(pid=87611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:11:21.573375 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-8682b669-e63b-4097-8c9b-e813ea83cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:11:23.829747 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-aeaca355-0dbe-4926-976f-1ed7b69eebbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:11:24.867956 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-1326d1f9-64f2-4485-9745-f639c10395c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:11:25.581256 dv-neutron-825077-1-hyperv neutron-server[87610]: DEBUG neutron_lib.callbacks.manager [None req-c34246cd-8b63-4ee6-8cf4-cf462e9873d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787738473732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515044'] for agent, after_update {{(pid=87610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}